blob: 1773d090dcbb22280e9ae9ebe67722e6537b7e8b [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#pragma once
18
Dominik Laskowski98041832019-08-01 18:35:59 -070019#include <atomic>
Dominik Laskowski62eff352021-12-06 09:59:41 -080020#include <cstdint>
Kevin DuBois413287f2019-02-25 08:46:47 -080021#include <functional>
Dominik Laskowski756b7892021-08-04 12:53:59 -070022#include <future>
Ana Krulec98b5b242018-08-10 15:03:23 -070023#include <memory>
Dominik Laskowski98041832019-08-01 18:35:59 -070024#include <mutex>
Dominik Laskowski98041832019-08-01 18:35:59 -070025#include <unordered_map>
ramindani69b58e82022-09-26 16:48:36 -070026#include <utility>
Ana Krulec98b5b242018-08-10 15:03:23 -070027
Ady Abrahamdec1a412020-01-24 10:23:50 -080028// TODO(b/129481165): remove the #pragma below and fix conversion issues
29#pragma clang diagnostic push
30#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010031#pragma clang diagnostic ignored "-Wextra"
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -080032#include <ui/GraphicTypes.h>
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010033#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"
Ana Krulec98b5b242018-08-10 15:03:23 -070034
Dominik Laskowski596a2562022-10-28 11:26:12 -040035#include <ftl/fake_guard.h>
36#include <ftl/optional.h>
Dominik Laskowski068173d2021-08-11 17:22:59 -070037#include <scheduler/Features.h>
Dominik Laskowskib418dd72023-06-13 17:31:04 -040038#include <scheduler/FrameTargeter.h>
Dominik Laskowski5d164f22022-07-07 07:56:07 -070039#include <scheduler/Time.h>
Dominik Laskowski1c99a002023-01-20 17:10:36 -050040#include <scheduler/VsyncConfig.h>
Dominik Laskowski01602522022-10-07 19:02:28 -040041#include <ui/DisplayId.h>
Dominik Laskowski6b049ff2023-01-29 15:46:45 -050042#include <ui/DisplayMap.h>
Dominik Laskowski068173d2021-08-11 17:22:59 -070043
Dominik Laskowski530d6bd2022-10-10 16:55:54 -040044#include "Display/DisplayModeRequest.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070045#include "EventThread.h"
Andy Yu2ae6b6b2021-11-18 14:51:06 -080046#include "FrameRateOverrideMappings.h"
Leon Scroggins IIIc275df42023-02-07 16:40:21 -050047#include "ISchedulerCallback.h"
Ana Krulec3084c052018-11-21 20:27:17 +010048#include "LayerHistory.h"
Dominik Laskowski756b7892021-08-04 12:53:59 -070049#include "MessageQueue.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070050#include "OneShotTimer.h"
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040051#include "RefreshRateSelector.h"
Tony Huang9ac5e6e2023-08-24 09:01:44 +000052#include "SmallAreaDetectionAllowMappings.h"
Dominik Laskowski03cfce82022-11-02 12:13:29 -040053#include "Utils/Dumper.h"
Dominik Laskowski1c99a002023-01-20 17:10:36 -050054#include "VsyncModulator.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070055
Ady Abraham822ecbd2023-07-07 16:16:09 -070056#include <FrontEnd/LayerHierarchy.h>
57
Dominik Laskowski62eff352021-12-06 09:59:41 -080058namespace android::scheduler {
59
60// Opaque handle to scheduler connection.
61struct ConnectionHandle {
62 using Id = std::uintptr_t;
63 static constexpr Id INVALID_ID = static_cast<Id>(-1);
64
65 Id id = INVALID_ID;
66
67 explicit operator bool() const { return id != INVALID_ID; }
68};
69
70inline bool operator==(ConnectionHandle lhs, ConnectionHandle rhs) {
71 return lhs.id == rhs.id;
72}
73
74} // namespace android::scheduler
75
76namespace std {
77
78template <>
79struct hash<android::scheduler::ConnectionHandle> {
80 size_t operator()(android::scheduler::ConnectionHandle handle) const {
81 return hash<android::scheduler::ConnectionHandle::Id>()(handle.id);
82 }
83};
84
85} // namespace std
86
Ana Krulec98b5b242018-08-10 15:03:23 -070087namespace android {
88
Dominik Laskowski98041832019-08-01 18:35:59 -070089class FenceTime;
Ana Krulece588e312018-09-18 12:32:24 -070090
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070091namespace frametimeline {
92class TokenManager;
93} // namespace frametimeline
94
Dominik Laskowski068173d2021-08-11 17:22:59 -070095namespace scheduler {
96
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040097using GlobalSignals = RefreshRateSelector::GlobalSignals;
ramindani69b58e82022-09-26 16:48:36 -070098
Dominik Laskowskic404cb42023-03-03 19:57:53 -050099class VsyncSchedule;
100
Ady Abrahamf2851612023-09-25 17:19:00 -0700101class Scheduler : public IEventThreadCallback, android::impl::MessageQueue {
Patrick Williams83f36b22022-09-14 17:57:35 +0000102 using Impl = android::impl::MessageQueue;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700103
Ana Krulec98b5b242018-08-10 15:03:23 -0700104public:
ramindanid4354a92023-10-02 15:11:09 -0700105 Scheduler(ICompositor&, ISchedulerCallback&, FeatureFlags, sp<VsyncModulator>,
106 IVsyncTrackerCallback&);
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800107 virtual ~Scheduler();
108
109 void startTimers();
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800110
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500111 // TODO(b/241285191): Remove this API by promoting pacesetter in onScreen{Acquired,Released}.
112 void setPacesetterDisplay(std::optional<PhysicalDisplayId>) REQUIRES(kMainThreadContext)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400113 EXCLUDES(mDisplayLock);
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400114
Dominik Laskowski596a2562022-10-28 11:26:12 -0400115 using RefreshRateSelectorPtr = std::shared_ptr<RefreshRateSelector>;
116
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500117 using ConstVsyncSchedulePtr = std::shared_ptr<const VsyncSchedule>;
118 using VsyncSchedulePtr = std::shared_ptr<VsyncSchedule>;
119
Dominik Laskowski596a2562022-10-28 11:26:12 -0400120 void registerDisplay(PhysicalDisplayId, RefreshRateSelectorPtr) REQUIRES(kMainThreadContext)
121 EXCLUDES(mDisplayLock);
122 void unregisterDisplay(PhysicalDisplayId) REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
Dominik Laskowski01602522022-10-07 19:02:28 -0400123
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800124 void run();
Ana Krulec98b5b242018-08-10 15:03:23 -0700125
Dominik Laskowski756b7892021-08-04 12:53:59 -0700126 using Impl::initVsync;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700127
128 using Impl::getScheduledFrameTime;
129 using Impl::setDuration;
130
Dominik Laskowskif11728a2022-07-28 13:07:42 -0700131 using Impl::scheduleConfigure;
Dominik Laskowski46f3e3b2021-08-10 11:44:24 -0700132 using Impl::scheduleFrame;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700133
134 // Schedule an asynchronous or synchronous task on the main thread.
135 template <typename F, typename T = std::invoke_result_t<F>>
136 [[nodiscard]] std::future<T> schedule(F&& f) {
137 auto [task, future] = makeTask(std::move(f));
138 postMessage(std::move(task));
139 return std::move(future);
140 }
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700141
Chavi Weingarten076acac2023-01-19 17:20:43 +0000142 template <typename F, typename T = std::invoke_result_t<F>>
143 [[nodiscard]] std::future<T> scheduleDelayed(F&& f, nsecs_t uptimeDelay) {
144 auto [task, future] = makeTask(std::move(f));
145 postMessageDelayed(std::move(task), uptimeDelay);
146 return std::move(future);
147 }
148
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500149 enum class Cycle {
150 Render, // Surface rendering.
151 LastComposite // Ahead of display compositing by one refresh period.
152 };
153
154 ConnectionHandle createEventThread(Cycle, frametimeline::TokenManager*,
155 std::chrono::nanoseconds workDuration,
156 std::chrono::nanoseconds readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700157
Ady Abraham62f216c2020-10-13 19:07:23 -0700158 sp<IDisplayEventConnection> createDisplayEventConnection(
Rachel Lee2248f522023-01-27 16:45:23 -0800159 ConnectionHandle, EventRegistrationFlags eventRegistration = {},
Ady Abraham822ecbd2023-07-07 16:16:09 -0700160 const sp<IBinder>& layerHandle = nullptr) EXCLUDES(mChoreographerLock);
Ana Krulece588e312018-09-18 12:32:24 -0700161
Dominik Laskowski98041832019-08-01 18:35:59 -0700162 sp<EventThreadConnection> getEventConnection(ConnectionHandle);
Kevin DuBois413287f2019-02-25 08:46:47 -0800163
Dominik Laskowski98041832019-08-01 18:35:59 -0700164 void onHotplugReceived(ConnectionHandle, PhysicalDisplayId, bool connected);
Brian Johnson5dcd75d2023-08-15 09:36:37 -0700165 void onHotplugConnectionError(ConnectionHandle, int32_t errorCode);
166
Ady Abrahamace3d052022-11-17 16:25:05 -0800167 void onPrimaryDisplayModeChanged(ConnectionHandle, const FrameRateMode&) EXCLUDES(mPolicyLock);
168 void onNonPrimaryDisplayModeChanged(ConnectionHandle, const FrameRateMode&);
Dominik Laskowskie99b98c2023-02-02 12:37:23 -0500169
170 void enableSyntheticVsync(bool = true) REQUIRES(kMainThreadContext);
Ana Krulece588e312018-09-18 12:32:24 -0700171
Ady Abraham62a0be22020-12-08 16:54:10 -0800172 void onFrameRateOverridesChanged(ConnectionHandle, PhysicalDisplayId)
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800173 EXCLUDES(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700174
Ady Abraham9c53ee72020-07-22 21:16:18 -0700175 // Modifies work duration in the event thread.
176 void setDuration(ConnectionHandle, std::chrono::nanoseconds workDuration,
177 std::chrono::nanoseconds readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700178
Dominik Laskowski14956dc2023-02-22 13:43:57 -0500179 VsyncModulator& vsyncModulator() { return *mVsyncModulator; }
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500180
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500181 // In some cases, we should only modulate for the pacesetter display. In those
Leon Scroggins III67388622023-02-06 20:36:20 -0500182 // cases, the caller should pass in the relevant display, and the method
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500183 // will no-op if it's not the pacesetter. Other cases are not specific to a
Leon Scroggins III67388622023-02-06 20:36:20 -0500184 // display.
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500185 template <typename... Args,
186 typename Handler = std::optional<VsyncConfig> (VsyncModulator::*)(Args...)>
Leon Scroggins III67388622023-02-06 20:36:20 -0500187 void modulateVsync(std::optional<PhysicalDisplayId> id, Handler handler, Args... args) {
188 if (id) {
189 std::scoped_lock lock(mDisplayLock);
190 ftl::FakeGuard guard(kMainThreadContext);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500191 if (id != mPacesetterDisplayId) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500192 return;
193 }
194 }
195
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500196 if (const auto config = (*mVsyncModulator.*handler)(args...)) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500197 setVsyncConfig(*config, getPacesetterVsyncPeriod());
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500198 }
199 }
200
201 void setVsyncConfigSet(const VsyncConfigSet&, Period vsyncPeriod);
202
Ady Abrahamace3d052022-11-17 16:25:05 -0800203 // Sets the render rate for the scheduler to run at.
Leon Scroggins III67388622023-02-06 20:36:20 -0500204 void setRenderRate(PhysicalDisplayId, Fps);
Ady Abrahamace3d052022-11-17 16:25:05 -0800205
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400206 void enableHardwareVsync(PhysicalDisplayId) REQUIRES(kMainThreadContext);
207 void disableHardwareVsync(PhysicalDisplayId, bool disallow) REQUIRES(kMainThreadContext);
Dominik Laskowski98041832019-08-01 18:35:59 -0700208
Alec Mourif8e689c2019-05-20 18:32:22 -0700209 // Resyncs the scheduler to hardware vsync.
Leon Scroggins IIIc275df42023-02-07 16:40:21 -0500210 // If allowToEnable is true, then hardware vsync will be turned on.
Alec Mourif8e689c2019-05-20 18:32:22 -0700211 // Otherwise, if hardware vsync is not already enabled then this method will
212 // no-op.
Leon Scroggins III67388622023-02-06 20:36:20 -0500213 // If refreshRate is nullopt, use the existing refresh rate of the display.
214 void resyncToHardwareVsync(PhysicalDisplayId id, bool allowToEnable,
215 std::optional<Fps> refreshRate = std::nullopt)
216 EXCLUDES(mDisplayLock) {
217 std::scoped_lock lock(mDisplayLock);
218 ftl::FakeGuard guard(kMainThreadContext);
219 resyncToHardwareVsyncLocked(id, allowToEnable, refreshRate);
220 }
Ady Abrahame9befd72022-02-24 17:24:44 -0800221 void forceNextResync() { mLastResyncTime = 0; }
Dominik Laskowski98041832019-08-01 18:35:59 -0700222
Leon Scroggins IIIc275df42023-02-07 16:40:21 -0500223 // Passes a vsync sample to VsyncController. Returns true if
224 // VsyncController detected that the vsync period changed and false
225 // otherwise.
Leon Scroggins III67388622023-02-06 20:36:20 -0500226 bool addResyncSample(PhysicalDisplayId, nsecs_t timestamp,
227 std::optional<nsecs_t> hwcVsyncPeriod);
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500228 void addPresentFence(PhysicalDisplayId, std::shared_ptr<FenceTime>)
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400229 REQUIRES(kMainThreadContext);
Ady Abraham8f1ee7f2019-04-05 10:32:50 -0700230
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700231 // Layers are registered on creation, and unregistered when the weak reference expires.
232 void registerLayer(Layer*);
Vishnu Nairef68d6d2023-02-28 06:18:27 +0000233 void recordLayerHistory(int32_t id, const LayerProps& layerProps, nsecs_t presentTime,
Vishnu Nair47b7bb42023-09-29 16:27:33 -0700234 nsecs_t now, LayerHistory::LayerUpdateType) EXCLUDES(mDisplayLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100235 void setModeChangePending(bool pending);
Vishnu Nair80e8cfe2023-09-29 17:03:45 -0700236 void setDefaultFrameRateCompatibility(int32_t id, scheduler::FrameRateCompatibility);
Vishnu Nair41376b62023-11-08 05:08:58 -0800237 void setLayerProperties(int32_t id, const LayerProps&);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700238 void deregisterLayer(Layer*);
Ady Abraham822ecbd2023-07-07 16:16:09 -0700239 void onLayerDestroyed(Layer*) EXCLUDES(mChoreographerLock);
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700240
Dominik Laskowski49cea512019-11-12 14:13:23 -0800241 // Detects content using layer history, and selects a matching refresh rate.
Ady Abraham822ecbd2023-07-07 16:16:09 -0700242 void chooseRefreshRateForContent(const surfaceflinger::frontend::LayerHierarchy*,
243 bool updateAttachedChoreographer) EXCLUDES(mDisplayLock);
Ady Abraham97d04232019-03-05 19:48:12 -0800244
Ady Abraham8532d012019-05-08 14:50:56 -0700245 void resetIdleTimer();
246
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700247 // Indicates that touch interaction is taking place.
248 void onTouchHint();
Ady Abraham8532d012019-05-08 14:50:56 -0700249
Leon Scroggins III67388622023-02-06 20:36:20 -0500250 void setDisplayPowerMode(PhysicalDisplayId, hal::PowerMode powerMode)
251 REQUIRES(kMainThreadContext);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700252
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500253 ConstVsyncSchedulePtr getVsyncSchedule(std::optional<PhysicalDisplayId> = std::nullopt) const
254 EXCLUDES(mDisplayLock);
255
256 VsyncSchedulePtr getVsyncSchedule(std::optional<PhysicalDisplayId> idOpt = std::nullopt)
257 EXCLUDES(mDisplayLock) {
258 return std::const_pointer_cast<VsyncSchedule>(std::as_const(*this).getVsyncSchedule(idOpt));
Leon Scroggins III67388622023-02-06 20:36:20 -0500259 }
Ady Abraham55fa7272020-09-30 19:19:27 -0700260
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500261 TimePoint expectedPresentTimeForPacesetter() const EXCLUDES(mDisplayLock) {
262 std::scoped_lock lock(mDisplayLock);
263 return pacesetterDisplayLocked()
264 .transform([](const Display& display) {
265 return display.targeterPtr->target().expectedPresentTime();
266 })
267 .value_or(TimePoint());
268 }
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400269
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500270 // Returns true if a given vsync timestamp is considered valid vsync
271 // for a given uid
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400272 bool isVsyncValid(TimePoint expectedVsyncTime, uid_t uid) const;
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500273
Leon Scroggins III67388622023-02-06 20:36:20 -0500274 bool isVsyncInPhase(TimePoint expectedVsyncTime, Fps frameRate) const;
Huihong Luo1768cb02022-10-11 11:10:34 -0700275
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400276 void dump(utils::Dumper&) const;
Dominik Laskowski98041832019-08-01 18:35:59 -0700277 void dump(ConnectionHandle, std::string&) const;
Leon Scroggins III67388622023-02-06 20:36:20 -0500278 void dumpVsync(std::string&) const EXCLUDES(mDisplayLock);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700279
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500280 // Returns the preferred refresh rate and frame rate for the pacesetter display.
Dominik Laskowskifc378b02022-12-02 14:56:05 -0500281 FrameRateMode getPreferredDisplayMode();
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700282
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800283 // Notifies the scheduler about a refresh rate timeline change.
Peiyong Line9d809e2020-04-14 13:10:48 -0700284 void onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800285
Leon Scroggins III5b581492023-10-31 14:29:41 -0400286 // Notifies the scheduler once the composition is presented. Returns if recomposite is needed.
287 bool onCompositionPresented(nsecs_t presentTime);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800288
Ady Abraham8a82ba62020-01-17 12:43:17 -0800289 // Notifies the scheduler when the display size has changed. Called from SF's main thread
Ady Abraham7825c682021-05-17 15:12:14 -0700290 void onActiveDisplayAreaChanged(uint32_t displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800291
Ady Abraham62a0be22020-12-08 16:54:10 -0800292 // Stores the preferred refresh rate that an app should run at.
293 // FrameRateOverride.refreshRateHz == 0 means no preference.
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800294 void setPreferredRefreshRateForUid(FrameRateOverride);
295
296 void setGameModeRefreshRateForUid(FrameRateOverride);
297
Tony Huangf3621102023-09-04 17:14:22 +0800298 void updateSmallAreaDetection(std::vector<std::pair<int32_t, float>>& uidThresholdMappings);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000299
Tony Huangf3621102023-09-04 17:14:22 +0800300 void setSmallAreaDetectionThreshold(int32_t appId, float threshold);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000301
302 // Returns true if the dirty area is less than threshold.
Tony Huangf3621102023-09-04 17:14:22 +0800303 bool isSmallDirtyArea(int32_t appId, uint32_t dirtyArea);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000304
Alec Mouri7d436ec2021-01-27 20:40:50 -0800305 // Retrieves the overridden refresh rate for a given uid.
Dominik Laskowski596a2562022-10-28 11:26:12 -0400306 std::optional<Fps> getFrameRateOverride(uid_t) const EXCLUDES(mDisplayLock);
Ady Abraham3efa3942021-06-24 19:01:25 -0700307
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500308 Period getPacesetterVsyncPeriod() const EXCLUDES(mDisplayLock) {
309 return pacesetterSelectorPtr()->getActiveMode().fps.getPeriod();
Ady Abraham3efa3942021-06-24 19:01:25 -0700310 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800311
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500312 Fps getPacesetterRefreshRate() const EXCLUDES(mDisplayLock) {
313 return pacesetterSelectorPtr()->getActiveMode().fps;
Huihong Luo1768cb02022-10-11 11:10:34 -0700314 }
315
Nathaniel Nifong1303d912021-10-06 09:41:24 -0400316 // Returns the framerate of the layer with the given sequence ID
317 float getLayerFramerate(nsecs_t now, int32_t id) const {
318 return mLayerHistory.getLayerFramerate(now, id);
319 }
320
Ady Abraham33a386b2023-07-18 15:37:11 -0700321 bool updateFrameRateOverrides(GlobalSignals, Fps displayRefreshRate) EXCLUDES(mPolicyLock);
322
Jerry Chang36678002023-11-29 16:56:17 +0000323 // Returns true if the small dirty detection is enabled for the appId.
324 bool supportSmallDirtyDetection(int32_t appId) {
325 return mFeatures.test(Feature::kSmallDirtyContentDetection) &&
326 mSmallAreaDetectionAllowMappings.getThresholdForAppId(appId).has_value();
Arthur Hungc70bee22023-06-02 01:35:52 +0000327 }
328
Alec Mouri1c7938e2023-09-22 04:17:23 +0000329 // Injects a delay that is a fraction of the predicted frame duration for the next frame.
330 void injectPacesetterDelay(float frameDurationFraction) REQUIRES(kMainThreadContext) {
331 mPacesetterFrameDurationFractionToSkip = frameDurationFraction;
332 }
333
Ana Krulec98b5b242018-08-10 15:03:23 -0700334private:
Ana Krulecafb45842019-02-13 13:33:03 -0800335 friend class TestableScheduler;
336
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700337 enum class ContentDetectionState { Off, On };
338 enum class TimerState { Reset, Expired };
339 enum class TouchState { Inactive, Active };
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800340
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700341 // impl::MessageQueue overrides:
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500342 void onFrameSignal(ICompositor&, VsyncId, TimePoint expectedVsyncTime) override
343 REQUIRES(kMainThreadContext, mDisplayLock);
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700344
Dominik Laskowski6505f792019-09-18 11:10:05 -0700345 // Create a connection on the given EventThread.
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700346 ConnectionHandle createConnection(std::unique_ptr<EventThread>);
Dominik Laskowskiccf37d72019-02-01 16:47:58 -0800347
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700348 // Update feature state machine to given state when corresponding timer resets or expires.
Dominik Laskowski596a2562022-10-28 11:26:12 -0400349 void kernelIdleTimerCallback(TimerState) EXCLUDES(mDisplayLock);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700350 void idleTimerCallback(TimerState);
351 void touchTimerCallback(TimerState);
352 void displayPowerTimerCallback(TimerState);
353
Dominik Laskowski66295432023-03-14 12:25:36 -0400354 // VsyncSchedule delegate.
355 void onHardwareVsyncRequest(PhysicalDisplayId, bool enable);
356
Leon Scroggins III67388622023-02-06 20:36:20 -0500357 void resyncToHardwareVsyncLocked(PhysicalDisplayId, bool allowToEnable,
358 std::optional<Fps> refreshRate = std::nullopt)
359 REQUIRES(kMainThreadContext, mDisplayLock);
360 void resyncAllToHardwareVsync(bool allowToEnable) EXCLUDES(mDisplayLock);
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500361 void setVsyncConfig(const VsyncConfig&, Period vsyncPeriod);
Dominik Laskowski98041832019-08-01 18:35:59 -0700362
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500363 // Chooses a pacesetter among the registered displays, unless `pacesetterIdOpt` is specified.
364 // The new `mPacesetterDisplayId` is never `std::nullopt`.
365 void promotePacesetterDisplay(std::optional<PhysicalDisplayId> pacesetterIdOpt = std::nullopt)
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400366 REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
367
368 // Changes to the displays (e.g. registering and unregistering) must be made
369 // while mDisplayLock is locked, and the new pacesetter then must be promoted while
370 // mDisplayLock is still locked. However, a new pacesetter means that
371 // MessageQueue and EventThread need to use the new pacesetter's
372 // VsyncSchedule, and this must happen while mDisplayLock is *not* locked,
373 // or else we may deadlock with EventThread.
374 std::shared_ptr<VsyncSchedule> promotePacesetterDisplayLocked(
375 std::optional<PhysicalDisplayId> pacesetterIdOpt = std::nullopt)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400376 REQUIRES(kMainThreadContext, mDisplayLock);
Leon Scroggins39d25342023-04-19 17:11:01 +0000377 void applyNewVsyncSchedule(std::shared_ptr<VsyncSchedule>) EXCLUDES(mDisplayLock);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400378
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500379 // Blocks until the pacesetter's idle timer thread exits. `mDisplayLock` must not be locked by
380 // the caller on the main thread to avoid deadlock, since the timer thread locks it before exit.
381 void demotePacesetterDisplay() REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock, mPolicyLock);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400382
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500383 void registerDisplayInternal(PhysicalDisplayId, RefreshRateSelectorPtr, VsyncSchedulePtr)
384 REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
Leon Scroggins III67388622023-02-06 20:36:20 -0500385
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800386 struct Policy;
387
388 // Sets the S state of the policy to the T value under mPolicyLock, and chooses a display mode
389 // that fulfills the new policy if the state changed. Returns the signals that were considered.
390 template <typename S, typename T>
391 GlobalSignals applyPolicy(S Policy::*, T&&) EXCLUDES(mPolicyLock);
392
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400393 struct DisplayModeChoice {
Ady Abrahamace3d052022-11-17 16:25:05 -0800394 DisplayModeChoice(FrameRateMode mode, GlobalSignals consideredSignals)
395 : mode(std::move(mode)), consideredSignals(consideredSignals) {}
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400396
Ady Abrahamace3d052022-11-17 16:25:05 -0800397 FrameRateMode mode;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400398 GlobalSignals consideredSignals;
399
400 bool operator==(const DisplayModeChoice& other) const {
Ady Abrahamace3d052022-11-17 16:25:05 -0800401 return mode == other.mode && consideredSignals == other.consideredSignals;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400402 }
403
404 // For tests.
405 friend std::ostream& operator<<(std::ostream& stream, const DisplayModeChoice& choice) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800406 return stream << '{' << to_string(*choice.mode.modePtr) << " considering "
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400407 << choice.consideredSignals.toString().c_str() << '}';
408 }
409 };
410
Dominik Laskowski6b049ff2023-01-29 15:46:45 -0500411 using DisplayModeChoiceMap = ui::PhysicalDisplayMap<PhysicalDisplayId, DisplayModeChoice>;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400412
413 // See mDisplayLock for thread safety.
414 DisplayModeChoiceMap chooseDisplayModes() const
415 REQUIRES(mPolicyLock, mDisplayLock, kMainThreadContext);
ramindani69b58e82022-09-26 16:48:36 -0700416
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400417 GlobalSignals makeGlobalSignals() const REQUIRES(mPolicyLock);
ramindani69b58e82022-09-26 16:48:36 -0700418
Ady Abraham33a386b2023-07-18 15:37:11 -0700419 bool updateFrameRateOverridesLocked(GlobalSignals, Fps displayRefreshRate)
420 REQUIRES(mPolicyLock);
Ady Abraham822ecbd2023-07-07 16:16:09 -0700421 void updateAttachedChoreographers(const surfaceflinger::frontend::LayerHierarchy&,
422 Fps displayRefreshRate);
423 int updateAttachedChoreographersInternal(const surfaceflinger::frontend::LayerHierarchy&,
424 Fps displayRefreshRate, int parentDivisor);
425 void updateAttachedChoreographersFrameRate(const surfaceflinger::frontend::RequestedLayerState&,
426 Fps fps) EXCLUDES(mChoreographerLock);
Ana Krulec7ab56032018-11-02 20:51:06 +0100427
Dominik Laskowski596a2562022-10-28 11:26:12 -0400428 void dispatchCachedReportedMode() REQUIRES(mPolicyLock) EXCLUDES(mDisplayLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800429
Ady Abrahamf2851612023-09-25 17:19:00 -0700430 // IEventThreadCallback overrides
431 bool throttleVsync(TimePoint, uid_t) override;
432 Period getVsyncPeriod(uid_t) override EXCLUDES(mDisplayLock);
433 void resync() override EXCLUDES(mDisplayLock);
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500434
ramindanid4354a92023-10-02 15:11:09 -0700435 std::optional<Period> getNotifyExpectedPresentTimeout(const FrameRateMode&)
436 REQUIRES(mDisplayLock);
437
Dominik Laskowski98041832019-08-01 18:35:59 -0700438 // Stores EventThread associated with a given VSyncSource, and an initial EventThreadConnection.
439 struct Connection {
440 sp<EventThreadConnection> connection;
441 std::unique_ptr<EventThread> thread;
442 };
Ady Abraham09bd3922019-04-08 10:44:56 -0700443
Dominik Laskowski98041832019-08-01 18:35:59 -0700444 ConnectionHandle::Id mNextConnectionHandleId = 0;
Ana Krulec6ddd2612020-09-24 13:06:33 -0700445 mutable std::mutex mConnectionsLock;
446 std::unordered_map<ConnectionHandle, Connection> mConnections GUARDED_BY(mConnectionsLock);
Ana Krulece588e312018-09-18 12:32:24 -0700447
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500448 ConnectionHandle mAppConnectionHandle;
449 ConnectionHandle mSfConnectionHandle;
450
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700451 std::atomic<nsecs_t> mLastResyncTime = 0;
Ana Krulece588e312018-09-18 12:32:24 -0700452
Dominik Laskowski068173d2021-08-11 17:22:59 -0700453 const FeatureFlags mFeatures;
Ana Krulec7ab56032018-11-02 20:51:06 +0100454
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500455 // Shifts the VSYNC phase during certain transactions and refresh rate changes.
456 const sp<VsyncModulator> mVsyncModulator;
457
Dominik Laskowski49cea512019-11-12 14:13:23 -0800458 // Used to choose refresh rate if content detection is enabled.
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700459 LayerHistory mLayerHistory;
Ana Krulecfb772822018-11-30 10:44:07 +0100460
Ady Abraham8532d012019-05-08 14:50:56 -0700461 // Timer used to monitor touch events.
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400462 ftl::Optional<OneShotTimer> mTouchTimer;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700463 // Timer used to monitor display power mode.
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400464 ftl::Optional<OneShotTimer> mDisplayPowerTimer;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700465
Alec Mouri1c7938e2023-09-22 04:17:23 +0000466 // Injected delay prior to compositing, for simulating jank.
467 float mPacesetterFrameDurationFractionToSkip GUARDED_BY(kMainThreadContext) = 0.f;
468
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800469 ISchedulerCallback& mSchedulerCallback;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800470
ramindanid4354a92023-10-02 15:11:09 -0700471 IVsyncTrackerCallback& mVsyncTrackerCallback;
472
Dominik Laskowski596a2562022-10-28 11:26:12 -0400473 // mDisplayLock may be locked while under mPolicyLock.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700474 mutable std::mutex mPolicyLock;
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700475
Dominik Laskowski596a2562022-10-28 11:26:12 -0400476 // Only required for reads outside kMainThreadContext. kMainThreadContext is the only writer, so
477 // must lock for writes but not reads. See also mPolicyLock for locking order.
478 mutable std::mutex mDisplayLock;
479
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500480 using FrameTargeterPtr = std::unique_ptr<FrameTargeter>;
481
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500482 struct Display {
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500483 Display(PhysicalDisplayId displayId, RefreshRateSelectorPtr selectorPtr,
484 VsyncSchedulePtr schedulePtr, FeatureFlags features)
485 : displayId(displayId),
486 selectorPtr(std::move(selectorPtr)),
487 schedulePtr(std::move(schedulePtr)),
488 targeterPtr(std::make_unique<
489 FrameTargeter>(displayId,
490 features.test(Feature::kBackpressureGpuComposition))) {}
491
492 const PhysicalDisplayId displayId;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400493
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500494 // Effectively const except in move constructor.
495 RefreshRateSelectorPtr selectorPtr;
496 VsyncSchedulePtr schedulePtr;
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500497 FrameTargeterPtr targeterPtr;
Dominik Laskowski66295432023-03-14 12:25:36 -0400498
499 hal::PowerMode powerMode = hal::PowerMode::OFF;
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500500 };
501
502 using DisplayRef = std::reference_wrapper<Display>;
503 using ConstDisplayRef = std::reference_wrapper<const Display>;
504
Dominik Laskowski6b049ff2023-01-29 15:46:45 -0500505 ui::PhysicalDisplayMap<PhysicalDisplayId, Display> mDisplays GUARDED_BY(mDisplayLock)
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500506 GUARDED_BY(kMainThreadContext);
Leon Scroggins III67388622023-02-06 20:36:20 -0500507
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500508 ftl::Optional<PhysicalDisplayId> mPacesetterDisplayId GUARDED_BY(mDisplayLock)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400509 GUARDED_BY(kMainThreadContext);
510
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500511 ftl::Optional<DisplayRef> pacesetterDisplayLocked() REQUIRES(mDisplayLock) {
512 return static_cast<const Scheduler*>(this)->pacesetterDisplayLocked().transform(
513 [](const Display& display) { return std::ref(const_cast<Display&>(display)); });
514 }
515
516 ftl::Optional<ConstDisplayRef> pacesetterDisplayLocked() const REQUIRES(mDisplayLock) {
517 ftl::FakeGuard guard(kMainThreadContext);
518 return mPacesetterDisplayId.and_then([this](PhysicalDisplayId pacesetterId)
519 REQUIRES(mDisplayLock, kMainThreadContext) {
520 return mDisplays.get(pacesetterId);
521 });
522 }
523
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500524 RefreshRateSelectorPtr pacesetterSelectorPtr() const EXCLUDES(mDisplayLock) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400525 std::scoped_lock lock(mDisplayLock);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500526 return pacesetterSelectorPtrLocked();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400527 }
528
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500529 RefreshRateSelectorPtr pacesetterSelectorPtrLocked() const REQUIRES(mDisplayLock) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400530 ftl::FakeGuard guard(kMainThreadContext);
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500531 return pacesetterDisplayLocked()
532 .transform([](const Display& display) { return display.selectorPtr; })
533 .or_else([] { return std::optional<RefreshRateSelectorPtr>(nullptr); })
Dominik Laskowski80872bd2022-11-15 11:34:33 -0500534 .value();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400535 }
ramindani69b58e82022-09-26 16:48:36 -0700536
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500537 ConstVsyncSchedulePtr getVsyncScheduleLocked(
538 std::optional<PhysicalDisplayId> = std::nullopt) const REQUIRES(mDisplayLock);
539
540 VsyncSchedulePtr getVsyncScheduleLocked(std::optional<PhysicalDisplayId> idOpt = std::nullopt)
541 REQUIRES(mDisplayLock) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500542 return std::const_pointer_cast<VsyncSchedule>(
543 static_cast<const Scheduler*>(this)->getVsyncScheduleLocked(idOpt));
544 }
545
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800546 struct Policy {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700547 // Policy for choosing the display mode.
548 LayerHistory::Summary contentRequirements;
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700549 TimerState idleTimer = TimerState::Reset;
550 TouchState touch = TouchState::Inactive;
551 TimerState displayPowerTimer = TimerState::Expired;
Rachel Lee6a9731d2022-06-06 17:08:14 -0700552 hal::PowerMode displayPowerMode = hal::PowerMode::ON;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700553
Dominik Laskowski068173d2021-08-11 17:22:59 -0700554 // Chosen display mode.
Ady Abrahamace3d052022-11-17 16:25:05 -0800555 ftl::Optional<FrameRateMode> modeOpt;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700556
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100557 struct ModeChangedParams {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700558 ConnectionHandle handle;
Ady Abrahamace3d052022-11-17 16:25:05 -0800559 FrameRateMode mode;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700560 };
561
Dominik Laskowski068173d2021-08-11 17:22:59 -0700562 // Parameters for latest dispatch of mode change event.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100563 std::optional<ModeChangedParams> cachedModeChangedParams;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700564 } mPolicy GUARDED_BY(mPolicyLock);
Ady Abraham09bd3922019-04-08 10:44:56 -0700565
Ady Abraham822ecbd2023-07-07 16:16:09 -0700566 std::mutex mChoreographerLock;
567
568 struct AttachedChoreographers {
569 Fps frameRate;
570 std::unordered_set<wp<EventThreadConnection>, WpHash> connections;
571 };
572 // Map keyed by layer ID (sequence) to choreographer connections.
573 std::unordered_map<int32_t, AttachedChoreographers> mAttachedChoreographers
574 GUARDED_BY(mChoreographerLock);
575
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800576 std::mutex mVsyncTimelineLock;
Peiyong Line9d809e2020-04-14 13:10:48 -0700577 std::optional<hal::VsyncPeriodChangeTimeline> mLastVsyncPeriodChangeTimeline
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800578 GUARDED_BY(mVsyncTimelineLock);
579 static constexpr std::chrono::nanoseconds MAX_VSYNC_APPLIED_TIME = 200ms;
Ady Abraham8735eac2020-08-12 16:35:04 -0700580
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800581 FrameRateOverrideMappings mFrameRateOverrideMappings;
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000582 SmallAreaDetectionAllowMappings mSmallAreaDetectionAllowMappings;
Ana Krulec98b5b242018-08-10 15:03:23 -0700583};
584
Dominik Laskowski068173d2021-08-11 17:22:59 -0700585} // namespace scheduler
Ana Krulec7ab56032018-11-02 20:51:06 +0100586} // namespace android