blob: a29d1535169d5bff38ca75ab5c6dc038a977bcbd [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#pragma once
18
Dominik Laskowski98041832019-08-01 18:35:59 -070019#include <atomic>
Dominik Laskowski62eff352021-12-06 09:59:41 -080020#include <cstdint>
Kevin DuBois413287f2019-02-25 08:46:47 -080021#include <functional>
Dominik Laskowski756b7892021-08-04 12:53:59 -070022#include <future>
Ana Krulec98b5b242018-08-10 15:03:23 -070023#include <memory>
Dominik Laskowski98041832019-08-01 18:35:59 -070024#include <mutex>
Dominik Laskowski98041832019-08-01 18:35:59 -070025#include <unordered_map>
ramindani69b58e82022-09-26 16:48:36 -070026#include <utility>
Ana Krulec98b5b242018-08-10 15:03:23 -070027
Ady Abrahamdec1a412020-01-24 10:23:50 -080028// TODO(b/129481165): remove the #pragma below and fix conversion issues
29#pragma clang diagnostic push
30#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010031#pragma clang diagnostic ignored "-Wextra"
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -080032#include <ui/GraphicTypes.h>
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010033#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"
Ana Krulec98b5b242018-08-10 15:03:23 -070034
Dominik Laskowski596a2562022-10-28 11:26:12 -040035#include <ftl/fake_guard.h>
Dominik Laskowskifb4b7372023-11-22 09:56:54 -050036#include <ftl/non_null.h>
Dominik Laskowski596a2562022-10-28 11:26:12 -040037#include <ftl/optional.h>
Dominik Laskowski068173d2021-08-11 17:22:59 -070038#include <scheduler/Features.h>
Dominik Laskowskib418dd72023-06-13 17:31:04 -040039#include <scheduler/FrameTargeter.h>
Dominik Laskowski5d164f22022-07-07 07:56:07 -070040#include <scheduler/Time.h>
Dominik Laskowski1c99a002023-01-20 17:10:36 -050041#include <scheduler/VsyncConfig.h>
Dominik Laskowski01602522022-10-07 19:02:28 -040042#include <ui/DisplayId.h>
Dominik Laskowski6b049ff2023-01-29 15:46:45 -050043#include <ui/DisplayMap.h>
Dominik Laskowski068173d2021-08-11 17:22:59 -070044
Dominik Laskowski530d6bd2022-10-10 16:55:54 -040045#include "Display/DisplayModeRequest.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070046#include "EventThread.h"
Andy Yu2ae6b6b2021-11-18 14:51:06 -080047#include "FrameRateOverrideMappings.h"
Leon Scroggins IIIc275df42023-02-07 16:40:21 -050048#include "ISchedulerCallback.h"
Ana Krulec3084c052018-11-21 20:27:17 +010049#include "LayerHistory.h"
Dominik Laskowski756b7892021-08-04 12:53:59 -070050#include "MessageQueue.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070051#include "OneShotTimer.h"
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040052#include "RefreshRateSelector.h"
Tony Huang9ac5e6e2023-08-24 09:01:44 +000053#include "SmallAreaDetectionAllowMappings.h"
Dominik Laskowski03cfce82022-11-02 12:13:29 -040054#include "Utils/Dumper.h"
Dominik Laskowski1c99a002023-01-20 17:10:36 -050055#include "VsyncModulator.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070056
Ady Abraham822ecbd2023-07-07 16:16:09 -070057#include <FrontEnd/LayerHierarchy.h>
58
Dominik Laskowski62eff352021-12-06 09:59:41 -080059namespace android::scheduler {
60
61// Opaque handle to scheduler connection.
62struct ConnectionHandle {
63 using Id = std::uintptr_t;
64 static constexpr Id INVALID_ID = static_cast<Id>(-1);
65
66 Id id = INVALID_ID;
67
68 explicit operator bool() const { return id != INVALID_ID; }
69};
70
71inline bool operator==(ConnectionHandle lhs, ConnectionHandle rhs) {
72 return lhs.id == rhs.id;
73}
74
75} // namespace android::scheduler
76
77namespace std {
78
79template <>
80struct hash<android::scheduler::ConnectionHandle> {
81 size_t operator()(android::scheduler::ConnectionHandle handle) const {
82 return hash<android::scheduler::ConnectionHandle::Id>()(handle.id);
83 }
84};
85
86} // namespace std
87
Ana Krulec98b5b242018-08-10 15:03:23 -070088namespace android {
89
Dominik Laskowski98041832019-08-01 18:35:59 -070090class FenceTime;
Ana Krulece588e312018-09-18 12:32:24 -070091
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070092namespace frametimeline {
93class TokenManager;
94} // namespace frametimeline
95
Dominik Laskowski068173d2021-08-11 17:22:59 -070096namespace scheduler {
97
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040098using GlobalSignals = RefreshRateSelector::GlobalSignals;
ramindani69b58e82022-09-26 16:48:36 -070099
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500100class VsyncSchedule;
101
Ady Abrahamf2851612023-09-25 17:19:00 -0700102class Scheduler : public IEventThreadCallback, android::impl::MessageQueue {
Patrick Williams83f36b22022-09-14 17:57:35 +0000103 using Impl = android::impl::MessageQueue;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700104
Ana Krulec98b5b242018-08-10 15:03:23 -0700105public:
ramindanid4354a92023-10-02 15:11:09 -0700106 Scheduler(ICompositor&, ISchedulerCallback&, FeatureFlags, sp<VsyncModulator>,
107 IVsyncTrackerCallback&);
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800108 virtual ~Scheduler();
109
110 void startTimers();
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800111
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500112 // TODO(b/241285191): Remove this API by promoting pacesetter in onScreen{Acquired,Released}.
113 void setPacesetterDisplay(std::optional<PhysicalDisplayId>) REQUIRES(kMainThreadContext)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400114 EXCLUDES(mDisplayLock);
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400115
Dominik Laskowski596a2562022-10-28 11:26:12 -0400116 using RefreshRateSelectorPtr = std::shared_ptr<RefreshRateSelector>;
117
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500118 using ConstVsyncSchedulePtr = std::shared_ptr<const VsyncSchedule>;
119 using VsyncSchedulePtr = std::shared_ptr<VsyncSchedule>;
120
Dominik Laskowski596a2562022-10-28 11:26:12 -0400121 void registerDisplay(PhysicalDisplayId, RefreshRateSelectorPtr) REQUIRES(kMainThreadContext)
122 EXCLUDES(mDisplayLock);
123 void unregisterDisplay(PhysicalDisplayId) REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
Dominik Laskowski01602522022-10-07 19:02:28 -0400124
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800125 void run();
Ana Krulec98b5b242018-08-10 15:03:23 -0700126
Dominik Laskowski756b7892021-08-04 12:53:59 -0700127 using Impl::initVsync;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700128
129 using Impl::getScheduledFrameTime;
130 using Impl::setDuration;
131
Dominik Laskowskif11728a2022-07-28 13:07:42 -0700132 using Impl::scheduleConfigure;
Dominik Laskowski46f3e3b2021-08-10 11:44:24 -0700133 using Impl::scheduleFrame;
Dominik Laskowski756b7892021-08-04 12:53:59 -0700134
135 // Schedule an asynchronous or synchronous task on the main thread.
136 template <typename F, typename T = std::invoke_result_t<F>>
137 [[nodiscard]] std::future<T> schedule(F&& f) {
138 auto [task, future] = makeTask(std::move(f));
139 postMessage(std::move(task));
140 return std::move(future);
141 }
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700142
Chavi Weingarten076acac2023-01-19 17:20:43 +0000143 template <typename F, typename T = std::invoke_result_t<F>>
144 [[nodiscard]] std::future<T> scheduleDelayed(F&& f, nsecs_t uptimeDelay) {
145 auto [task, future] = makeTask(std::move(f));
146 postMessageDelayed(std::move(task), uptimeDelay);
147 return std::move(future);
148 }
149
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500150 enum class Cycle {
151 Render, // Surface rendering.
152 LastComposite // Ahead of display compositing by one refresh period.
153 };
154
155 ConnectionHandle createEventThread(Cycle, frametimeline::TokenManager*,
156 std::chrono::nanoseconds workDuration,
157 std::chrono::nanoseconds readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700158
Ady Abraham62f216c2020-10-13 19:07:23 -0700159 sp<IDisplayEventConnection> createDisplayEventConnection(
Rachel Lee2248f522023-01-27 16:45:23 -0800160 ConnectionHandle, EventRegistrationFlags eventRegistration = {},
Ady Abraham822ecbd2023-07-07 16:16:09 -0700161 const sp<IBinder>& layerHandle = nullptr) EXCLUDES(mChoreographerLock);
Ana Krulece588e312018-09-18 12:32:24 -0700162
Dominik Laskowski98041832019-08-01 18:35:59 -0700163 sp<EventThreadConnection> getEventConnection(ConnectionHandle);
Kevin DuBois413287f2019-02-25 08:46:47 -0800164
Dominik Laskowski98041832019-08-01 18:35:59 -0700165 void onHotplugReceived(ConnectionHandle, PhysicalDisplayId, bool connected);
Brian Johnson5dcd75d2023-08-15 09:36:37 -0700166 void onHotplugConnectionError(ConnectionHandle, int32_t errorCode);
167
Ady Abrahamace3d052022-11-17 16:25:05 -0800168 void onPrimaryDisplayModeChanged(ConnectionHandle, const FrameRateMode&) EXCLUDES(mPolicyLock);
169 void onNonPrimaryDisplayModeChanged(ConnectionHandle, const FrameRateMode&);
Dominik Laskowskie99b98c2023-02-02 12:37:23 -0500170
171 void enableSyntheticVsync(bool = true) REQUIRES(kMainThreadContext);
Ana Krulece588e312018-09-18 12:32:24 -0700172
Ady Abraham62a0be22020-12-08 16:54:10 -0800173 void onFrameRateOverridesChanged(ConnectionHandle, PhysicalDisplayId)
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800174 EXCLUDES(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700175
Huihong Luo9ebb7a72023-06-27 17:01:50 -0700176 void onHdcpLevelsChanged(ConnectionHandle, PhysicalDisplayId, int32_t, int32_t);
177
Ady Abraham9c53ee72020-07-22 21:16:18 -0700178 // Modifies work duration in the event thread.
179 void setDuration(ConnectionHandle, std::chrono::nanoseconds workDuration,
180 std::chrono::nanoseconds readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700181
Dominik Laskowski14956dc2023-02-22 13:43:57 -0500182 VsyncModulator& vsyncModulator() { return *mVsyncModulator; }
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500183
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500184 // In some cases, we should only modulate for the pacesetter display. In those
Leon Scroggins III67388622023-02-06 20:36:20 -0500185 // cases, the caller should pass in the relevant display, and the method
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500186 // will no-op if it's not the pacesetter. Other cases are not specific to a
Leon Scroggins III67388622023-02-06 20:36:20 -0500187 // display.
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500188 template <typename... Args,
189 typename Handler = std::optional<VsyncConfig> (VsyncModulator::*)(Args...)>
Leon Scroggins III67388622023-02-06 20:36:20 -0500190 void modulateVsync(std::optional<PhysicalDisplayId> id, Handler handler, Args... args) {
191 if (id) {
192 std::scoped_lock lock(mDisplayLock);
193 ftl::FakeGuard guard(kMainThreadContext);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500194 if (id != mPacesetterDisplayId) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500195 return;
196 }
197 }
198
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500199 if (const auto config = (*mVsyncModulator.*handler)(args...)) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500200 setVsyncConfig(*config, getPacesetterVsyncPeriod());
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500201 }
202 }
203
204 void setVsyncConfigSet(const VsyncConfigSet&, Period vsyncPeriod);
205
Ady Abrahamace3d052022-11-17 16:25:05 -0800206 // Sets the render rate for the scheduler to run at.
Leon Scroggins III67388622023-02-06 20:36:20 -0500207 void setRenderRate(PhysicalDisplayId, Fps);
Ady Abrahamace3d052022-11-17 16:25:05 -0800208
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400209 void enableHardwareVsync(PhysicalDisplayId) REQUIRES(kMainThreadContext);
210 void disableHardwareVsync(PhysicalDisplayId, bool disallow) REQUIRES(kMainThreadContext);
Dominik Laskowski98041832019-08-01 18:35:59 -0700211
Alec Mourif8e689c2019-05-20 18:32:22 -0700212 // Resyncs the scheduler to hardware vsync.
Leon Scroggins IIIc275df42023-02-07 16:40:21 -0500213 // If allowToEnable is true, then hardware vsync will be turned on.
Alec Mourif8e689c2019-05-20 18:32:22 -0700214 // Otherwise, if hardware vsync is not already enabled then this method will
215 // no-op.
Ady Abrahamc585dba2023-11-15 18:41:35 -0800216 // If modePtr is nullopt, use the active display mode.
Leon Scroggins III67388622023-02-06 20:36:20 -0500217 void resyncToHardwareVsync(PhysicalDisplayId id, bool allowToEnable,
Ady Abrahamc585dba2023-11-15 18:41:35 -0800218 DisplayModePtr modePtr = nullptr) EXCLUDES(mDisplayLock) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500219 std::scoped_lock lock(mDisplayLock);
220 ftl::FakeGuard guard(kMainThreadContext);
Ady Abrahamc585dba2023-11-15 18:41:35 -0800221 resyncToHardwareVsyncLocked(id, allowToEnable, modePtr);
Leon Scroggins III67388622023-02-06 20:36:20 -0500222 }
Ady Abrahame9befd72022-02-24 17:24:44 -0800223 void forceNextResync() { mLastResyncTime = 0; }
Dominik Laskowski98041832019-08-01 18:35:59 -0700224
Leon Scroggins IIIc275df42023-02-07 16:40:21 -0500225 // Passes a vsync sample to VsyncController. Returns true if
226 // VsyncController detected that the vsync period changed and false
227 // otherwise.
Leon Scroggins III67388622023-02-06 20:36:20 -0500228 bool addResyncSample(PhysicalDisplayId, nsecs_t timestamp,
229 std::optional<nsecs_t> hwcVsyncPeriod);
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500230 void addPresentFence(PhysicalDisplayId, std::shared_ptr<FenceTime>)
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400231 REQUIRES(kMainThreadContext);
Ady Abraham8f1ee7f2019-04-05 10:32:50 -0700232
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700233 // Layers are registered on creation, and unregistered when the weak reference expires.
234 void registerLayer(Layer*);
Vishnu Nairef68d6d2023-02-28 06:18:27 +0000235 void recordLayerHistory(int32_t id, const LayerProps& layerProps, nsecs_t presentTime,
Vishnu Nair47b7bb42023-09-29 16:27:33 -0700236 nsecs_t now, LayerHistory::LayerUpdateType) EXCLUDES(mDisplayLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100237 void setModeChangePending(bool pending);
Vishnu Nair80e8cfe2023-09-29 17:03:45 -0700238 void setDefaultFrameRateCompatibility(int32_t id, scheduler::FrameRateCompatibility);
Vishnu Nair41376b62023-11-08 05:08:58 -0800239 void setLayerProperties(int32_t id, const LayerProps&);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700240 void deregisterLayer(Layer*);
Ady Abraham822ecbd2023-07-07 16:16:09 -0700241 void onLayerDestroyed(Layer*) EXCLUDES(mChoreographerLock);
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700242
Dominik Laskowski49cea512019-11-12 14:13:23 -0800243 // Detects content using layer history, and selects a matching refresh rate.
Ady Abraham822ecbd2023-07-07 16:16:09 -0700244 void chooseRefreshRateForContent(const surfaceflinger::frontend::LayerHierarchy*,
245 bool updateAttachedChoreographer) EXCLUDES(mDisplayLock);
Ady Abraham97d04232019-03-05 19:48:12 -0800246
Ady Abraham8532d012019-05-08 14:50:56 -0700247 void resetIdleTimer();
248
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700249 // Indicates that touch interaction is taking place.
250 void onTouchHint();
Ady Abraham8532d012019-05-08 14:50:56 -0700251
Leon Scroggins III67388622023-02-06 20:36:20 -0500252 void setDisplayPowerMode(PhysicalDisplayId, hal::PowerMode powerMode)
253 REQUIRES(kMainThreadContext);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700254
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500255 ConstVsyncSchedulePtr getVsyncSchedule(std::optional<PhysicalDisplayId> = std::nullopt) const
256 EXCLUDES(mDisplayLock);
257
258 VsyncSchedulePtr getVsyncSchedule(std::optional<PhysicalDisplayId> idOpt = std::nullopt)
259 EXCLUDES(mDisplayLock) {
260 return std::const_pointer_cast<VsyncSchedule>(std::as_const(*this).getVsyncSchedule(idOpt));
Leon Scroggins III67388622023-02-06 20:36:20 -0500261 }
Ady Abraham55fa7272020-09-30 19:19:27 -0700262
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500263 TimePoint expectedPresentTimeForPacesetter() const EXCLUDES(mDisplayLock) {
264 std::scoped_lock lock(mDisplayLock);
265 return pacesetterDisplayLocked()
266 .transform([](const Display& display) {
267 return display.targeterPtr->target().expectedPresentTime();
268 })
269 .value_or(TimePoint());
270 }
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400271
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500272 // Returns true if a given vsync timestamp is considered valid vsync
273 // for a given uid
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400274 bool isVsyncValid(TimePoint expectedVsyncTime, uid_t uid) const;
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500275
Leon Scroggins III67388622023-02-06 20:36:20 -0500276 bool isVsyncInPhase(TimePoint expectedVsyncTime, Fps frameRate) const;
Huihong Luo1768cb02022-10-11 11:10:34 -0700277
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400278 void dump(utils::Dumper&) const;
Dominik Laskowski98041832019-08-01 18:35:59 -0700279 void dump(ConnectionHandle, std::string&) const;
Leon Scroggins III67388622023-02-06 20:36:20 -0500280 void dumpVsync(std::string&) const EXCLUDES(mDisplayLock);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700281
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500282 // Returns the preferred refresh rate and frame rate for the pacesetter display.
Dominik Laskowskifc378b02022-12-02 14:56:05 -0500283 FrameRateMode getPreferredDisplayMode();
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700284
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800285 // Notifies the scheduler about a refresh rate timeline change.
Peiyong Line9d809e2020-04-14 13:10:48 -0700286 void onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800287
Leon Scroggins III5b581492023-10-31 14:29:41 -0400288 // Notifies the scheduler once the composition is presented. Returns if recomposite is needed.
289 bool onCompositionPresented(nsecs_t presentTime);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800290
Ady Abraham8a82ba62020-01-17 12:43:17 -0800291 // Notifies the scheduler when the display size has changed. Called from SF's main thread
Ady Abraham7825c682021-05-17 15:12:14 -0700292 void onActiveDisplayAreaChanged(uint32_t displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800293
Ady Abraham62a0be22020-12-08 16:54:10 -0800294 // Stores the preferred refresh rate that an app should run at.
295 // FrameRateOverride.refreshRateHz == 0 means no preference.
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800296 void setPreferredRefreshRateForUid(FrameRateOverride);
297
Andy Yu8c2703d2023-11-03 11:22:46 -0700298 // Stores the frame rate override that a game should run at set by game interventions.
299 // FrameRateOverride.refreshRateHz == 0 means no preference.
300 void setGameModeFrameRateForUid(FrameRateOverride) EXCLUDES(mDisplayLock);
301
302 // Stores the frame rate override that a game should run rat set by default game frame rate.
303 // FrameRateOverride.refreshRateHz == 0 means no preference, game default game frame rate is not
304 // enabled.
305 //
306 // "ro.surface_flinger.game_default_frame_rate_override" sets the frame rate value,
307 // "persist.graphics.game_default_frame_rate.enabled" controls whether this feature is enabled.
308 void setGameDefaultFrameRateForUid(FrameRateOverride) EXCLUDES(mDisplayLock);
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800309
Tony Huangf3621102023-09-04 17:14:22 +0800310 void updateSmallAreaDetection(std::vector<std::pair<int32_t, float>>& uidThresholdMappings);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000311
Tony Huangf3621102023-09-04 17:14:22 +0800312 void setSmallAreaDetectionThreshold(int32_t appId, float threshold);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000313
314 // Returns true if the dirty area is less than threshold.
Tony Huangf3621102023-09-04 17:14:22 +0800315 bool isSmallDirtyArea(int32_t appId, uint32_t dirtyArea);
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000316
Alec Mouri7d436ec2021-01-27 20:40:50 -0800317 // Retrieves the overridden refresh rate for a given uid.
Dominik Laskowski596a2562022-10-28 11:26:12 -0400318 std::optional<Fps> getFrameRateOverride(uid_t) const EXCLUDES(mDisplayLock);
Ady Abraham3efa3942021-06-24 19:01:25 -0700319
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500320 Period getPacesetterVsyncPeriod() const EXCLUDES(mDisplayLock) {
321 return pacesetterSelectorPtr()->getActiveMode().fps.getPeriod();
Ady Abraham3efa3942021-06-24 19:01:25 -0700322 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800323
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500324 Fps getPacesetterRefreshRate() const EXCLUDES(mDisplayLock) {
325 return pacesetterSelectorPtr()->getActiveMode().fps;
Huihong Luo1768cb02022-10-11 11:10:34 -0700326 }
327
ramindani0491e642023-11-16 17:42:14 -0800328 Fps getNextFrameInterval(PhysicalDisplayId, TimePoint currentExpectedPresentTime) const
329 EXCLUDES(mDisplayLock);
330
Nathaniel Nifong1303d912021-10-06 09:41:24 -0400331 // Returns the framerate of the layer with the given sequence ID
332 float getLayerFramerate(nsecs_t now, int32_t id) const {
333 return mLayerHistory.getLayerFramerate(now, id);
334 }
335
Ady Abraham33a386b2023-07-18 15:37:11 -0700336 bool updateFrameRateOverrides(GlobalSignals, Fps displayRefreshRate) EXCLUDES(mPolicyLock);
337
Jerry Chang36678002023-11-29 16:56:17 +0000338 // Returns true if the small dirty detection is enabled for the appId.
339 bool supportSmallDirtyDetection(int32_t appId) {
340 return mFeatures.test(Feature::kSmallDirtyContentDetection) &&
341 mSmallAreaDetectionAllowMappings.getThresholdForAppId(appId).has_value();
Arthur Hungc70bee22023-06-02 01:35:52 +0000342 }
343
Alec Mouri1c7938e2023-09-22 04:17:23 +0000344 // Injects a delay that is a fraction of the predicted frame duration for the next frame.
345 void injectPacesetterDelay(float frameDurationFraction) REQUIRES(kMainThreadContext) {
346 mPacesetterFrameDurationFractionToSkip = frameDurationFraction;
347 }
348
Ana Krulec98b5b242018-08-10 15:03:23 -0700349private:
Ana Krulecafb45842019-02-13 13:33:03 -0800350 friend class TestableScheduler;
351
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700352 enum class ContentDetectionState { Off, On };
353 enum class TimerState { Reset, Expired };
354 enum class TouchState { Inactive, Active };
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800355
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700356 // impl::MessageQueue overrides:
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500357 void onFrameSignal(ICompositor&, VsyncId, TimePoint expectedVsyncTime) override
358 REQUIRES(kMainThreadContext, mDisplayLock);
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700359
Dominik Laskowski6505f792019-09-18 11:10:05 -0700360 // Create a connection on the given EventThread.
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700361 ConnectionHandle createConnection(std::unique_ptr<EventThread>);
Dominik Laskowskiccf37d72019-02-01 16:47:58 -0800362
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700363 // Update feature state machine to given state when corresponding timer resets or expires.
Dominik Laskowski596a2562022-10-28 11:26:12 -0400364 void kernelIdleTimerCallback(TimerState) EXCLUDES(mDisplayLock);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700365 void idleTimerCallback(TimerState);
366 void touchTimerCallback(TimerState);
367 void displayPowerTimerCallback(TimerState);
368
Dominik Laskowski66295432023-03-14 12:25:36 -0400369 // VsyncSchedule delegate.
370 void onHardwareVsyncRequest(PhysicalDisplayId, bool enable);
371
Leon Scroggins III67388622023-02-06 20:36:20 -0500372 void resyncToHardwareVsyncLocked(PhysicalDisplayId, bool allowToEnable,
Ady Abrahamc585dba2023-11-15 18:41:35 -0800373 DisplayModePtr modePtr = nullptr)
Leon Scroggins III67388622023-02-06 20:36:20 -0500374 REQUIRES(kMainThreadContext, mDisplayLock);
375 void resyncAllToHardwareVsync(bool allowToEnable) EXCLUDES(mDisplayLock);
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500376 void setVsyncConfig(const VsyncConfig&, Period vsyncPeriod);
Dominik Laskowski98041832019-08-01 18:35:59 -0700377
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500378 // Chooses a pacesetter among the registered displays, unless `pacesetterIdOpt` is specified.
379 // The new `mPacesetterDisplayId` is never `std::nullopt`.
380 void promotePacesetterDisplay(std::optional<PhysicalDisplayId> pacesetterIdOpt = std::nullopt)
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400381 REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
382
383 // Changes to the displays (e.g. registering and unregistering) must be made
384 // while mDisplayLock is locked, and the new pacesetter then must be promoted while
385 // mDisplayLock is still locked. However, a new pacesetter means that
386 // MessageQueue and EventThread need to use the new pacesetter's
387 // VsyncSchedule, and this must happen while mDisplayLock is *not* locked,
388 // or else we may deadlock with EventThread.
389 std::shared_ptr<VsyncSchedule> promotePacesetterDisplayLocked(
390 std::optional<PhysicalDisplayId> pacesetterIdOpt = std::nullopt)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400391 REQUIRES(kMainThreadContext, mDisplayLock);
Leon Scroggins39d25342023-04-19 17:11:01 +0000392 void applyNewVsyncSchedule(std::shared_ptr<VsyncSchedule>) EXCLUDES(mDisplayLock);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400393
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500394 // Blocks until the pacesetter's idle timer thread exits. `mDisplayLock` must not be locked by
395 // the caller on the main thread to avoid deadlock, since the timer thread locks it before exit.
396 void demotePacesetterDisplay() REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock, mPolicyLock);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400397
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500398 void registerDisplayInternal(PhysicalDisplayId, RefreshRateSelectorPtr, VsyncSchedulePtr)
399 REQUIRES(kMainThreadContext) EXCLUDES(mDisplayLock);
Leon Scroggins III67388622023-02-06 20:36:20 -0500400
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800401 struct Policy;
402
403 // Sets the S state of the policy to the T value under mPolicyLock, and chooses a display mode
404 // that fulfills the new policy if the state changed. Returns the signals that were considered.
405 template <typename S, typename T>
406 GlobalSignals applyPolicy(S Policy::*, T&&) EXCLUDES(mPolicyLock);
407
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400408 struct DisplayModeChoice {
Ady Abrahamace3d052022-11-17 16:25:05 -0800409 DisplayModeChoice(FrameRateMode mode, GlobalSignals consideredSignals)
410 : mode(std::move(mode)), consideredSignals(consideredSignals) {}
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400411
Ady Abrahamace3d052022-11-17 16:25:05 -0800412 FrameRateMode mode;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400413 GlobalSignals consideredSignals;
414
415 bool operator==(const DisplayModeChoice& other) const {
Ady Abrahamace3d052022-11-17 16:25:05 -0800416 return mode == other.mode && consideredSignals == other.consideredSignals;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400417 }
418
419 // For tests.
420 friend std::ostream& operator<<(std::ostream& stream, const DisplayModeChoice& choice) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800421 return stream << '{' << to_string(*choice.mode.modePtr) << " considering "
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400422 << choice.consideredSignals.toString().c_str() << '}';
423 }
424 };
425
Dominik Laskowski6b049ff2023-01-29 15:46:45 -0500426 using DisplayModeChoiceMap = ui::PhysicalDisplayMap<PhysicalDisplayId, DisplayModeChoice>;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400427
428 // See mDisplayLock for thread safety.
429 DisplayModeChoiceMap chooseDisplayModes() const
430 REQUIRES(mPolicyLock, mDisplayLock, kMainThreadContext);
ramindani69b58e82022-09-26 16:48:36 -0700431
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400432 GlobalSignals makeGlobalSignals() const REQUIRES(mPolicyLock);
ramindani69b58e82022-09-26 16:48:36 -0700433
Ady Abraham33a386b2023-07-18 15:37:11 -0700434 bool updateFrameRateOverridesLocked(GlobalSignals, Fps displayRefreshRate)
435 REQUIRES(mPolicyLock);
Ady Abraham822ecbd2023-07-07 16:16:09 -0700436 void updateAttachedChoreographers(const surfaceflinger::frontend::LayerHierarchy&,
437 Fps displayRefreshRate);
438 int updateAttachedChoreographersInternal(const surfaceflinger::frontend::LayerHierarchy&,
439 Fps displayRefreshRate, int parentDivisor);
440 void updateAttachedChoreographersFrameRate(const surfaceflinger::frontend::RequestedLayerState&,
441 Fps fps) EXCLUDES(mChoreographerLock);
Ana Krulec7ab56032018-11-02 20:51:06 +0100442
Dominik Laskowski596a2562022-10-28 11:26:12 -0400443 void dispatchCachedReportedMode() REQUIRES(mPolicyLock) EXCLUDES(mDisplayLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800444
Ady Abrahamf2851612023-09-25 17:19:00 -0700445 // IEventThreadCallback overrides
446 bool throttleVsync(TimePoint, uid_t) override;
447 Period getVsyncPeriod(uid_t) override EXCLUDES(mDisplayLock);
448 void resync() override EXCLUDES(mDisplayLock);
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500449
Dominik Laskowski98041832019-08-01 18:35:59 -0700450 // Stores EventThread associated with a given VSyncSource, and an initial EventThreadConnection.
451 struct Connection {
452 sp<EventThreadConnection> connection;
453 std::unique_ptr<EventThread> thread;
454 };
Ady Abraham09bd3922019-04-08 10:44:56 -0700455
Dominik Laskowski98041832019-08-01 18:35:59 -0700456 ConnectionHandle::Id mNextConnectionHandleId = 0;
Ana Krulec6ddd2612020-09-24 13:06:33 -0700457 mutable std::mutex mConnectionsLock;
458 std::unordered_map<ConnectionHandle, Connection> mConnections GUARDED_BY(mConnectionsLock);
Ana Krulece588e312018-09-18 12:32:24 -0700459
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500460 ConnectionHandle mAppConnectionHandle;
461 ConnectionHandle mSfConnectionHandle;
462
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700463 std::atomic<nsecs_t> mLastResyncTime = 0;
Ana Krulece588e312018-09-18 12:32:24 -0700464
Dominik Laskowski068173d2021-08-11 17:22:59 -0700465 const FeatureFlags mFeatures;
Ana Krulec7ab56032018-11-02 20:51:06 +0100466
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500467 // Shifts the VSYNC phase during certain transactions and refresh rate changes.
468 const sp<VsyncModulator> mVsyncModulator;
469
Dominik Laskowski49cea512019-11-12 14:13:23 -0800470 // Used to choose refresh rate if content detection is enabled.
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700471 LayerHistory mLayerHistory;
Ana Krulecfb772822018-11-30 10:44:07 +0100472
Ady Abraham8532d012019-05-08 14:50:56 -0700473 // Timer used to monitor touch events.
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400474 ftl::Optional<OneShotTimer> mTouchTimer;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700475 // Timer used to monitor display power mode.
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400476 ftl::Optional<OneShotTimer> mDisplayPowerTimer;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700477
Alec Mouri1c7938e2023-09-22 04:17:23 +0000478 // Injected delay prior to compositing, for simulating jank.
479 float mPacesetterFrameDurationFractionToSkip GUARDED_BY(kMainThreadContext) = 0.f;
480
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800481 ISchedulerCallback& mSchedulerCallback;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800482
ramindanid4354a92023-10-02 15:11:09 -0700483 IVsyncTrackerCallback& mVsyncTrackerCallback;
484
Dominik Laskowski596a2562022-10-28 11:26:12 -0400485 // mDisplayLock may be locked while under mPolicyLock.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700486 mutable std::mutex mPolicyLock;
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700487
Dominik Laskowski596a2562022-10-28 11:26:12 -0400488 // Only required for reads outside kMainThreadContext. kMainThreadContext is the only writer, so
489 // must lock for writes but not reads. See also mPolicyLock for locking order.
490 mutable std::mutex mDisplayLock;
491
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500492 using FrameTargeterPtr = std::unique_ptr<FrameTargeter>;
493
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500494 struct Display {
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500495 Display(PhysicalDisplayId displayId, RefreshRateSelectorPtr selectorPtr,
496 VsyncSchedulePtr schedulePtr, FeatureFlags features)
497 : displayId(displayId),
498 selectorPtr(std::move(selectorPtr)),
499 schedulePtr(std::move(schedulePtr)),
500 targeterPtr(std::make_unique<
501 FrameTargeter>(displayId,
502 features.test(Feature::kBackpressureGpuComposition))) {}
503
504 const PhysicalDisplayId displayId;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400505
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500506 // Effectively const except in move constructor.
507 RefreshRateSelectorPtr selectorPtr;
508 VsyncSchedulePtr schedulePtr;
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500509 FrameTargeterPtr targeterPtr;
Dominik Laskowski66295432023-03-14 12:25:36 -0400510
511 hal::PowerMode powerMode = hal::PowerMode::OFF;
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500512 };
513
514 using DisplayRef = std::reference_wrapper<Display>;
515 using ConstDisplayRef = std::reference_wrapper<const Display>;
516
Dominik Laskowski6b049ff2023-01-29 15:46:45 -0500517 ui::PhysicalDisplayMap<PhysicalDisplayId, Display> mDisplays GUARDED_BY(mDisplayLock)
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500518 GUARDED_BY(kMainThreadContext);
Leon Scroggins III67388622023-02-06 20:36:20 -0500519
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500520 ftl::Optional<PhysicalDisplayId> mPacesetterDisplayId GUARDED_BY(mDisplayLock)
Dominik Laskowski596a2562022-10-28 11:26:12 -0400521 GUARDED_BY(kMainThreadContext);
522
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500523 ftl::Optional<DisplayRef> pacesetterDisplayLocked() REQUIRES(mDisplayLock) {
524 return static_cast<const Scheduler*>(this)->pacesetterDisplayLocked().transform(
525 [](const Display& display) { return std::ref(const_cast<Display&>(display)); });
526 }
527
528 ftl::Optional<ConstDisplayRef> pacesetterDisplayLocked() const REQUIRES(mDisplayLock) {
529 ftl::FakeGuard guard(kMainThreadContext);
530 return mPacesetterDisplayId.and_then([this](PhysicalDisplayId pacesetterId)
531 REQUIRES(mDisplayLock, kMainThreadContext) {
532 return mDisplays.get(pacesetterId);
533 });
534 }
535
Dominik Laskowskifb4b7372023-11-22 09:56:54 -0500536 // The pacesetter must exist as a precondition.
537 ftl::NonNull<const Display*> pacesetterPtrLocked() const REQUIRES(mDisplayLock) {
538 return ftl::as_non_null(&pacesetterDisplayLocked()->get());
539 }
540
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500541 RefreshRateSelectorPtr pacesetterSelectorPtr() const EXCLUDES(mDisplayLock) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400542 std::scoped_lock lock(mDisplayLock);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500543 return pacesetterSelectorPtrLocked();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400544 }
545
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500546 RefreshRateSelectorPtr pacesetterSelectorPtrLocked() const REQUIRES(mDisplayLock) {
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500547 return pacesetterDisplayLocked()
548 .transform([](const Display& display) { return display.selectorPtr; })
549 .or_else([] { return std::optional<RefreshRateSelectorPtr>(nullptr); })
Dominik Laskowski80872bd2022-11-15 11:34:33 -0500550 .value();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400551 }
ramindani69b58e82022-09-26 16:48:36 -0700552
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500553 ConstVsyncSchedulePtr getVsyncScheduleLocked(
554 std::optional<PhysicalDisplayId> = std::nullopt) const REQUIRES(mDisplayLock);
555
556 VsyncSchedulePtr getVsyncScheduleLocked(std::optional<PhysicalDisplayId> idOpt = std::nullopt)
557 REQUIRES(mDisplayLock) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500558 return std::const_pointer_cast<VsyncSchedule>(
559 static_cast<const Scheduler*>(this)->getVsyncScheduleLocked(idOpt));
560 }
561
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800562 struct Policy {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700563 // Policy for choosing the display mode.
564 LayerHistory::Summary contentRequirements;
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700565 TimerState idleTimer = TimerState::Reset;
566 TouchState touch = TouchState::Inactive;
567 TimerState displayPowerTimer = TimerState::Expired;
Rachel Lee6a9731d2022-06-06 17:08:14 -0700568 hal::PowerMode displayPowerMode = hal::PowerMode::ON;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700569
Dominik Laskowski068173d2021-08-11 17:22:59 -0700570 // Chosen display mode.
Ady Abrahamace3d052022-11-17 16:25:05 -0800571 ftl::Optional<FrameRateMode> modeOpt;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700572
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100573 struct ModeChangedParams {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700574 ConnectionHandle handle;
Ady Abrahamace3d052022-11-17 16:25:05 -0800575 FrameRateMode mode;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700576 };
577
Dominik Laskowski068173d2021-08-11 17:22:59 -0700578 // Parameters for latest dispatch of mode change event.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100579 std::optional<ModeChangedParams> cachedModeChangedParams;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700580 } mPolicy GUARDED_BY(mPolicyLock);
Ady Abraham09bd3922019-04-08 10:44:56 -0700581
Ady Abraham822ecbd2023-07-07 16:16:09 -0700582 std::mutex mChoreographerLock;
583
584 struct AttachedChoreographers {
585 Fps frameRate;
586 std::unordered_set<wp<EventThreadConnection>, WpHash> connections;
587 };
588 // Map keyed by layer ID (sequence) to choreographer connections.
589 std::unordered_map<int32_t, AttachedChoreographers> mAttachedChoreographers
590 GUARDED_BY(mChoreographerLock);
591
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800592 std::mutex mVsyncTimelineLock;
Peiyong Line9d809e2020-04-14 13:10:48 -0700593 std::optional<hal::VsyncPeriodChangeTimeline> mLastVsyncPeriodChangeTimeline
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800594 GUARDED_BY(mVsyncTimelineLock);
595 static constexpr std::chrono::nanoseconds MAX_VSYNC_APPLIED_TIME = 200ms;
Ady Abraham8735eac2020-08-12 16:35:04 -0700596
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800597 FrameRateOverrideMappings mFrameRateOverrideMappings;
Tony Huang9ac5e6e2023-08-24 09:01:44 +0000598 SmallAreaDetectionAllowMappings mSmallAreaDetectionAllowMappings;
Ana Krulec98b5b242018-08-10 15:03:23 -0700599};
600
Dominik Laskowski068173d2021-08-11 17:22:59 -0700601} // namespace scheduler
Ana Krulec7ab56032018-11-02 20:51:06 +0100602} // namespace android