blob: 80b2504a2c9544896da75aa88584896c837a4951 [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
chaviw3277faf2021-05-19 16:45:23 -050028#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
chaviw3277faf2021-05-19 16:45:23 -050067using gui::WindowInfo;
68
Dominik Laskowski983f2b52020-06-25 16:54:06 -070069namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070070
Ady Abraham5a858552020-03-31 17:54:56 -070071std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070072 // TODO(b/144707443): Tune constants.
73 constexpr int kDefaultRate = 60;
74 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
75 constexpr nsecs_t idealPeriod =
76 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
77 constexpr size_t vsyncTimestampHistorySize = 20;
78 constexpr size_t minimumSamplesForPrediction = 6;
79 constexpr uint32_t discardOutlierPercent = 20;
80 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
81 minimumSamplesForPrediction,
82 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070083}
84
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070085std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
86 // TODO(b/144707443): Tune constants.
87 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
88 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070089 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070090 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070091 timerSlack.count(), vsyncMoveThreshold.count());
92}
93
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010094const char* toContentDetectionString(bool useContentDetection) {
95 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070096}
97
98} // namespace
99
Ady Abraham8735eac2020-08-12 16:35:04 -0700100class PredictedVsyncTracer {
101public:
102 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
103 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
104 "PredictedVsyncTracer") {
105 scheduleRegistration();
106 }
107
108private:
109 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
110 scheduler::VSyncCallbackRegistration mRegistration;
111
112 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
113
114 void callback() {
115 mParity = !mParity;
116 scheduleRegistration();
117 }
118};
119
Ady Abraham3efa3942021-06-24 19:01:25 -0700120Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs,
121 ISchedulerCallback& callback)
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700122 : Scheduler(configs, callback,
123 {.supportKernelTimer = sysprop::support_kernel_idle_timer(false),
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100124 .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) {
125}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700126
Ady Abraham3efa3942021-06-24 19:01:25 -0700127Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs,
128 ISchedulerCallback& callback, Options options)
Ady Abraham8cb21882020-08-26 18:22:05 -0700129 : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback,
Ady Abraham3efa3942021-06-24 19:01:25 -0700130 createLayerHistory(), options) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700131 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700132
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700133 const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100134
Dominik Laskowski98041832019-08-01 18:35:59 -0700135 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700136 const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback
137 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700138 mIdleTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800139 "IdleTimer", std::chrono::milliseconds(millis),
Dominik Laskowski98041832019-08-01 18:35:59 -0700140 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
141 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100142 mIdleTimer->start();
143 }
Ady Abraham8532d012019-05-08 14:50:56 -0700144
Dominik Laskowski98041832019-08-01 18:35:59 -0700145 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700146 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700147 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800148 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700149 [this] { touchTimerCallback(TimerState::Reset); },
150 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700151 mTouchTimer->start();
152 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700153
Dominik Laskowski98041832019-08-01 18:35:59 -0700154 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
155 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800156 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700157 [this] { displayPowerTimerCallback(TimerState::Reset); },
158 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700159 mDisplayPowerTimer->start();
160 }
Ana Krulece588e312018-09-18 12:32:24 -0700161}
162
Ady Abraham3efa3942021-06-24 19:01:25 -0700163Scheduler::Scheduler(VsyncSchedule schedule,
164 const std::shared_ptr<scheduler::RefreshRateConfigs>& configs,
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700165 ISchedulerCallback& schedulerCallback,
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700166 std::unique_ptr<LayerHistory> layerHistory, Options options)
167 : mOptions(options),
168 mVsyncSchedule(std::move(schedule)),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700169 mLayerHistory(std::move(layerHistory)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800170 mSchedulerCallback(schedulerCallback),
Ady Abraham8735eac2020-08-12 16:35:04 -0700171 mRefreshRateConfigs(configs),
172 mPredictedVsyncTracer(
173 base::GetBoolProperty("debug.sf.show_predicted_vsync", false)
174 ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch)
175 : nullptr) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700176 mSchedulerCallback.setVsyncEnabled(false);
177}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700178
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800179Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700180 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700181 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700182 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800183 mIdleTimer.reset();
184}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700185
Ady Abraham8cb21882020-08-26 18:22:05 -0700186Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700187 auto clock = std::make_unique<scheduler::SystemClock>();
188 auto tracker = createVSyncTracker();
189 auto dispatch = createVSyncDispatch(*tracker);
190
191 // TODO(b/144707443): Tune constants.
192 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700193 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700194 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700195 supportKernelTimer);
196 return {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700197}
198
Ady Abraham3efa3942021-06-24 19:01:25 -0700199std::unique_ptr<LayerHistory> Scheduler::createLayerHistory() {
200 return std::make_unique<scheduler::LayerHistory>();
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700201}
202
Ady Abraham9c53ee72020-07-22 21:16:18 -0700203std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
204 const char* name, std::chrono::nanoseconds workDuration,
205 std::chrono::nanoseconds readyDuration, bool traceVsync) {
206 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
207 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700208}
209
Ady Abraham62a0be22020-12-08 16:54:10 -0800210std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Ady Abraham3efa3942021-06-24 19:01:25 -0700211 {
212 std::scoped_lock lock(mRefreshRateConfigsLock);
213 if (!mRefreshRateConfigs->supportsFrameRateOverride()) {
214 return std::nullopt;
215 }
Ady Abraham899dcdb2021-06-15 16:56:21 -0700216 }
217
Ady Abraham3efa3942021-06-24 19:01:25 -0700218 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800219 {
220 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
221 if (iter != mFrameRateOverridesFromBackdoor.end()) {
222 return std::make_optional<Fps>(iter->second);
223 }
224 }
225
226 {
227 const auto iter = mFrameRateOverridesByContent.find(uid);
228 if (iter != mFrameRateOverridesByContent.end()) {
229 return std::make_optional<Fps>(iter->second);
230 }
231 }
232
233 return std::nullopt;
234}
235
Ady Abraham0bb6a472020-10-12 10:22:13 -0700236bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800237 const auto frameRate = getFrameRateOverride(uid);
238 if (!frameRate.has_value()) {
239 return true;
240 }
241
Ady Abraham5cc2e262021-03-25 13:09:17 -0700242 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700243}
244
Ady Abraham64c2fc02020-12-29 12:07:50 -0800245impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
Ady Abraham3efa3942021-06-24 19:01:25 -0700246 std::scoped_lock lock(mRefreshRateConfigsLock);
247 if (!mRefreshRateConfigs->supportsFrameRateOverride()) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800248 return {};
249 }
250
251 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
252 return !isVsyncValid(expectedVsyncTimestamp, uid);
253 };
254}
255
Jorim Jaggic0086af2021-02-12 18:18:11 +0100256impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
257 return [this](uid_t uid) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700258 const auto refreshRateConfigs = holdRefreshRateConfigs();
259 nsecs_t basePeriod = refreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100260 const auto frameRate = getFrameRateOverride(uid);
261 if (!frameRate.has_value()) {
262 return basePeriod;
263 }
264
Ady Abraham3efa3942021-06-24 19:01:25 -0700265 const auto divider =
266 scheduler::RefreshRateConfigs::getFrameRateDivider(refreshRateConfigs
267 ->getCurrentRefreshRate()
268 .getFps(),
269 *frameRate);
Jorim Jaggic0086af2021-02-12 18:18:11 +0100270 if (divider <= 1) {
271 return basePeriod;
272 }
273 return basePeriod * divider;
274 };
275}
276
Dominik Laskowski98041832019-08-01 18:35:59 -0700277Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700278 const char* connectionName, frametimeline::TokenManager* tokenManager,
279 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700280 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700281 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800282 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100283 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700284 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700285 std::move(interceptCallback),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100286 std::move(throttleVsync),
287 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700288 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700289}
Ana Krulec98b5b242018-08-10 15:03:23 -0700290
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700291Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700292 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
293 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800294
Ady Abraham62f216c2020-10-13 19:07:23 -0700295 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700296
Ana Krulec6ddd2612020-09-24 13:06:33 -0700297 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700298 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
299 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700300}
301
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700302sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700303 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
304 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700305}
306
Ana Krulec98b5b242018-08-10 15:03:23 -0700307sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700308 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700309 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700310 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700311 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700312}
313
Dominik Laskowski98041832019-08-01 18:35:59 -0700314sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700315 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700316 RETURN_IF_INVALID_HANDLE(handle, nullptr);
317 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700318}
319
Dominik Laskowski98041832019-08-01 18:35:59 -0700320void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
321 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700322 android::EventThread* thread;
323 {
324 std::lock_guard<std::mutex> lock(mConnectionsLock);
325 RETURN_IF_INVALID_HANDLE(handle);
326 thread = mConnections[handle].thread.get();
327 }
328
329 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700330}
331
Dominik Laskowski98041832019-08-01 18:35:59 -0700332void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700333 android::EventThread* thread;
334 {
335 std::lock_guard<std::mutex> lock(mConnectionsLock);
336 RETURN_IF_INVALID_HANDLE(handle);
337 thread = mConnections[handle].thread.get();
338 }
339 thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700340}
341
Dominik Laskowski98041832019-08-01 18:35:59 -0700342void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700343 android::EventThread* thread;
344 {
345 std::lock_guard<std::mutex> lock(mConnectionsLock);
346 RETURN_IF_INVALID_HANDLE(handle);
347 thread = mConnections[handle].thread.get();
348 }
349 thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700350}
351
Ady Abraham62a0be22020-12-08 16:54:10 -0800352void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
353 std::vector<FrameRateOverride> overrides;
354 {
Ady Abraham3efa3942021-06-24 19:01:25 -0700355 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800356 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
357 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
358 }
359 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
360 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
361 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
362 }
363 }
364 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700365 android::EventThread* thread;
366 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800367 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700368 RETURN_IF_INVALID_HANDLE(handle);
369 thread = mConnections[handle].thread.get();
370 }
371 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
372}
373
Ady Abrahamb4937392021-06-23 18:05:03 -0700374void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800375 {
376 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100377 // Cache the last reported modes for primary display.
Ady Abrahamb4937392021-06-23 18:05:03 -0700378 mFeatures.cachedModeChangedParams = {handle, mode};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700379
380 // Invalidate content based refresh rate selection so it could be calculated
381 // again for the new refresh rate.
382 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800383 }
Ady Abrahamb4937392021-06-23 18:05:03 -0700384 onNonPrimaryDisplayModeChanged(handle, mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700385}
386
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100387void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700388 // Check optional fields first.
Ady Abrahamb4937392021-06-23 18:05:03 -0700389 if (!mFeatures.mode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100390 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700391 return;
392 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100393 if (!mFeatures.cachedModeChangedParams.has_value()) {
394 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700395 return;
396 }
397
Ady Abrahamd1591702021-07-27 16:27:56 -0700398 // If the mode is not the current mode, this means that a
399 // mode change is in progress. In that case we shouldn't dispatch an event
400 // as it will be dispatched when the current mode changes.
401 if (std::scoped_lock lock(mRefreshRateConfigsLock);
402 mRefreshRateConfigs->getCurrentRefreshRate().getMode() != mFeatures.mode) {
403 return;
404 }
405
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100406 // If there is no change from cached mode, there is no need to dispatch an event
Ady Abrahamb4937392021-06-23 18:05:03 -0700407 if (mFeatures.mode == mFeatures.cachedModeChangedParams->mode) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700408 return;
409 }
410
Ady Abrahamb4937392021-06-23 18:05:03 -0700411 mFeatures.cachedModeChangedParams->mode = mFeatures.mode;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100412 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
Ady Abrahamb4937392021-06-23 18:05:03 -0700413 mFeatures.cachedModeChangedParams->mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700414}
415
Ady Abrahamb4937392021-06-23 18:05:03 -0700416void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700417 android::EventThread* thread;
418 {
419 std::lock_guard<std::mutex> lock(mConnectionsLock);
420 RETURN_IF_INVALID_HANDLE(handle);
421 thread = mConnections[handle].thread.get();
422 }
Ady Abrahamb4937392021-06-23 18:05:03 -0700423 thread->onModeChanged(mode);
Ady Abraham447052e2019-02-13 16:07:27 -0800424}
425
Alec Mouri717bcb62020-02-10 17:07:19 -0800426size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700427 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800428 RETURN_IF_INVALID_HANDLE(handle, 0);
429 return mConnections[handle].thread->getEventThreadConnectionCount();
430}
431
Dominik Laskowski98041832019-08-01 18:35:59 -0700432void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700433 android::EventThread* thread;
434 {
435 std::lock_guard<std::mutex> lock(mConnectionsLock);
436 RETURN_IF_INVALID_HANDLE(handle);
437 thread = mConnections.at(handle).thread.get();
438 }
439 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700440}
441
Ady Abraham9c53ee72020-07-22 21:16:18 -0700442void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
443 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700444 android::EventThread* thread;
445 {
446 std::lock_guard<std::mutex> lock(mConnectionsLock);
447 RETURN_IF_INVALID_HANDLE(handle);
448 thread = mConnections[handle].thread.get();
449 }
450 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700451}
Ana Krulece588e312018-09-18 12:32:24 -0700452
Ady Abrahame90dd522020-12-29 12:08:45 -0800453DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
454 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
455 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
456 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700457}
458
Dominik Laskowski6505f792019-09-18 11:10:05 -0700459Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
460 if (mInjectVSyncs == enable) {
461 return {};
462 }
463
464 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
465
466 if (!mInjectorConnectionHandle) {
467 auto vsyncSource = std::make_unique<InjectVSyncSource>();
468 mVSyncInjector = vsyncSource.get();
469
470 auto eventThread =
471 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700472 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700473 impl::EventThread::InterceptVSyncsCallback(),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100474 impl::EventThread::ThrottleVsyncCallback(),
475 impl::EventThread::GetVsyncPeriodFunction());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700476
Dominik Laskowski208235c2020-12-03 15:38:51 -0800477 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
478 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
479 eventThread->onScreenAcquired();
480
Dominik Laskowski6505f792019-09-18 11:10:05 -0700481 mInjectorConnectionHandle = createConnection(std::move(eventThread));
482 }
483
484 mInjectVSyncs = enable;
485 return mInjectorConnectionHandle;
486}
487
Ady Abraham9c53ee72020-07-22 21:16:18 -0700488bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700489 if (!mInjectVSyncs || !mVSyncInjector) {
490 return false;
491 }
492
Ady Abraham9c53ee72020-07-22 21:16:18 -0700493 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700494 return true;
495}
496
Ana Krulece588e312018-09-18 12:32:24 -0700497void Scheduler::enableHardwareVsync() {
498 std::lock_guard<std::mutex> lock(mHWVsyncLock);
499 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700500 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700501 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700502 mPrimaryHWVsyncEnabled = true;
503 }
504}
505
506void Scheduler::disableHardwareVsync(bool makeUnavailable) {
507 std::lock_guard<std::mutex> lock(mHWVsyncLock);
508 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700509 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700510 mPrimaryHWVsyncEnabled = false;
511 }
512 if (makeUnavailable) {
513 mHWVsyncAvailable = false;
514 }
515}
516
Ana Krulecc2870422019-01-29 19:00:58 -0800517void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
518 {
519 std::lock_guard<std::mutex> lock(mHWVsyncLock);
520 if (makeAvailable) {
521 mHWVsyncAvailable = makeAvailable;
522 } else if (!mHWVsyncAvailable) {
523 // Hardware vsync is not currently available, so abort the resync
524 // attempt for now
525 return;
526 }
527 }
528
529 if (period <= 0) {
530 return;
531 }
532
533 setVsyncPeriod(period);
534}
535
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700536void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700537 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800538
539 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700540 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800541
542 if (now - last > kIgnoreDelay) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700543 const auto vsyncPeriod = [&] {
544 std::scoped_lock lock(mRefreshRateConfigsLock);
545 return mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
546 }();
547 resyncToHardwareVsync(false, vsyncPeriod);
Ana Krulecc2870422019-01-29 19:00:58 -0800548 }
549}
550
Dominik Laskowski98041832019-08-01 18:35:59 -0700551void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800552 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700553 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800554
555 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700556 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700557 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800558 mPrimaryHWVsyncEnabled = true;
559 }
Ana Krulece588e312018-09-18 12:32:24 -0700560}
561
Ady Abraham5dee2f12020-02-05 17:49:47 -0800562void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
563 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700564 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700565 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700566 { // Scope for the lock
567 std::lock_guard<std::mutex> lock(mHWVsyncLock);
568 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700569 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
570 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700571 }
572 }
573
574 if (needsHwVsync) {
575 enableHardwareVsync();
576 } else {
577 disableHardwareVsync(false);
578 }
579}
580
581void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700582 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700583 enableHardwareVsync();
584 } else {
585 disableHardwareVsync(false);
586 }
587}
588
589void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700590 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800591}
592
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700593void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100594 scheduler::LayerHistory::LayerVoteType voteType;
595
chaviw3277faf2021-05-19 16:45:23 -0500596 if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100597 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
chaviw3277faf2021-05-19 16:45:23 -0500598 } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100599 // Running Wallpaper at Min is considered as part of content detection.
600 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800601 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100602 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800603 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100604
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200605 // If the content detection feature is off, we still keep the layer history,
606 // since we use it for other features (like Frame Rate API), so layers
607 // still need to be registered.
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100608 mLayerHistory->registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700609}
610
Ady Abrahambdda8f02021-04-01 16:06:11 -0700611void Scheduler::deregisterLayer(Layer* layer) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200612 mLayerHistory->deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700613}
614
Ady Abraham5def7332020-05-29 16:13:47 -0700615void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
616 LayerHistory::LayerUpdateType updateType) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700617 {
618 std::scoped_lock lock(mRefreshRateConfigsLock);
619 if (!mRefreshRateConfigs->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800620 }
Ady Abraham3efa3942021-06-24 19:01:25 -0700621
622 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Ana Krulec3084c052018-11-21 20:27:17 +0100623}
624
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100625void Scheduler::setModeChangePending(bool pending) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200626 mLayerHistory->setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700627}
628
Dominik Laskowski49cea512019-11-12 14:13:23 -0800629void Scheduler::chooseRefreshRateForContent() {
Ady Abraham3efa3942021-06-24 19:01:25 -0700630 {
631 std::scoped_lock lock(mRefreshRateConfigsLock);
632 if (!mRefreshRateConfigs->canSwitch()) return;
633 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800634
Ady Abraham8a82ba62020-01-17 12:43:17 -0800635 ATRACE_CALL();
636
Ady Abraham3efa3942021-06-24 19:01:25 -0700637 const auto refreshRateConfigs = holdRefreshRateConfigs();
638 scheduler::LayerHistory::Summary summary =
639 mLayerHistory->summarize(*refreshRateConfigs, systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800640 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abrahamb4937392021-06-23 18:05:03 -0700641 DisplayModePtr newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800642 bool frameRateChanged;
643 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700644 {
645 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800646 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800647
Ady Abrahamb4937392021-06-23 18:05:03 -0700648 newMode = calculateRefreshRateModeId(&consideredSignals);
649 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps());
Ady Abraham62a0be22020-12-08 16:54:10 -0800650
Ady Abrahamb4937392021-06-23 18:05:03 -0700651 if (mFeatures.mode == newMode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100652 // We don't need to change the display mode, but we might need to send an event
653 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700654 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100655 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700656 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800657 frameRateChanged = false;
658 } else {
Ady Abrahamb4937392021-06-23 18:05:03 -0700659 mFeatures.mode = newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800660 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700661 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800662 }
663 if (frameRateChanged) {
Ady Abrahamb4937392021-06-23 18:05:03 -0700664 auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newMode->getId());
Ady Abrahamdfd62162020-06-10 16:11:56 -0700665 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100666 consideredSignals.idle ? ModeEvent::None
667 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800668 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800669 if (frameRateOverridesChanged) {
670 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
671 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800672}
673
Ana Krulecfb772822018-11-30 10:44:07 +0100674void Scheduler::resetIdleTimer() {
675 if (mIdleTimer) {
676 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800677 }
678}
679
Ady Abraham8532d012019-05-08 14:50:56 -0700680void Scheduler::notifyTouchEvent() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700681 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800682 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800683
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700684 if (mOptions.supportKernelTimer && mIdleTimer) {
Steven Thomas540730a2020-01-08 20:12:42 -0800685 mIdleTimer->reset();
686 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800687 }
Ady Abraham8532d012019-05-08 14:50:56 -0700688}
689
Ady Abraham6fe2c172019-07-12 12:37:57 -0700690void Scheduler::setDisplayPowerState(bool normal) {
691 {
692 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700693 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700694 }
695
696 if (mDisplayPowerTimer) {
697 mDisplayPowerTimer->reset();
698 }
699
700 // Display Power event will boost the refresh rate to performance.
701 // Clear Layer History to get fresh FPS detection
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200702 mLayerHistory->clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700703}
704
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700705void Scheduler::kernelIdleTimerCallback(TimerState state) {
706 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100707
Ady Abraham2139f732019-11-13 18:56:40 -0800708 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
709 // magic number
Ady Abraham3efa3942021-06-24 19:01:25 -0700710 const auto refreshRate = [&] {
711 std::scoped_lock lock(mRefreshRateConfigsLock);
712 return mRefreshRateConfigs->getCurrentRefreshRate();
713 }();
714
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100715 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f};
716 if (state == TimerState::Reset &&
717 refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Alec Mouri7f015182019-07-11 13:56:22 -0700718 // If we're not in performance mode then the kernel timer shouldn't do
719 // anything, as the refresh rate during DPU power collapse will be the
720 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700721 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
722 } else if (state == TimerState::Expired &&
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100723 refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700724 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
725 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700726 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700727 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700728 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800729
730 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700731}
732
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700733void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700734 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700735 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100736}
737
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700738void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700739 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700740 // Touch event will boost the refresh rate to performance.
741 // Clear layer history to get fresh FPS detection.
742 // NOTE: Instead of checking all the layers, we should be checking the layer
743 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700744 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200745 mLayerHistory->clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700746 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700747 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700748}
749
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700750void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700751 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700752 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700753}
754
Dominik Laskowski98041832019-08-01 18:35:59 -0700755void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800756 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700757
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700758 StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off");
Ana Krulec3d367c82020-02-25 15:02:01 -0800759 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700760 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
761 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100762 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700763 mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)");
Ady Abraham62a0be22020-12-08 16:54:10 -0800764
765 {
Ady Abraham3efa3942021-06-24 19:01:25 -0700766 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800767 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
768 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
769 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
770 }
771 StringAppendF(&result, "}\n");
772
773 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
774 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
775 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
776 }
777 StringAppendF(&result, "}\n");
778 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800779}
780
Ady Abraham8cb21882020-08-26 18:22:05 -0700781void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700782 using base::StringAppendF;
783
784 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700785 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700786 StringAppendF(&s, "VSyncDispatch:\n");
787 mVsyncSchedule.dispatch->dump(s);
788}
789
Ady Abraham62a0be22020-12-08 16:54:10 -0800790bool Scheduler::updateFrameRateOverrides(
791 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700792 const auto refreshRateConfigs = holdRefreshRateConfigs();
793 if (!refreshRateConfigs->supportsFrameRateOverride()) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800794 return false;
795 }
796
Ady Abraham62a0be22020-12-08 16:54:10 -0800797 if (!consideredSignals.idle) {
798 const auto frameRateOverrides =
Ady Abraham3efa3942021-06-24 19:01:25 -0700799 refreshRateConfigs->getFrameRateOverrides(mFeatures.contentRequirements,
Ady Abrahamdd5bfa92021-01-07 17:56:08 -0800800 displayRefreshRate,
801 consideredSignals.touch);
Ady Abraham3efa3942021-06-24 19:01:25 -0700802 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800803 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
804 frameRateOverrides.begin(), frameRateOverrides.end(),
805 [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) {
806 return a.first == b.first && a.second.equalsWithMargin(b.second);
807 })) {
808 mFrameRateOverridesByContent = frameRateOverrides;
809 return true;
810 }
811 }
812 return false;
813}
814
Ady Abraham6fe2c172019-07-12 12:37:57 -0700815template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700816bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Ady Abrahamb4937392021-06-23 18:05:03 -0700817 DisplayModePtr newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800818 bool refreshRateChanged = false;
819 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700820 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham3efa3942021-06-24 19:01:25 -0700821 const auto refreshRateConfigs = holdRefreshRateConfigs();
Ady Abraham8532d012019-05-08 14:50:56 -0700822 {
823 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700824 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700825 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700826 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700827 *currentState = newState;
Ady Abrahamb4937392021-06-23 18:05:03 -0700828 newMode = calculateRefreshRateModeId(&consideredSignals);
829 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps());
830 if (mFeatures.mode == newMode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100831 // We don't need to change the display mode, but we might need to send an event
832 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700833 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100834 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700835 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800836 } else {
Ady Abrahamb4937392021-06-23 18:05:03 -0700837 mFeatures.mode = newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800838 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700839 }
Ady Abraham8532d012019-05-08 14:50:56 -0700840 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800841 if (refreshRateChanged) {
Ady Abrahamb4937392021-06-23 18:05:03 -0700842 const RefreshRate& newRefreshRate =
843 refreshRateConfigs->getRefreshRateFromModeId(newMode->getId());
Ady Abraham62a0be22020-12-08 16:54:10 -0800844
845 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100846 consideredSignals.idle ? ModeEvent::None
847 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800848 }
849 if (frameRateOverridesChanged) {
850 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
851 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700852 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700853}
854
Ady Abrahamb4937392021-06-23 18:05:03 -0700855DisplayModePtr Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700856 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800857 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700858 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700859
Ady Abraham3efa3942021-06-24 19:01:25 -0700860 const auto refreshRateConfigs = holdRefreshRateConfigs();
Steven Thomasf734df42020-04-13 21:09:28 -0700861 // If Display Power is not in normal operation we want to be in performance mode. When coming
862 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800863 if (mDisplayPowerTimer &&
864 (!mFeatures.isDisplayPowerStateNormal ||
865 mFeatures.displayPowerTimer == TimerState::Reset)) {
Ady Abrahamb4937392021-06-23 18:05:03 -0700866 return refreshRateConfigs->getMaxRefreshRateByPolicy().getMode();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800867 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700868
Steven Thomasbb374322020-04-28 22:47:16 -0700869 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
870 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
871
Ady Abraham3efa3942021-06-24 19:01:25 -0700872 return refreshRateConfigs
873 ->getBestRefreshRate(mFeatures.contentRequirements,
874 {.touch = touchActive, .idle = idle}, consideredSignals)
Ady Abrahamb4937392021-06-23 18:05:03 -0700875 .getMode();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800876}
877
Ady Abrahamb4937392021-06-23 18:05:03 -0700878DisplayModePtr Scheduler::getPreferredDisplayMode() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700879 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100880 // Make sure that the default mode ID is first updated, before returned.
Ady Abrahamb4937392021-06-23 18:05:03 -0700881 if (mFeatures.mode) {
882 mFeatures.mode = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800883 }
Ady Abrahamb4937392021-06-23 18:05:03 -0700884 return mFeatures.mode;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700885}
886
Peiyong Line9d809e2020-04-14 13:10:48 -0700887void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800888 if (timeline.refreshRequired) {
889 mSchedulerCallback.repaintEverythingForHWC();
890 }
891
892 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
893 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
894
895 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
896 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
897 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
898 }
899}
900
901void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
902 bool callRepaint = false;
903 {
904 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
905 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
906 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
907 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
908 } else {
909 // We need to send another refresh as refreshTimeNanos is still in the future
910 callRepaint = true;
911 }
912 }
913 }
914
915 if (callRepaint) {
916 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800917 }
918}
919
Ady Abraham7825c682021-05-17 15:12:14 -0700920void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200921 mLayerHistory->setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800922}
923
Ady Abraham62a0be22020-12-08 16:54:10 -0800924void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
925 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
926 return;
927 }
928
Ady Abraham3efa3942021-06-24 19:01:25 -0700929 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800930 if (frameRateOverride.frameRateHz != 0.f) {
931 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz);
932 } else {
933 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
934 }
935}
936
Ady Abraham3645e642021-04-20 18:39:00 -0700937std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom(
938 nsecs_t expectedPresentTime) const {
939 const auto presentTime = std::chrono::nanoseconds(expectedPresentTime);
940 const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod());
941 return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod);
942}
943
Ana Krulec98b5b242018-08-10 15:03:23 -0700944} // namespace android