blob: 6d6e3c23d64365cc1e2a14a31dab5cc4e5fff848 [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
chaviw3277faf2021-05-19 16:45:23 -050028#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
chaviw3277faf2021-05-19 16:45:23 -050067using gui::WindowInfo;
68
Dominik Laskowski983f2b52020-06-25 16:54:06 -070069namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070070
Ady Abraham5a858552020-03-31 17:54:56 -070071std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070072 // TODO(b/144707443): Tune constants.
73 constexpr int kDefaultRate = 60;
74 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
75 constexpr nsecs_t idealPeriod =
76 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
77 constexpr size_t vsyncTimestampHistorySize = 20;
78 constexpr size_t minimumSamplesForPrediction = 6;
79 constexpr uint32_t discardOutlierPercent = 20;
80 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
81 minimumSamplesForPrediction,
82 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070083}
84
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070085std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
86 // TODO(b/144707443): Tune constants.
87 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
88 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070089 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070090 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070091 timerSlack.count(), vsyncMoveThreshold.count());
92}
93
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010094const char* toContentDetectionString(bool useContentDetection) {
95 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070096}
97
98} // namespace
99
Ady Abraham8735eac2020-08-12 16:35:04 -0700100class PredictedVsyncTracer {
101public:
102 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
103 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
104 "PredictedVsyncTracer") {
105 scheduleRegistration();
106 }
107
108private:
109 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
110 scheduler::VSyncCallbackRegistration mRegistration;
111
112 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
113
114 void callback() {
115 mParity = !mParity;
116 scheduleRegistration();
117 }
118};
119
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700120Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback)
121 : Scheduler(configs, callback,
122 {.supportKernelTimer = sysprop::support_kernel_idle_timer(false),
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100123 .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) {
124}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700125
126Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback,
127 Options options)
Ady Abraham8cb21882020-08-26 18:22:05 -0700128 : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback,
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100129 createLayerHistory(configs), options) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700130 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700131
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700132 const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100133
Dominik Laskowski98041832019-08-01 18:35:59 -0700134 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700135 const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback
136 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700137 mIdleTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800138 "IdleTimer", std::chrono::milliseconds(millis),
Dominik Laskowski98041832019-08-01 18:35:59 -0700139 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
140 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100141 mIdleTimer->start();
142 }
Ady Abraham8532d012019-05-08 14:50:56 -0700143
Dominik Laskowski98041832019-08-01 18:35:59 -0700144 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700145 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700146 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800147 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700148 [this] { touchTimerCallback(TimerState::Reset); },
149 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700150 mTouchTimer->start();
151 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700152
Dominik Laskowski98041832019-08-01 18:35:59 -0700153 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
154 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800155 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700156 [this] { displayPowerTimerCallback(TimerState::Reset); },
157 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700158 mDisplayPowerTimer->start();
159 }
Ana Krulece588e312018-09-18 12:32:24 -0700160}
161
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700162Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs,
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700163 ISchedulerCallback& schedulerCallback,
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700164 std::unique_ptr<LayerHistory> layerHistory, Options options)
165 : mOptions(options),
166 mVsyncSchedule(std::move(schedule)),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700167 mLayerHistory(std::move(layerHistory)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800168 mSchedulerCallback(schedulerCallback),
Ady Abraham8735eac2020-08-12 16:35:04 -0700169 mRefreshRateConfigs(configs),
170 mPredictedVsyncTracer(
171 base::GetBoolProperty("debug.sf.show_predicted_vsync", false)
172 ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch)
173 : nullptr) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700174 mSchedulerCallback.setVsyncEnabled(false);
175}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700176
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800177Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700178 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700179 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700180 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800181 mIdleTimer.reset();
182}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700183
Ady Abraham8cb21882020-08-26 18:22:05 -0700184Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700185 auto clock = std::make_unique<scheduler::SystemClock>();
186 auto tracker = createVSyncTracker();
187 auto dispatch = createVSyncDispatch(*tracker);
188
189 // TODO(b/144707443): Tune constants.
190 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700191 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700192 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700193 supportKernelTimer);
194 return {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700195}
196
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700197std::unique_ptr<LayerHistory> Scheduler::createLayerHistory(
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100198 const scheduler::RefreshRateConfigs& configs) {
Marin Shalamanov1bc43ee2020-11-20 16:56:52 +0100199 return std::make_unique<scheduler::LayerHistory>(configs);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700200}
201
Ady Abraham9c53ee72020-07-22 21:16:18 -0700202std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
203 const char* name, std::chrono::nanoseconds workDuration,
204 std::chrono::nanoseconds readyDuration, bool traceVsync) {
205 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
206 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700207}
208
Ady Abraham62a0be22020-12-08 16:54:10 -0800209std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Ady Abraham899dcdb2021-06-15 16:56:21 -0700210 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
211 return std::nullopt;
212 }
213
Ady Abraham62a0be22020-12-08 16:54:10 -0800214 std::lock_guard lock(mFrameRateOverridesMutex);
215 {
216 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
217 if (iter != mFrameRateOverridesFromBackdoor.end()) {
218 return std::make_optional<Fps>(iter->second);
219 }
220 }
221
222 {
223 const auto iter = mFrameRateOverridesByContent.find(uid);
224 if (iter != mFrameRateOverridesByContent.end()) {
225 return std::make_optional<Fps>(iter->second);
226 }
227 }
228
229 return std::nullopt;
230}
231
Ady Abraham0bb6a472020-10-12 10:22:13 -0700232bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800233 const auto frameRate = getFrameRateOverride(uid);
234 if (!frameRate.has_value()) {
235 return true;
236 }
237
Ady Abraham5cc2e262021-03-25 13:09:17 -0700238 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700239}
240
Ady Abraham64c2fc02020-12-29 12:07:50 -0800241impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
242 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
243 return {};
244 }
245
246 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
247 return !isVsyncValid(expectedVsyncTimestamp, uid);
248 };
249}
250
Jorim Jaggic0086af2021-02-12 18:18:11 +0100251impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
252 return [this](uid_t uid) {
253 nsecs_t basePeriod = mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod();
254 const auto frameRate = getFrameRateOverride(uid);
255 if (!frameRate.has_value()) {
256 return basePeriod;
257 }
258
259 const auto divider = scheduler::RefreshRateConfigs::getFrameRateDivider(
260 mRefreshRateConfigs.getCurrentRefreshRate().getFps(), *frameRate);
261 if (divider <= 1) {
262 return basePeriod;
263 }
264 return basePeriod * divider;
265 };
266}
267
Dominik Laskowski98041832019-08-01 18:35:59 -0700268Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700269 const char* connectionName, frametimeline::TokenManager* tokenManager,
270 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700271 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700272 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800273 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100274 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700275 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700276 std::move(interceptCallback),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100277 std::move(throttleVsync),
278 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700279 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700280}
Ana Krulec98b5b242018-08-10 15:03:23 -0700281
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700282Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700283 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
284 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800285
Ady Abraham62f216c2020-10-13 19:07:23 -0700286 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700287
Ana Krulec6ddd2612020-09-24 13:06:33 -0700288 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700289 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
290 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700291}
292
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700293sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700294 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
295 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700296}
297
Ana Krulec98b5b242018-08-10 15:03:23 -0700298sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700299 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700300 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700301 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700302 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700303}
304
Dominik Laskowski98041832019-08-01 18:35:59 -0700305sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700306 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700307 RETURN_IF_INVALID_HANDLE(handle, nullptr);
308 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700309}
310
Dominik Laskowski98041832019-08-01 18:35:59 -0700311void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
312 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700313 android::EventThread* thread;
314 {
315 std::lock_guard<std::mutex> lock(mConnectionsLock);
316 RETURN_IF_INVALID_HANDLE(handle);
317 thread = mConnections[handle].thread.get();
318 }
319
320 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700321}
322
Dominik Laskowski98041832019-08-01 18:35:59 -0700323void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700324 android::EventThread* thread;
325 {
326 std::lock_guard<std::mutex> lock(mConnectionsLock);
327 RETURN_IF_INVALID_HANDLE(handle);
328 thread = mConnections[handle].thread.get();
329 }
330 thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700331}
332
Dominik Laskowski98041832019-08-01 18:35:59 -0700333void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700334 android::EventThread* thread;
335 {
336 std::lock_guard<std::mutex> lock(mConnectionsLock);
337 RETURN_IF_INVALID_HANDLE(handle);
338 thread = mConnections[handle].thread.get();
339 }
340 thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700341}
342
Ady Abraham62a0be22020-12-08 16:54:10 -0800343void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
344 std::vector<FrameRateOverride> overrides;
345 {
346 std::lock_guard lock(mFrameRateOverridesMutex);
347 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
348 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
349 }
350 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
351 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
352 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
353 }
354 }
355 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700356 android::EventThread* thread;
357 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800358 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700359 RETURN_IF_INVALID_HANDLE(handle);
360 thread = mConnections[handle].thread.get();
361 }
362 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
363}
364
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100365void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
366 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800367 {
368 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100369 // Cache the last reported modes for primary display.
370 mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700371
372 // Invalidate content based refresh rate selection so it could be calculated
373 // again for the new refresh rate.
374 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800375 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100376 onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700377}
378
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100379void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700380 // Check optional fields first.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100381 if (!mFeatures.modeId.has_value()) {
382 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700383 return;
384 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100385 if (!mFeatures.cachedModeChangedParams.has_value()) {
386 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700387 return;
388 }
389
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100390 const auto modeId = *mFeatures.modeId;
391 const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700392
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100393 // If there is no change from cached mode, there is no need to dispatch an event
394 if (modeId == mFeatures.cachedModeChangedParams->modeId &&
395 vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700396 return;
397 }
398
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100399 mFeatures.cachedModeChangedParams->modeId = modeId;
400 mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod;
401 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
402 mFeatures.cachedModeChangedParams->displayId,
403 mFeatures.cachedModeChangedParams->modeId,
404 mFeatures.cachedModeChangedParams->vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700405}
406
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100407void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
408 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700409 android::EventThread* thread;
410 {
411 std::lock_guard<std::mutex> lock(mConnectionsLock);
412 RETURN_IF_INVALID_HANDLE(handle);
413 thread = mConnections[handle].thread.get();
414 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100415 thread->onModeChanged(displayId, modeId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -0800416}
417
Alec Mouri717bcb62020-02-10 17:07:19 -0800418size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700419 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800420 RETURN_IF_INVALID_HANDLE(handle, 0);
421 return mConnections[handle].thread->getEventThreadConnectionCount();
422}
423
Dominik Laskowski98041832019-08-01 18:35:59 -0700424void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700425 android::EventThread* thread;
426 {
427 std::lock_guard<std::mutex> lock(mConnectionsLock);
428 RETURN_IF_INVALID_HANDLE(handle);
429 thread = mConnections.at(handle).thread.get();
430 }
431 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700432}
433
Ady Abraham9c53ee72020-07-22 21:16:18 -0700434void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
435 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700436 android::EventThread* thread;
437 {
438 std::lock_guard<std::mutex> lock(mConnectionsLock);
439 RETURN_IF_INVALID_HANDLE(handle);
440 thread = mConnections[handle].thread.get();
441 }
442 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700443}
Ana Krulece588e312018-09-18 12:32:24 -0700444
Ady Abrahame90dd522020-12-29 12:08:45 -0800445DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
446 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
447 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
448 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700449}
450
Dominik Laskowski6505f792019-09-18 11:10:05 -0700451Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
452 if (mInjectVSyncs == enable) {
453 return {};
454 }
455
456 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
457
458 if (!mInjectorConnectionHandle) {
459 auto vsyncSource = std::make_unique<InjectVSyncSource>();
460 mVSyncInjector = vsyncSource.get();
461
462 auto eventThread =
463 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700464 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700465 impl::EventThread::InterceptVSyncsCallback(),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100466 impl::EventThread::ThrottleVsyncCallback(),
467 impl::EventThread::GetVsyncPeriodFunction());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700468
Dominik Laskowski208235c2020-12-03 15:38:51 -0800469 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
470 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
471 eventThread->onScreenAcquired();
472
Dominik Laskowski6505f792019-09-18 11:10:05 -0700473 mInjectorConnectionHandle = createConnection(std::move(eventThread));
474 }
475
476 mInjectVSyncs = enable;
477 return mInjectorConnectionHandle;
478}
479
Ady Abraham9c53ee72020-07-22 21:16:18 -0700480bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700481 if (!mInjectVSyncs || !mVSyncInjector) {
482 return false;
483 }
484
Ady Abraham9c53ee72020-07-22 21:16:18 -0700485 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700486 return true;
487}
488
Ana Krulece588e312018-09-18 12:32:24 -0700489void Scheduler::enableHardwareVsync() {
490 std::lock_guard<std::mutex> lock(mHWVsyncLock);
491 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700492 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700493 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700494 mPrimaryHWVsyncEnabled = true;
495 }
496}
497
498void Scheduler::disableHardwareVsync(bool makeUnavailable) {
499 std::lock_guard<std::mutex> lock(mHWVsyncLock);
500 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700501 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700502 mPrimaryHWVsyncEnabled = false;
503 }
504 if (makeUnavailable) {
505 mHWVsyncAvailable = false;
506 }
507}
508
Ana Krulecc2870422019-01-29 19:00:58 -0800509void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
510 {
511 std::lock_guard<std::mutex> lock(mHWVsyncLock);
512 if (makeAvailable) {
513 mHWVsyncAvailable = makeAvailable;
514 } else if (!mHWVsyncAvailable) {
515 // Hardware vsync is not currently available, so abort the resync
516 // attempt for now
517 return;
518 }
519 }
520
521 if (period <= 0) {
522 return;
523 }
524
525 setVsyncPeriod(period);
526}
527
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700528void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700529 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800530
531 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700532 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800533
534 if (now - last > kIgnoreDelay) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700535 resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod());
Ana Krulecc2870422019-01-29 19:00:58 -0800536 }
537}
538
Dominik Laskowski98041832019-08-01 18:35:59 -0700539void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800540 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700541 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800542
543 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700544 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700545 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800546 mPrimaryHWVsyncEnabled = true;
547 }
Ana Krulece588e312018-09-18 12:32:24 -0700548}
549
Ady Abraham5dee2f12020-02-05 17:49:47 -0800550void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
551 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700552 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700553 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700554 { // Scope for the lock
555 std::lock_guard<std::mutex> lock(mHWVsyncLock);
556 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700557 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
558 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700559 }
560 }
561
562 if (needsHwVsync) {
563 enableHardwareVsync();
564 } else {
565 disableHardwareVsync(false);
566 }
567}
568
569void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700570 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700571 enableHardwareVsync();
572 } else {
573 disableHardwareVsync(false);
574 }
575}
576
577void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700578 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800579}
580
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700581void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100582 scheduler::LayerHistory::LayerVoteType voteType;
583
chaviw3277faf2021-05-19 16:45:23 -0500584 if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100585 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
chaviw3277faf2021-05-19 16:45:23 -0500586 } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100587 // Running Wallpaper at Min is considered as part of content detection.
588 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800589 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100590 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800591 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100592
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200593 // If the content detection feature is off, we still keep the layer history,
594 // since we use it for other features (like Frame Rate API), so layers
595 // still need to be registered.
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100596 mLayerHistory->registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700597}
598
Ady Abrahambdda8f02021-04-01 16:06:11 -0700599void Scheduler::deregisterLayer(Layer* layer) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200600 mLayerHistory->deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700601}
602
Ady Abraham5def7332020-05-29 16:13:47 -0700603void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
604 LayerHistory::LayerUpdateType updateType) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200605 if (mRefreshRateConfigs.canSwitch()) {
Ady Abraham5def7332020-05-29 16:13:47 -0700606 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800607 }
Ana Krulec3084c052018-11-21 20:27:17 +0100608}
609
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100610void Scheduler::setModeChangePending(bool pending) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200611 mLayerHistory->setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700612}
613
Dominik Laskowski49cea512019-11-12 14:13:23 -0800614void Scheduler::chooseRefreshRateForContent() {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200615 if (!mRefreshRateConfigs.canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800616
Ady Abraham8a82ba62020-01-17 12:43:17 -0800617 ATRACE_CALL();
618
619 scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800620 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100621 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800622 bool frameRateChanged;
623 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700624 {
625 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800626 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800627
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100628 newModeId = calculateRefreshRateModeId(&consideredSignals);
629 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800630 frameRateOverridesChanged =
631 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
632
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100633 if (mFeatures.modeId == newModeId) {
634 // We don't need to change the display mode, but we might need to send an event
635 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700636 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100637 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700638 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800639 frameRateChanged = false;
640 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100641 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800642 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700643 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800644 }
645 if (frameRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100646 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700647 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100648 consideredSignals.idle ? ModeEvent::None
649 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800650 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800651 if (frameRateOverridesChanged) {
652 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
653 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800654}
655
Ana Krulecfb772822018-11-30 10:44:07 +0100656void Scheduler::resetIdleTimer() {
657 if (mIdleTimer) {
658 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800659 }
660}
661
Ady Abraham8532d012019-05-08 14:50:56 -0700662void Scheduler::notifyTouchEvent() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700663 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800664 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800665
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700666 if (mOptions.supportKernelTimer && mIdleTimer) {
Steven Thomas540730a2020-01-08 20:12:42 -0800667 mIdleTimer->reset();
668 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800669 }
Ady Abraham8532d012019-05-08 14:50:56 -0700670}
671
Ady Abraham6fe2c172019-07-12 12:37:57 -0700672void Scheduler::setDisplayPowerState(bool normal) {
673 {
674 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700675 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700676 }
677
678 if (mDisplayPowerTimer) {
679 mDisplayPowerTimer->reset();
680 }
681
682 // Display Power event will boost the refresh rate to performance.
683 // Clear Layer History to get fresh FPS detection
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200684 mLayerHistory->clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700685}
686
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700687void Scheduler::kernelIdleTimerCallback(TimerState state) {
688 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100689
Ady Abraham2139f732019-11-13 18:56:40 -0800690 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
691 // magic number
Ady Abraham2e1dd892020-03-05 13:48:36 -0800692 const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate();
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100693 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f};
694 if (state == TimerState::Reset &&
695 refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Alec Mouri7f015182019-07-11 13:56:22 -0700696 // If we're not in performance mode then the kernel timer shouldn't do
697 // anything, as the refresh rate during DPU power collapse will be the
698 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700699 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
700 } else if (state == TimerState::Expired &&
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100701 refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700702 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
703 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700704 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700705 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700706 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800707
708 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700709}
710
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700711void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700712 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700713 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100714}
715
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700716void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700717 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700718 // Touch event will boost the refresh rate to performance.
719 // Clear layer history to get fresh FPS detection.
720 // NOTE: Instead of checking all the layers, we should be checking the layer
721 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700722 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200723 mLayerHistory->clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700724 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700725 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700726}
727
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700728void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700729 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700730 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700731}
732
Dominik Laskowski98041832019-08-01 18:35:59 -0700733void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800734 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700735
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700736 StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off");
Ana Krulec3d367c82020-02-25 15:02:01 -0800737 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700738 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
739 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100740 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700741 mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)");
Ady Abraham62a0be22020-12-08 16:54:10 -0800742
743 {
744 std::lock_guard lock(mFrameRateOverridesMutex);
745 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
746 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
747 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
748 }
749 StringAppendF(&result, "}\n");
750
751 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
752 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
753 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
754 }
755 StringAppendF(&result, "}\n");
756 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800757}
758
Ady Abraham8cb21882020-08-26 18:22:05 -0700759void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700760 using base::StringAppendF;
761
762 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700763 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700764 StringAppendF(&s, "VSyncDispatch:\n");
765 mVsyncSchedule.dispatch->dump(s);
766}
767
Ady Abraham62a0be22020-12-08 16:54:10 -0800768bool Scheduler::updateFrameRateOverrides(
769 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800770 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
771 return false;
772 }
773
Ady Abraham62a0be22020-12-08 16:54:10 -0800774 if (!consideredSignals.idle) {
775 const auto frameRateOverrides =
776 mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements,
Ady Abrahamdd5bfa92021-01-07 17:56:08 -0800777 displayRefreshRate,
778 consideredSignals.touch);
Ady Abraham62a0be22020-12-08 16:54:10 -0800779 std::lock_guard lock(mFrameRateOverridesMutex);
780 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
781 frameRateOverrides.begin(), frameRateOverrides.end(),
782 [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) {
783 return a.first == b.first && a.second.equalsWithMargin(b.second);
784 })) {
785 mFrameRateOverridesByContent = frameRateOverrides;
786 return true;
787 }
788 }
789 return false;
790}
791
Ady Abraham6fe2c172019-07-12 12:37:57 -0700792template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700793bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100794 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800795 bool refreshRateChanged = false;
796 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700797 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700798 {
799 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700800 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700801 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700802 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700803 *currentState = newState;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100804 newModeId = calculateRefreshRateModeId(&consideredSignals);
805 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800806 frameRateOverridesChanged =
807 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100808 if (mFeatures.modeId == newModeId) {
809 // We don't need to change the display mode, but we might need to send an event
810 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700811 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100812 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700813 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800814 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100815 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800816 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700817 }
Ady Abraham8532d012019-05-08 14:50:56 -0700818 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800819 if (refreshRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100820 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800821
822 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100823 consideredSignals.idle ? ModeEvent::None
824 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800825 }
826 if (frameRateOverridesChanged) {
827 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
828 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700829 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700830}
831
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100832DisplayModeId Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700833 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800834 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700835 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700836
Steven Thomasf734df42020-04-13 21:09:28 -0700837 // If Display Power is not in normal operation we want to be in performance mode. When coming
838 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800839 if (mDisplayPowerTimer &&
840 (!mFeatures.isDisplayPowerStateNormal ||
841 mFeatures.displayPowerTimer == TimerState::Reset)) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100842 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800843 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700844
Steven Thomasbb374322020-04-28 22:47:16 -0700845 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
846 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
847
Ady Abraham1adbb722020-05-15 11:51:48 -0700848 return mRefreshRateConfigs
Ady Abrahamdfd62162020-06-10 16:11:56 -0700849 .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle},
850 consideredSignals)
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100851 .getModeId();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800852}
853
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100854std::optional<DisplayModeId> Scheduler::getPreferredModeId() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700855 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100856 // Make sure that the default mode ID is first updated, before returned.
857 if (mFeatures.modeId.has_value()) {
858 mFeatures.modeId = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800859 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100860 return mFeatures.modeId;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700861}
862
Peiyong Line9d809e2020-04-14 13:10:48 -0700863void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800864 if (timeline.refreshRequired) {
865 mSchedulerCallback.repaintEverythingForHWC();
866 }
867
868 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
869 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
870
871 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
872 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
873 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
874 }
875}
876
877void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
878 bool callRepaint = false;
879 {
880 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
881 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
882 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
883 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
884 } else {
885 // We need to send another refresh as refreshTimeNanos is still in the future
886 callRepaint = true;
887 }
888 }
889 }
890
891 if (callRepaint) {
892 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800893 }
894}
895
Ady Abraham8a82ba62020-01-17 12:43:17 -0800896void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200897 mLayerHistory->setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800898}
899
Ady Abraham62a0be22020-12-08 16:54:10 -0800900void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
901 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
902 return;
903 }
904
905 std::lock_guard lock(mFrameRateOverridesMutex);
906 if (frameRateOverride.frameRateHz != 0.f) {
907 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz);
908 } else {
909 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
910 }
911}
912
Ady Abraham3645e642021-04-20 18:39:00 -0700913std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom(
914 nsecs_t expectedPresentTime) const {
915 const auto presentTime = std::chrono::nanoseconds(expectedPresentTime);
916 const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod());
917 return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod);
918}
919
Ana Krulec98b5b242018-08-10 15:03:23 -0700920} // namespace android