blob: 64ad178b266e1deb1c120a91931b0055c6946b3b [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
Ady Abraham8f1ee7f2019-04-05 10:32:50 -070028#include <input/InputWindow.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
Dominik Laskowski983f2b52020-06-25 16:54:06 -070067namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070068
Ady Abraham5a858552020-03-31 17:54:56 -070069std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070070 // TODO(b/144707443): Tune constants.
71 constexpr int kDefaultRate = 60;
72 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
73 constexpr nsecs_t idealPeriod =
74 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
75 constexpr size_t vsyncTimestampHistorySize = 20;
76 constexpr size_t minimumSamplesForPrediction = 6;
77 constexpr uint32_t discardOutlierPercent = 20;
78 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
79 minimumSamplesForPrediction,
80 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070081}
82
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070083std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
84 // TODO(b/144707443): Tune constants.
85 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
86 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070087 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070088 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070089 timerSlack.count(), vsyncMoveThreshold.count());
90}
91
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010092const char* toContentDetectionString(bool useContentDetection) {
93 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070094}
95
96} // namespace
97
Ady Abraham8735eac2020-08-12 16:35:04 -070098class PredictedVsyncTracer {
99public:
100 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
101 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
102 "PredictedVsyncTracer") {
103 scheduleRegistration();
104 }
105
106private:
107 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
108 scheduler::VSyncCallbackRegistration mRegistration;
109
110 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
111
112 void callback() {
113 mParity = !mParity;
114 scheduleRegistration();
115 }
116};
117
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700118Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback)
119 : Scheduler(configs, callback,
120 {.supportKernelTimer = sysprop::support_kernel_idle_timer(false),
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100121 .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) {
122}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700123
124Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback,
125 Options options)
Ady Abraham8cb21882020-08-26 18:22:05 -0700126 : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback,
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100127 createLayerHistory(configs), options) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700128 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700129
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700130 const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100131
Dominik Laskowski98041832019-08-01 18:35:59 -0700132 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700133 const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback
134 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700135 mIdleTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800136 "IdleTimer", std::chrono::milliseconds(millis),
Dominik Laskowski98041832019-08-01 18:35:59 -0700137 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
138 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100139 mIdleTimer->start();
140 }
Ady Abraham8532d012019-05-08 14:50:56 -0700141
Dominik Laskowski98041832019-08-01 18:35:59 -0700142 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700143 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700144 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800145 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700146 [this] { touchTimerCallback(TimerState::Reset); },
147 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700148 mTouchTimer->start();
149 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700150
Dominik Laskowski98041832019-08-01 18:35:59 -0700151 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
152 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800153 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700154 [this] { displayPowerTimerCallback(TimerState::Reset); },
155 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700156 mDisplayPowerTimer->start();
157 }
Ana Krulece588e312018-09-18 12:32:24 -0700158}
159
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700160Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs,
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700161 ISchedulerCallback& schedulerCallback,
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700162 std::unique_ptr<LayerHistory> layerHistory, Options options)
163 : mOptions(options),
164 mVsyncSchedule(std::move(schedule)),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700165 mLayerHistory(std::move(layerHistory)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800166 mSchedulerCallback(schedulerCallback),
Ady Abraham8735eac2020-08-12 16:35:04 -0700167 mRefreshRateConfigs(configs),
168 mPredictedVsyncTracer(
169 base::GetBoolProperty("debug.sf.show_predicted_vsync", false)
170 ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch)
171 : nullptr) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700172 mSchedulerCallback.setVsyncEnabled(false);
173}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700174
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800175Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700176 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700177 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700178 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800179 mIdleTimer.reset();
180}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700181
Ady Abraham8cb21882020-08-26 18:22:05 -0700182Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700183 auto clock = std::make_unique<scheduler::SystemClock>();
184 auto tracker = createVSyncTracker();
185 auto dispatch = createVSyncDispatch(*tracker);
186
187 // TODO(b/144707443): Tune constants.
188 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700189 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700190 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700191 supportKernelTimer);
192 return {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700193}
194
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700195std::unique_ptr<LayerHistory> Scheduler::createLayerHistory(
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100196 const scheduler::RefreshRateConfigs& configs) {
Marin Shalamanov1bc43ee2020-11-20 16:56:52 +0100197 return std::make_unique<scheduler::LayerHistory>(configs);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700198}
199
Ady Abraham9c53ee72020-07-22 21:16:18 -0700200std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
201 const char* name, std::chrono::nanoseconds workDuration,
202 std::chrono::nanoseconds readyDuration, bool traceVsync) {
203 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
204 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700205}
206
Ady Abraham62a0be22020-12-08 16:54:10 -0800207std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Ady Abraham899dcdb2021-06-15 16:56:21 -0700208 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
209 return std::nullopt;
210 }
211
Ady Abraham62a0be22020-12-08 16:54:10 -0800212 std::lock_guard lock(mFrameRateOverridesMutex);
213 {
214 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
215 if (iter != mFrameRateOverridesFromBackdoor.end()) {
216 return std::make_optional<Fps>(iter->second);
217 }
218 }
219
220 {
221 const auto iter = mFrameRateOverridesByContent.find(uid);
222 if (iter != mFrameRateOverridesByContent.end()) {
223 return std::make_optional<Fps>(iter->second);
224 }
225 }
226
227 return std::nullopt;
228}
229
Ady Abraham0bb6a472020-10-12 10:22:13 -0700230bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800231 const auto frameRate = getFrameRateOverride(uid);
232 if (!frameRate.has_value()) {
233 return true;
234 }
235
Ady Abraham5cc2e262021-03-25 13:09:17 -0700236 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700237}
238
Ady Abraham64c2fc02020-12-29 12:07:50 -0800239impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
240 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
241 return {};
242 }
243
244 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
245 return !isVsyncValid(expectedVsyncTimestamp, uid);
246 };
247}
248
Jorim Jaggic0086af2021-02-12 18:18:11 +0100249impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
250 return [this](uid_t uid) {
251 nsecs_t basePeriod = mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod();
252 const auto frameRate = getFrameRateOverride(uid);
253 if (!frameRate.has_value()) {
254 return basePeriod;
255 }
256
257 const auto divider = scheduler::RefreshRateConfigs::getFrameRateDivider(
258 mRefreshRateConfigs.getCurrentRefreshRate().getFps(), *frameRate);
259 if (divider <= 1) {
260 return basePeriod;
261 }
262 return basePeriod * divider;
263 };
264}
265
Dominik Laskowski98041832019-08-01 18:35:59 -0700266Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700267 const char* connectionName, frametimeline::TokenManager* tokenManager,
268 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700269 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700270 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800271 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100272 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700273 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700274 std::move(interceptCallback),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100275 std::move(throttleVsync),
276 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700277 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700278}
Ana Krulec98b5b242018-08-10 15:03:23 -0700279
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700280Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700281 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
282 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800283
Ady Abraham62f216c2020-10-13 19:07:23 -0700284 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700285
Ana Krulec6ddd2612020-09-24 13:06:33 -0700286 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700287 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
288 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700289}
290
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700291sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700292 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
293 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700294}
295
Ana Krulec98b5b242018-08-10 15:03:23 -0700296sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700297 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700298 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700299 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700300 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700301}
302
Dominik Laskowski98041832019-08-01 18:35:59 -0700303sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700304 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700305 RETURN_IF_INVALID_HANDLE(handle, nullptr);
306 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700307}
308
Dominik Laskowski98041832019-08-01 18:35:59 -0700309void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
310 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700311 android::EventThread* thread;
312 {
313 std::lock_guard<std::mutex> lock(mConnectionsLock);
314 RETURN_IF_INVALID_HANDLE(handle);
315 thread = mConnections[handle].thread.get();
316 }
317
318 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700319}
320
Dominik Laskowski98041832019-08-01 18:35:59 -0700321void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700322 android::EventThread* thread;
323 {
324 std::lock_guard<std::mutex> lock(mConnectionsLock);
325 RETURN_IF_INVALID_HANDLE(handle);
326 thread = mConnections[handle].thread.get();
327 }
328 thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700329}
330
Dominik Laskowski98041832019-08-01 18:35:59 -0700331void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700332 android::EventThread* thread;
333 {
334 std::lock_guard<std::mutex> lock(mConnectionsLock);
335 RETURN_IF_INVALID_HANDLE(handle);
336 thread = mConnections[handle].thread.get();
337 }
338 thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700339}
340
Ady Abraham62a0be22020-12-08 16:54:10 -0800341void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
342 std::vector<FrameRateOverride> overrides;
343 {
344 std::lock_guard lock(mFrameRateOverridesMutex);
345 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
346 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
347 }
348 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
349 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
350 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
351 }
352 }
353 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700354 android::EventThread* thread;
355 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800356 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700357 RETURN_IF_INVALID_HANDLE(handle);
358 thread = mConnections[handle].thread.get();
359 }
360 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
361}
362
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100363void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
364 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800365 {
366 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100367 // Cache the last reported modes for primary display.
368 mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700369
370 // Invalidate content based refresh rate selection so it could be calculated
371 // again for the new refresh rate.
372 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800373 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100374 onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700375}
376
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100377void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700378 // Check optional fields first.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100379 if (!mFeatures.modeId.has_value()) {
380 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700381 return;
382 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100383 if (!mFeatures.cachedModeChangedParams.has_value()) {
384 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700385 return;
386 }
387
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100388 const auto modeId = *mFeatures.modeId;
Ady Abraham71c8a952021-07-27 16:27:56 -0700389 // If the modeId is not the current mode, this means that a
390 // mode change is in progress. In that case we shouldn't dispatch an event
391 // as it will be dispatched when the current mode changes.
392 if (mRefreshRateConfigs.getCurrentRefreshRate().getModeId() != modeId) {
393 return;
394 }
395
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100396 const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700397
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100398 // If there is no change from cached mode, there is no need to dispatch an event
399 if (modeId == mFeatures.cachedModeChangedParams->modeId &&
400 vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700401 return;
402 }
403
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100404 mFeatures.cachedModeChangedParams->modeId = modeId;
405 mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod;
406 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
407 mFeatures.cachedModeChangedParams->displayId,
408 mFeatures.cachedModeChangedParams->modeId,
409 mFeatures.cachedModeChangedParams->vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700410}
411
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100412void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
413 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700414 android::EventThread* thread;
415 {
416 std::lock_guard<std::mutex> lock(mConnectionsLock);
417 RETURN_IF_INVALID_HANDLE(handle);
418 thread = mConnections[handle].thread.get();
419 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100420 thread->onModeChanged(displayId, modeId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -0800421}
422
Alec Mouri717bcb62020-02-10 17:07:19 -0800423size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700424 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800425 RETURN_IF_INVALID_HANDLE(handle, 0);
426 return mConnections[handle].thread->getEventThreadConnectionCount();
427}
428
Dominik Laskowski98041832019-08-01 18:35:59 -0700429void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700430 android::EventThread* thread;
431 {
432 std::lock_guard<std::mutex> lock(mConnectionsLock);
433 RETURN_IF_INVALID_HANDLE(handle);
434 thread = mConnections.at(handle).thread.get();
435 }
436 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700437}
438
Ady Abraham9c53ee72020-07-22 21:16:18 -0700439void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
440 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700441 android::EventThread* thread;
442 {
443 std::lock_guard<std::mutex> lock(mConnectionsLock);
444 RETURN_IF_INVALID_HANDLE(handle);
445 thread = mConnections[handle].thread.get();
446 }
447 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700448}
Ana Krulece588e312018-09-18 12:32:24 -0700449
Ady Abrahame90dd522020-12-29 12:08:45 -0800450DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
451 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
452 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
453 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700454}
455
Dominik Laskowski6505f792019-09-18 11:10:05 -0700456Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
457 if (mInjectVSyncs == enable) {
458 return {};
459 }
460
461 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
462
463 if (!mInjectorConnectionHandle) {
464 auto vsyncSource = std::make_unique<InjectVSyncSource>();
465 mVSyncInjector = vsyncSource.get();
466
467 auto eventThread =
468 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700469 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700470 impl::EventThread::InterceptVSyncsCallback(),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100471 impl::EventThread::ThrottleVsyncCallback(),
472 impl::EventThread::GetVsyncPeriodFunction());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700473
Dominik Laskowski208235c2020-12-03 15:38:51 -0800474 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
475 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
476 eventThread->onScreenAcquired();
477
Dominik Laskowski6505f792019-09-18 11:10:05 -0700478 mInjectorConnectionHandle = createConnection(std::move(eventThread));
479 }
480
481 mInjectVSyncs = enable;
482 return mInjectorConnectionHandle;
483}
484
Ady Abraham9c53ee72020-07-22 21:16:18 -0700485bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700486 if (!mInjectVSyncs || !mVSyncInjector) {
487 return false;
488 }
489
Ady Abraham9c53ee72020-07-22 21:16:18 -0700490 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700491 return true;
492}
493
Ana Krulece588e312018-09-18 12:32:24 -0700494void Scheduler::enableHardwareVsync() {
495 std::lock_guard<std::mutex> lock(mHWVsyncLock);
496 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700497 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700498 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700499 mPrimaryHWVsyncEnabled = true;
500 }
501}
502
503void Scheduler::disableHardwareVsync(bool makeUnavailable) {
504 std::lock_guard<std::mutex> lock(mHWVsyncLock);
505 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700506 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700507 mPrimaryHWVsyncEnabled = false;
508 }
509 if (makeUnavailable) {
510 mHWVsyncAvailable = false;
511 }
512}
513
Ana Krulecc2870422019-01-29 19:00:58 -0800514void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
515 {
516 std::lock_guard<std::mutex> lock(mHWVsyncLock);
517 if (makeAvailable) {
518 mHWVsyncAvailable = makeAvailable;
519 } else if (!mHWVsyncAvailable) {
520 // Hardware vsync is not currently available, so abort the resync
521 // attempt for now
522 return;
523 }
524 }
525
526 if (period <= 0) {
527 return;
528 }
529
530 setVsyncPeriod(period);
531}
532
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700533void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700534 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800535
536 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700537 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800538
539 if (now - last > kIgnoreDelay) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700540 resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod());
Ana Krulecc2870422019-01-29 19:00:58 -0800541 }
542}
543
Dominik Laskowski98041832019-08-01 18:35:59 -0700544void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800545 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700546 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800547
548 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700549 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700550 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800551 mPrimaryHWVsyncEnabled = true;
552 }
Ana Krulece588e312018-09-18 12:32:24 -0700553}
554
Ady Abraham5dee2f12020-02-05 17:49:47 -0800555void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
556 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700557 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700558 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700559 { // Scope for the lock
560 std::lock_guard<std::mutex> lock(mHWVsyncLock);
561 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700562 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
563 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700564 }
565 }
566
567 if (needsHwVsync) {
568 enableHardwareVsync();
569 } else {
570 disableHardwareVsync(false);
571 }
572}
573
574void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700575 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700576 enableHardwareVsync();
577 } else {
578 disableHardwareVsync(false);
579 }
580}
581
582void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700583 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800584}
585
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700586void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100587 scheduler::LayerHistory::LayerVoteType voteType;
588
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200589 if (!mOptions.useContentDetection ||
590 layer->getWindowType() == InputWindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100591 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100592 } else if (layer->getWindowType() == InputWindowInfo::Type::WALLPAPER) {
593 // Running Wallpaper at Min is considered as part of content detection.
594 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800595 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100596 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800597 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100598
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200599 // If the content detection feature is off, we still keep the layer history,
600 // since we use it for other features (like Frame Rate API), so layers
601 // still need to be registered.
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100602 mLayerHistory->registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700603}
604
Ady Abrahambdda8f02021-04-01 16:06:11 -0700605void Scheduler::deregisterLayer(Layer* layer) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200606 mLayerHistory->deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700607}
608
Ady Abraham5def7332020-05-29 16:13:47 -0700609void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
610 LayerHistory::LayerUpdateType updateType) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200611 if (mRefreshRateConfigs.canSwitch()) {
Ady Abraham5def7332020-05-29 16:13:47 -0700612 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800613 }
Ana Krulec3084c052018-11-21 20:27:17 +0100614}
615
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100616void Scheduler::setModeChangePending(bool pending) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200617 mLayerHistory->setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700618}
619
Dominik Laskowski49cea512019-11-12 14:13:23 -0800620void Scheduler::chooseRefreshRateForContent() {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200621 if (!mRefreshRateConfigs.canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800622
Ady Abraham8a82ba62020-01-17 12:43:17 -0800623 ATRACE_CALL();
624
625 scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800626 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100627 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800628 bool frameRateChanged;
629 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700630 {
631 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800632 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800633
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100634 newModeId = calculateRefreshRateModeId(&consideredSignals);
635 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800636 frameRateOverridesChanged =
637 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
638
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100639 if (mFeatures.modeId == newModeId) {
640 // We don't need to change the display mode, but we might need to send an event
641 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700642 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100643 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700644 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800645 frameRateChanged = false;
646 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100647 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800648 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700649 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800650 }
651 if (frameRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100652 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700653 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100654 consideredSignals.idle ? ModeEvent::None
655 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800656 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800657 if (frameRateOverridesChanged) {
658 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
659 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800660}
661
Ana Krulecfb772822018-11-30 10:44:07 +0100662void Scheduler::resetIdleTimer() {
663 if (mIdleTimer) {
664 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800665 }
666}
667
Ady Abraham8532d012019-05-08 14:50:56 -0700668void Scheduler::notifyTouchEvent() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700669 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800670 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800671
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700672 if (mOptions.supportKernelTimer && mIdleTimer) {
Steven Thomas540730a2020-01-08 20:12:42 -0800673 mIdleTimer->reset();
674 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800675 }
Ady Abraham8532d012019-05-08 14:50:56 -0700676}
677
Ady Abraham6fe2c172019-07-12 12:37:57 -0700678void Scheduler::setDisplayPowerState(bool normal) {
679 {
680 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700681 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700682 }
683
684 if (mDisplayPowerTimer) {
685 mDisplayPowerTimer->reset();
686 }
687
688 // Display Power event will boost the refresh rate to performance.
689 // Clear Layer History to get fresh FPS detection
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200690 mLayerHistory->clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700691}
692
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700693void Scheduler::kernelIdleTimerCallback(TimerState state) {
694 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100695
Ady Abraham2139f732019-11-13 18:56:40 -0800696 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
697 // magic number
Ady Abraham2e1dd892020-03-05 13:48:36 -0800698 const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate();
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100699 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f};
700 if (state == TimerState::Reset &&
701 refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Alec Mouri7f015182019-07-11 13:56:22 -0700702 // If we're not in performance mode then the kernel timer shouldn't do
703 // anything, as the refresh rate during DPU power collapse will be the
704 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700705 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
706 } else if (state == TimerState::Expired &&
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100707 refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700708 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
709 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700710 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700711 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700712 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800713
714 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700715}
716
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700717void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700718 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700719 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100720}
721
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700722void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700723 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700724 // Touch event will boost the refresh rate to performance.
725 // Clear layer history to get fresh FPS detection.
726 // NOTE: Instead of checking all the layers, we should be checking the layer
727 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700728 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200729 mLayerHistory->clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700730 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700731 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700732}
733
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700734void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700735 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700736 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700737}
738
Dominik Laskowski98041832019-08-01 18:35:59 -0700739void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800740 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700741
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700742 StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off");
Ana Krulec3d367c82020-02-25 15:02:01 -0800743 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700744 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
745 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100746 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700747 mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)");
Ady Abraham62a0be22020-12-08 16:54:10 -0800748
749 {
750 std::lock_guard lock(mFrameRateOverridesMutex);
751 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
752 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
753 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
754 }
755 StringAppendF(&result, "}\n");
756
757 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
758 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
759 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
760 }
761 StringAppendF(&result, "}\n");
762 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800763}
764
Ady Abraham8cb21882020-08-26 18:22:05 -0700765void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700766 using base::StringAppendF;
767
768 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700769 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700770 StringAppendF(&s, "VSyncDispatch:\n");
771 mVsyncSchedule.dispatch->dump(s);
772}
773
Ady Abraham62a0be22020-12-08 16:54:10 -0800774bool Scheduler::updateFrameRateOverrides(
775 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800776 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
777 return false;
778 }
779
Ady Abraham62a0be22020-12-08 16:54:10 -0800780 if (!consideredSignals.idle) {
781 const auto frameRateOverrides =
782 mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements,
Ady Abrahamdd5bfa92021-01-07 17:56:08 -0800783 displayRefreshRate,
784 consideredSignals.touch);
Ady Abraham62a0be22020-12-08 16:54:10 -0800785 std::lock_guard lock(mFrameRateOverridesMutex);
786 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
787 frameRateOverrides.begin(), frameRateOverrides.end(),
788 [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) {
789 return a.first == b.first && a.second.equalsWithMargin(b.second);
790 })) {
791 mFrameRateOverridesByContent = frameRateOverrides;
792 return true;
793 }
794 }
795 return false;
796}
797
Ady Abraham6fe2c172019-07-12 12:37:57 -0700798template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700799bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100800 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800801 bool refreshRateChanged = false;
802 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700803 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700804 {
805 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700806 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700807 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700808 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700809 *currentState = newState;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100810 newModeId = calculateRefreshRateModeId(&consideredSignals);
811 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800812 frameRateOverridesChanged =
813 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100814 if (mFeatures.modeId == newModeId) {
815 // We don't need to change the display mode, but we might need to send an event
816 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700817 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100818 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700819 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800820 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100821 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800822 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700823 }
Ady Abraham8532d012019-05-08 14:50:56 -0700824 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800825 if (refreshRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100826 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800827
828 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100829 consideredSignals.idle ? ModeEvent::None
830 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800831 }
832 if (frameRateOverridesChanged) {
833 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
834 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700835 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700836}
837
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100838DisplayModeId Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700839 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800840 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700841 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700842
Steven Thomasf734df42020-04-13 21:09:28 -0700843 // If Display Power is not in normal operation we want to be in performance mode. When coming
844 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800845 if (mDisplayPowerTimer &&
846 (!mFeatures.isDisplayPowerStateNormal ||
847 mFeatures.displayPowerTimer == TimerState::Reset)) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100848 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800849 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700850
Steven Thomasbb374322020-04-28 22:47:16 -0700851 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
852 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
853
Ady Abraham1adbb722020-05-15 11:51:48 -0700854 return mRefreshRateConfigs
Ady Abrahamdfd62162020-06-10 16:11:56 -0700855 .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle},
856 consideredSignals)
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100857 .getModeId();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800858}
859
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100860std::optional<DisplayModeId> Scheduler::getPreferredModeId() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700861 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100862 // Make sure that the default mode ID is first updated, before returned.
863 if (mFeatures.modeId.has_value()) {
864 mFeatures.modeId = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800865 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100866 return mFeatures.modeId;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700867}
868
Peiyong Line9d809e2020-04-14 13:10:48 -0700869void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800870 if (timeline.refreshRequired) {
871 mSchedulerCallback.repaintEverythingForHWC();
872 }
873
874 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
875 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
876
877 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
878 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
879 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
880 }
881}
882
883void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
884 bool callRepaint = false;
885 {
886 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
887 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
888 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
889 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
890 } else {
891 // We need to send another refresh as refreshTimeNanos is still in the future
892 callRepaint = true;
893 }
894 }
895 }
896
897 if (callRepaint) {
898 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800899 }
900}
901
Ady Abraham8a82ba62020-01-17 12:43:17 -0800902void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) {
Marin Shalamanov2cde1002021-06-08 19:50:10 +0200903 mLayerHistory->setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800904}
905
Ady Abraham62a0be22020-12-08 16:54:10 -0800906void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
907 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
908 return;
909 }
910
911 std::lock_guard lock(mFrameRateOverridesMutex);
912 if (frameRateOverride.frameRateHz != 0.f) {
913 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz);
914 } else {
915 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
916 }
917}
918
Ady Abraham3645e642021-04-20 18:39:00 -0700919std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom(
920 nsecs_t expectedPresentTime) const {
921 const auto presentTime = std::chrono::nanoseconds(expectedPresentTime);
922 const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod());
923 return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod);
924}
925
Ana Krulec98b5b242018-08-10 15:03:23 -0700926} // namespace android