blob: f2019963947a8ba0368314d62810cfbe51ae22ba [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
chaviw3277faf2021-05-19 16:45:23 -050028#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
chaviw3277faf2021-05-19 16:45:23 -050067using gui::WindowInfo;
68
Dominik Laskowski983f2b52020-06-25 16:54:06 -070069namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070070
Ady Abraham5a858552020-03-31 17:54:56 -070071std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070072 // TODO(b/144707443): Tune constants.
73 constexpr int kDefaultRate = 60;
74 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
75 constexpr nsecs_t idealPeriod =
76 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
77 constexpr size_t vsyncTimestampHistorySize = 20;
78 constexpr size_t minimumSamplesForPrediction = 6;
79 constexpr uint32_t discardOutlierPercent = 20;
80 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
81 minimumSamplesForPrediction,
82 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070083}
84
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070085std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
86 // TODO(b/144707443): Tune constants.
87 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
88 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070089 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070090 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070091 timerSlack.count(), vsyncMoveThreshold.count());
92}
93
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010094const char* toContentDetectionString(bool useContentDetection) {
95 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070096}
97
98} // namespace
99
Ady Abraham8735eac2020-08-12 16:35:04 -0700100class PredictedVsyncTracer {
101public:
102 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
103 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
104 "PredictedVsyncTracer") {
105 scheduleRegistration();
106 }
107
108private:
109 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
110 scheduler::VSyncCallbackRegistration mRegistration;
111
112 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
113
114 void callback() {
115 mParity = !mParity;
116 scheduleRegistration();
117 }
118};
119
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700120Scheduler::Scheduler(ISchedulerCallback& callback, Options options)
121 : mOptions(options), mSchedulerCallback(callback) {}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700122
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700123void Scheduler::startTimers() {
Dominik Laskowski98041832019-08-01 18:35:59 -0700124 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700125
Dominik Laskowski98041832019-08-01 18:35:59 -0700126 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700127 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700128 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800129 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700130 [this] { touchTimerCallback(TimerState::Reset); },
131 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700132 mTouchTimer->start();
133 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700134
Dominik Laskowski98041832019-08-01 18:35:59 -0700135 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
136 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800137 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700138 [this] { displayPowerTimerCallback(TimerState::Reset); },
139 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700140 mDisplayPowerTimer->start();
141 }
Ana Krulece588e312018-09-18 12:32:24 -0700142}
143
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800144Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700145 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700146 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700147 mTouchTimer.reset();
Ady Abraham9a2ea342021-09-03 17:32:34 -0700148 mRefreshRateConfigs.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800149}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700150
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700151void Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700152 auto clock = std::make_unique<scheduler::SystemClock>();
153 auto tracker = createVSyncTracker();
154 auto dispatch = createVSyncDispatch(*tracker);
155
156 // TODO(b/144707443): Tune constants.
157 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700158 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700159 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700160 supportKernelTimer);
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700161 mVsyncSchedule = {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700162
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700163 if (base::GetBoolProperty("debug.sf.show_predicted_vsync", false)) {
164 mPredictedVsyncTracer = std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch);
165 }
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700166}
167
Ady Abraham9c53ee72020-07-22 21:16:18 -0700168std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
169 const char* name, std::chrono::nanoseconds workDuration,
170 std::chrono::nanoseconds readyDuration, bool traceVsync) {
171 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
172 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700173}
174
Ady Abraham62a0be22020-12-08 16:54:10 -0800175std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Ady Abraham3efa3942021-06-24 19:01:25 -0700176 {
177 std::scoped_lock lock(mRefreshRateConfigsLock);
178 if (!mRefreshRateConfigs->supportsFrameRateOverride()) {
179 return std::nullopt;
180 }
Ady Abraham899dcdb2021-06-15 16:56:21 -0700181 }
182
Ady Abraham3efa3942021-06-24 19:01:25 -0700183 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800184 {
185 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
186 if (iter != mFrameRateOverridesFromBackdoor.end()) {
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700187 return iter->second;
Ady Abraham62a0be22020-12-08 16:54:10 -0800188 }
189 }
190
191 {
192 const auto iter = mFrameRateOverridesByContent.find(uid);
193 if (iter != mFrameRateOverridesByContent.end()) {
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700194 return iter->second;
Ady Abraham62a0be22020-12-08 16:54:10 -0800195 }
196 }
197
198 return std::nullopt;
199}
200
Ady Abraham0bb6a472020-10-12 10:22:13 -0700201bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800202 const auto frameRate = getFrameRateOverride(uid);
203 if (!frameRate.has_value()) {
204 return true;
205 }
206
Ady Abraham5cc2e262021-03-25 13:09:17 -0700207 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700208}
209
Ady Abraham64c2fc02020-12-29 12:07:50 -0800210impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
Ady Abraham3efa3942021-06-24 19:01:25 -0700211 std::scoped_lock lock(mRefreshRateConfigsLock);
212 if (!mRefreshRateConfigs->supportsFrameRateOverride()) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800213 return {};
214 }
215
216 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
217 return !isVsyncValid(expectedVsyncTimestamp, uid);
218 };
219}
220
Jorim Jaggic0086af2021-02-12 18:18:11 +0100221impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
222 return [this](uid_t uid) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700223 const auto refreshRateConfigs = holdRefreshRateConfigs();
224 nsecs_t basePeriod = refreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100225 const auto frameRate = getFrameRateOverride(uid);
226 if (!frameRate.has_value()) {
227 return basePeriod;
228 }
229
Ady Abraham3efa3942021-06-24 19:01:25 -0700230 const auto divider =
231 scheduler::RefreshRateConfigs::getFrameRateDivider(refreshRateConfigs
232 ->getCurrentRefreshRate()
233 .getFps(),
234 *frameRate);
Jorim Jaggic0086af2021-02-12 18:18:11 +0100235 if (divider <= 1) {
236 return basePeriod;
237 }
238 return basePeriod * divider;
239 };
240}
241
Dominik Laskowski98041832019-08-01 18:35:59 -0700242Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700243 const char* connectionName, frametimeline::TokenManager* tokenManager,
244 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700245 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700246 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800247 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100248 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700249 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700250 std::move(interceptCallback),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100251 std::move(throttleVsync),
252 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700253 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700254}
Ana Krulec98b5b242018-08-10 15:03:23 -0700255
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700256Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700257 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
258 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800259
Ady Abraham62f216c2020-10-13 19:07:23 -0700260 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700261
Ana Krulec6ddd2612020-09-24 13:06:33 -0700262 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700263 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
264 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700265}
266
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700267sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700268 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
269 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700270}
271
Ana Krulec98b5b242018-08-10 15:03:23 -0700272sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700273 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700274 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700275 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700276 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700277}
278
Dominik Laskowski98041832019-08-01 18:35:59 -0700279sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700280 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700281 RETURN_IF_INVALID_HANDLE(handle, nullptr);
282 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700283}
284
Dominik Laskowski98041832019-08-01 18:35:59 -0700285void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
286 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700287 android::EventThread* thread;
288 {
289 std::lock_guard<std::mutex> lock(mConnectionsLock);
290 RETURN_IF_INVALID_HANDLE(handle);
291 thread = mConnections[handle].thread.get();
292 }
293
294 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700295}
296
Dominik Laskowski98041832019-08-01 18:35:59 -0700297void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700298 android::EventThread* thread;
299 {
300 std::lock_guard<std::mutex> lock(mConnectionsLock);
301 RETURN_IF_INVALID_HANDLE(handle);
302 thread = mConnections[handle].thread.get();
303 }
304 thread->onScreenAcquired();
Ady Abraham4f960d12021-10-13 16:59:49 -0700305 mScreenAcquired = true;
Ana Krulec98b5b242018-08-10 15:03:23 -0700306}
307
Dominik Laskowski98041832019-08-01 18:35:59 -0700308void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700309 android::EventThread* thread;
310 {
311 std::lock_guard<std::mutex> lock(mConnectionsLock);
312 RETURN_IF_INVALID_HANDLE(handle);
313 thread = mConnections[handle].thread.get();
314 }
315 thread->onScreenReleased();
Ady Abraham4f960d12021-10-13 16:59:49 -0700316 mScreenAcquired = false;
Ana Krulec98b5b242018-08-10 15:03:23 -0700317}
318
Ady Abraham62a0be22020-12-08 16:54:10 -0800319void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
320 std::vector<FrameRateOverride> overrides;
321 {
Ady Abraham3efa3942021-06-24 19:01:25 -0700322 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800323 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
324 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
325 }
326 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
327 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
328 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
329 }
330 }
331 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700332 android::EventThread* thread;
333 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800334 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700335 RETURN_IF_INVALID_HANDLE(handle);
336 thread = mConnections[handle].thread.get();
337 }
338 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
339}
340
Ady Abraham690f4612021-07-01 23:24:03 -0700341void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800342 {
343 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100344 // Cache the last reported modes for primary display.
Ady Abraham690f4612021-07-01 23:24:03 -0700345 mFeatures.cachedModeChangedParams = {handle, mode};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700346
347 // Invalidate content based refresh rate selection so it could be calculated
348 // again for the new refresh rate.
349 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800350 }
Ady Abraham690f4612021-07-01 23:24:03 -0700351 onNonPrimaryDisplayModeChanged(handle, mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700352}
353
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100354void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700355 // Check optional fields first.
Ady Abraham690f4612021-07-01 23:24:03 -0700356 if (!mFeatures.mode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100357 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700358 return;
359 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100360 if (!mFeatures.cachedModeChangedParams.has_value()) {
361 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700362 return;
363 }
364
Ady Abrahamd1591702021-07-27 16:27:56 -0700365 // If the mode is not the current mode, this means that a
366 // mode change is in progress. In that case we shouldn't dispatch an event
367 // as it will be dispatched when the current mode changes.
368 if (std::scoped_lock lock(mRefreshRateConfigsLock);
369 mRefreshRateConfigs->getCurrentRefreshRate().getMode() != mFeatures.mode) {
370 return;
371 }
372
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100373 // If there is no change from cached mode, there is no need to dispatch an event
Ady Abraham690f4612021-07-01 23:24:03 -0700374 if (mFeatures.mode == mFeatures.cachedModeChangedParams->mode) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700375 return;
376 }
377
Ady Abraham690f4612021-07-01 23:24:03 -0700378 mFeatures.cachedModeChangedParams->mode = mFeatures.mode;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100379 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
Ady Abraham690f4612021-07-01 23:24:03 -0700380 mFeatures.cachedModeChangedParams->mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700381}
382
Ady Abraham690f4612021-07-01 23:24:03 -0700383void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700384 android::EventThread* thread;
385 {
386 std::lock_guard<std::mutex> lock(mConnectionsLock);
387 RETURN_IF_INVALID_HANDLE(handle);
388 thread = mConnections[handle].thread.get();
389 }
Ady Abraham690f4612021-07-01 23:24:03 -0700390 thread->onModeChanged(mode);
Ady Abraham447052e2019-02-13 16:07:27 -0800391}
392
Alec Mouri717bcb62020-02-10 17:07:19 -0800393size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700394 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800395 RETURN_IF_INVALID_HANDLE(handle, 0);
396 return mConnections[handle].thread->getEventThreadConnectionCount();
397}
398
Dominik Laskowski98041832019-08-01 18:35:59 -0700399void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700400 android::EventThread* thread;
401 {
402 std::lock_guard<std::mutex> lock(mConnectionsLock);
403 RETURN_IF_INVALID_HANDLE(handle);
404 thread = mConnections.at(handle).thread.get();
405 }
406 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700407}
408
Ady Abraham9c53ee72020-07-22 21:16:18 -0700409void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
410 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700411 android::EventThread* thread;
412 {
413 std::lock_guard<std::mutex> lock(mConnectionsLock);
414 RETURN_IF_INVALID_HANDLE(handle);
415 thread = mConnections[handle].thread.get();
416 }
417 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700418}
Ana Krulece588e312018-09-18 12:32:24 -0700419
Ady Abrahame90dd522020-12-29 12:08:45 -0800420DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
421 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
422 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
423 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700424}
425
Dominik Laskowski6505f792019-09-18 11:10:05 -0700426Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
427 if (mInjectVSyncs == enable) {
428 return {};
429 }
430
431 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
432
433 if (!mInjectorConnectionHandle) {
434 auto vsyncSource = std::make_unique<InjectVSyncSource>();
435 mVSyncInjector = vsyncSource.get();
436
437 auto eventThread =
438 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700439 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700440 impl::EventThread::InterceptVSyncsCallback(),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100441 impl::EventThread::ThrottleVsyncCallback(),
442 impl::EventThread::GetVsyncPeriodFunction());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700443
Dominik Laskowski208235c2020-12-03 15:38:51 -0800444 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
445 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
446 eventThread->onScreenAcquired();
447
Dominik Laskowski6505f792019-09-18 11:10:05 -0700448 mInjectorConnectionHandle = createConnection(std::move(eventThread));
449 }
450
451 mInjectVSyncs = enable;
452 return mInjectorConnectionHandle;
453}
454
Ady Abraham9c53ee72020-07-22 21:16:18 -0700455bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700456 if (!mInjectVSyncs || !mVSyncInjector) {
457 return false;
458 }
459
Ady Abraham9c53ee72020-07-22 21:16:18 -0700460 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700461 return true;
462}
463
Ana Krulece588e312018-09-18 12:32:24 -0700464void Scheduler::enableHardwareVsync() {
465 std::lock_guard<std::mutex> lock(mHWVsyncLock);
466 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700467 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700468 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700469 mPrimaryHWVsyncEnabled = true;
470 }
471}
472
473void Scheduler::disableHardwareVsync(bool makeUnavailable) {
474 std::lock_guard<std::mutex> lock(mHWVsyncLock);
475 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700476 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700477 mPrimaryHWVsyncEnabled = false;
478 }
479 if (makeUnavailable) {
480 mHWVsyncAvailable = false;
481 }
482}
483
Ana Krulecc2870422019-01-29 19:00:58 -0800484void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
485 {
486 std::lock_guard<std::mutex> lock(mHWVsyncLock);
487 if (makeAvailable) {
488 mHWVsyncAvailable = makeAvailable;
489 } else if (!mHWVsyncAvailable) {
490 // Hardware vsync is not currently available, so abort the resync
491 // attempt for now
492 return;
493 }
494 }
495
496 if (period <= 0) {
497 return;
498 }
499
500 setVsyncPeriod(period);
501}
502
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700503void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700504 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800505
506 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700507 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800508
509 if (now - last > kIgnoreDelay) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700510 const auto vsyncPeriod = [&] {
511 std::scoped_lock lock(mRefreshRateConfigsLock);
512 return mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
513 }();
514 resyncToHardwareVsync(false, vsyncPeriod);
Ana Krulecc2870422019-01-29 19:00:58 -0800515 }
516}
517
Dominik Laskowski98041832019-08-01 18:35:59 -0700518void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800519 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700520 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800521
522 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700523 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700524 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800525 mPrimaryHWVsyncEnabled = true;
526 }
Ana Krulece588e312018-09-18 12:32:24 -0700527}
528
Ady Abraham5dee2f12020-02-05 17:49:47 -0800529void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
530 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700531 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700532 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700533 { // Scope for the lock
534 std::lock_guard<std::mutex> lock(mHWVsyncLock);
535 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700536 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
537 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700538 }
539 }
540
541 if (needsHwVsync) {
542 enableHardwareVsync();
543 } else {
544 disableHardwareVsync(false);
545 }
546}
547
548void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700549 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700550 enableHardwareVsync();
551 } else {
552 disableHardwareVsync(false);
553 }
554}
555
556void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700557 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800558}
559
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700560void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100561 scheduler::LayerHistory::LayerVoteType voteType;
562
chaviw3277faf2021-05-19 16:45:23 -0500563 if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100564 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
chaviw3277faf2021-05-19 16:45:23 -0500565 } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100566 // Running Wallpaper at Min is considered as part of content detection.
567 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800568 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100569 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800570 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100571
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200572 // If the content detection feature is off, we still keep the layer history,
573 // since we use it for other features (like Frame Rate API), so layers
574 // still need to be registered.
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700575 mLayerHistory.registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700576}
577
Ady Abrahambdda8f02021-04-01 16:06:11 -0700578void Scheduler::deregisterLayer(Layer* layer) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700579 mLayerHistory.deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700580}
581
Ady Abraham5def7332020-05-29 16:13:47 -0700582void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
583 LayerHistory::LayerUpdateType updateType) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700584 {
585 std::scoped_lock lock(mRefreshRateConfigsLock);
586 if (!mRefreshRateConfigs->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800587 }
Ady Abraham3efa3942021-06-24 19:01:25 -0700588
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700589 mLayerHistory.record(layer, presentTime, systemTime(), updateType);
Ana Krulec3084c052018-11-21 20:27:17 +0100590}
591
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100592void Scheduler::setModeChangePending(bool pending) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700593 mLayerHistory.setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700594}
595
Dominik Laskowski49cea512019-11-12 14:13:23 -0800596void Scheduler::chooseRefreshRateForContent() {
Ady Abraham3efa3942021-06-24 19:01:25 -0700597 {
598 std::scoped_lock lock(mRefreshRateConfigsLock);
599 if (!mRefreshRateConfigs->canSwitch()) return;
600 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800601
Ady Abraham8a82ba62020-01-17 12:43:17 -0800602 ATRACE_CALL();
603
Ady Abraham3efa3942021-06-24 19:01:25 -0700604 const auto refreshRateConfigs = holdRefreshRateConfigs();
605 scheduler::LayerHistory::Summary summary =
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700606 mLayerHistory.summarize(*refreshRateConfigs, systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800607 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham690f4612021-07-01 23:24:03 -0700608 DisplayModePtr newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800609 bool frameRateChanged;
610 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700611 {
612 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800613 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800614
Ady Abraham690f4612021-07-01 23:24:03 -0700615 newMode = calculateRefreshRateModeId(&consideredSignals);
616 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps());
Ady Abraham62a0be22020-12-08 16:54:10 -0800617
Ady Abraham690f4612021-07-01 23:24:03 -0700618 if (mFeatures.mode == newMode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100619 // We don't need to change the display mode, but we might need to send an event
620 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700621 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100622 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700623 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800624 frameRateChanged = false;
625 } else {
Ady Abraham690f4612021-07-01 23:24:03 -0700626 mFeatures.mode = newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800627 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700628 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800629 }
630 if (frameRateChanged) {
Ady Abraham690f4612021-07-01 23:24:03 -0700631 auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newMode->getId());
Ady Abrahamdfd62162020-06-10 16:11:56 -0700632 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100633 consideredSignals.idle ? ModeEvent::None
634 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800635 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800636 if (frameRateOverridesChanged) {
637 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
638 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800639}
640
Ana Krulecfb772822018-11-30 10:44:07 +0100641void Scheduler::resetIdleTimer() {
Ady Abraham9a2ea342021-09-03 17:32:34 -0700642 std::scoped_lock lock(mRefreshRateConfigsLock);
643 mRefreshRateConfigs->resetIdleTimer(/*kernelOnly*/ false);
Ady Abrahama1a49af2019-02-07 14:36:55 -0800644}
645
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700646void Scheduler::onTouchHint() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700647 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800648 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800649
Ady Abraham9a2ea342021-09-03 17:32:34 -0700650 std::scoped_lock lock(mRefreshRateConfigsLock);
651 mRefreshRateConfigs->resetIdleTimer(/*kernelOnly*/ true);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800652 }
Ady Abraham8532d012019-05-08 14:50:56 -0700653}
654
Ady Abraham6fe2c172019-07-12 12:37:57 -0700655void Scheduler::setDisplayPowerState(bool normal) {
656 {
657 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700658 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700659 }
660
661 if (mDisplayPowerTimer) {
662 mDisplayPowerTimer->reset();
663 }
664
665 // Display Power event will boost the refresh rate to performance.
666 // Clear Layer History to get fresh FPS detection
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700667 mLayerHistory.clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700668}
669
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700670void Scheduler::kernelIdleTimerCallback(TimerState state) {
671 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100672
Ady Abraham2139f732019-11-13 18:56:40 -0800673 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
674 // magic number
Ady Abraham3efa3942021-06-24 19:01:25 -0700675 const auto refreshRate = [&] {
676 std::scoped_lock lock(mRefreshRateConfigsLock);
677 return mRefreshRateConfigs->getCurrentRefreshRate();
678 }();
679
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700680 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER = 65_Hz;
681 using namespace fps_approx_ops;
682
683 if (state == TimerState::Reset && refreshRate.getFps() > FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Alec Mouri7f015182019-07-11 13:56:22 -0700684 // If we're not in performance mode then the kernel timer shouldn't do
685 // anything, as the refresh rate during DPU power collapse will be the
686 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700687 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
688 } else if (state == TimerState::Expired &&
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700689 refreshRate.getFps() <= FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700690 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
691 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700692 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700693 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700694 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800695
696 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700697}
698
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700699void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700700 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700701 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100702}
703
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700704void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700705 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700706 // Touch event will boost the refresh rate to performance.
707 // Clear layer history to get fresh FPS detection.
708 // NOTE: Instead of checking all the layers, we should be checking the layer
709 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700710 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700711 mLayerHistory.clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700712 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700713 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700714}
715
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700716void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700717 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700718 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700719}
720
Dominik Laskowski98041832019-08-01 18:35:59 -0700721void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800722 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700723
Ana Krulec3d367c82020-02-25 15:02:01 -0800724 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700725 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
726 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100727 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700728 mLayerHistory.dump().c_str());
Ady Abraham62a0be22020-12-08 16:54:10 -0800729
730 {
Ady Abraham3efa3942021-06-24 19:01:25 -0700731 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800732 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
733 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
734 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
735 }
736 StringAppendF(&result, "}\n");
737
738 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
739 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
740 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
741 }
742 StringAppendF(&result, "}\n");
743 }
Ady Abraham4f960d12021-10-13 16:59:49 -0700744
745 {
746 std::lock_guard lock(mHWVsyncLock);
747 StringAppendF(&result,
748 "mScreenAcquired=%d mPrimaryHWVsyncEnabled=%d mHWVsyncAvailable=%d\n",
749 mScreenAcquired.load(), mPrimaryHWVsyncEnabled, mHWVsyncAvailable);
750 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800751}
752
Ady Abraham8cb21882020-08-26 18:22:05 -0700753void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700754 using base::StringAppendF;
755
756 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700757 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700758 StringAppendF(&s, "VSyncDispatch:\n");
759 mVsyncSchedule.dispatch->dump(s);
760}
761
Ady Abraham62a0be22020-12-08 16:54:10 -0800762bool Scheduler::updateFrameRateOverrides(
763 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700764 const auto refreshRateConfigs = holdRefreshRateConfigs();
765 if (!refreshRateConfigs->supportsFrameRateOverride()) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800766 return false;
767 }
768
Ady Abraham62a0be22020-12-08 16:54:10 -0800769 if (!consideredSignals.idle) {
770 const auto frameRateOverrides =
Ady Abraham3efa3942021-06-24 19:01:25 -0700771 refreshRateConfigs->getFrameRateOverrides(mFeatures.contentRequirements,
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700772 displayRefreshRate, consideredSignals);
Ady Abraham3efa3942021-06-24 19:01:25 -0700773 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800774 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
775 frameRateOverrides.begin(), frameRateOverrides.end(),
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700776 [](const auto& lhs, const auto& rhs) {
777 return lhs.first == rhs.first && isApproxEqual(lhs.second, rhs.second);
Ady Abraham62a0be22020-12-08 16:54:10 -0800778 })) {
779 mFrameRateOverridesByContent = frameRateOverrides;
780 return true;
781 }
782 }
783 return false;
784}
785
Ady Abraham6fe2c172019-07-12 12:37:57 -0700786template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700787bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Ady Abraham690f4612021-07-01 23:24:03 -0700788 DisplayModePtr newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800789 bool refreshRateChanged = false;
790 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700791 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham3efa3942021-06-24 19:01:25 -0700792 const auto refreshRateConfigs = holdRefreshRateConfigs();
Ady Abraham8532d012019-05-08 14:50:56 -0700793 {
794 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700795 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700796 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700797 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700798 *currentState = newState;
Ady Abraham690f4612021-07-01 23:24:03 -0700799 newMode = calculateRefreshRateModeId(&consideredSignals);
800 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps());
801 if (mFeatures.mode == newMode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100802 // We don't need to change the display mode, but we might need to send an event
803 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700804 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100805 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700806 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800807 } else {
Ady Abraham690f4612021-07-01 23:24:03 -0700808 mFeatures.mode = newMode;
Ady Abraham62a0be22020-12-08 16:54:10 -0800809 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700810 }
Ady Abraham8532d012019-05-08 14:50:56 -0700811 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800812 if (refreshRateChanged) {
Ady Abraham690f4612021-07-01 23:24:03 -0700813 const RefreshRate& newRefreshRate =
814 refreshRateConfigs->getRefreshRateFromModeId(newMode->getId());
Ady Abraham62a0be22020-12-08 16:54:10 -0800815
816 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100817 consideredSignals.idle ? ModeEvent::None
818 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800819 }
820 if (frameRateOverridesChanged) {
821 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
822 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700823 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700824}
825
Ady Abraham690f4612021-07-01 23:24:03 -0700826DisplayModePtr Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700827 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800828 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700829 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700830
Ady Abraham3efa3942021-06-24 19:01:25 -0700831 const auto refreshRateConfigs = holdRefreshRateConfigs();
Steven Thomasf734df42020-04-13 21:09:28 -0700832 // If Display Power is not in normal operation we want to be in performance mode. When coming
833 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800834 if (mDisplayPowerTimer &&
835 (!mFeatures.isDisplayPowerStateNormal ||
836 mFeatures.displayPowerTimer == TimerState::Reset)) {
Ady Abraham690f4612021-07-01 23:24:03 -0700837 return refreshRateConfigs->getMaxRefreshRateByPolicy().getMode();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800838 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700839
Steven Thomasbb374322020-04-28 22:47:16 -0700840 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
Ady Abraham9a2ea342021-09-03 17:32:34 -0700841 const bool idle = mFeatures.idleTimer == TimerState::Expired;
Steven Thomasbb374322020-04-28 22:47:16 -0700842
Ady Abraham3efa3942021-06-24 19:01:25 -0700843 return refreshRateConfigs
844 ->getBestRefreshRate(mFeatures.contentRequirements,
845 {.touch = touchActive, .idle = idle}, consideredSignals)
Ady Abraham690f4612021-07-01 23:24:03 -0700846 .getMode();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800847}
848
Ady Abraham690f4612021-07-01 23:24:03 -0700849DisplayModePtr Scheduler::getPreferredDisplayMode() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700850 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100851 // Make sure that the default mode ID is first updated, before returned.
Ady Abraham690f4612021-07-01 23:24:03 -0700852 if (mFeatures.mode) {
853 mFeatures.mode = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800854 }
Ady Abraham690f4612021-07-01 23:24:03 -0700855 return mFeatures.mode;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700856}
857
Peiyong Line9d809e2020-04-14 13:10:48 -0700858void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800859 if (timeline.refreshRequired) {
Dominik Laskowskie0e0cde2021-07-30 10:42:05 -0700860 mSchedulerCallback.scheduleComposite(FrameHint::kNone);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800861 }
862
863 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
864 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
865
866 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
867 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
868 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
869 }
870}
871
Dominik Laskowskie0e0cde2021-07-30 10:42:05 -0700872void Scheduler::onPostComposition(nsecs_t presentTime) {
873 const bool recomposite = [=] {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800874 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
875 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
Dominik Laskowskie0e0cde2021-07-30 10:42:05 -0700876 if (presentTime < mLastVsyncPeriodChangeTimeline->refreshTimeNanos) {
877 // We need to composite again as refreshTimeNanos is still in the future.
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700878 return true;
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800879 }
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800880
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700881 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
882 }
883 return false;
884 }();
885
Dominik Laskowskie0e0cde2021-07-30 10:42:05 -0700886 if (recomposite) {
887 mSchedulerCallback.scheduleComposite(FrameHint::kNone);
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800888 }
889}
890
Ady Abraham7825c682021-05-17 15:12:14 -0700891void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700892 mLayerHistory.setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800893}
894
Ady Abraham62a0be22020-12-08 16:54:10 -0800895void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
896 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
897 return;
898 }
899
Ady Abraham3efa3942021-06-24 19:01:25 -0700900 std::lock_guard lock(mFrameRateOverridesLock);
Ady Abraham62a0be22020-12-08 16:54:10 -0800901 if (frameRateOverride.frameRateHz != 0.f) {
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700902 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] =
903 Fps::fromValue(frameRateOverride.frameRateHz);
Ady Abraham62a0be22020-12-08 16:54:10 -0800904 } else {
905 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
906 }
907}
908
Ady Abraham3645e642021-04-20 18:39:00 -0700909std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom(
910 nsecs_t expectedPresentTime) const {
911 const auto presentTime = std::chrono::nanoseconds(expectedPresentTime);
912 const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod());
913 return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod);
914}
915
Ana Krulec98b5b242018-08-10 15:03:23 -0700916} // namespace android