blob: d8582a92aa12055410e1f6d31e0677dc60a2b904 [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
Ady Abraham8f1ee7f2019-04-05 10:32:50 -070028#include <input/InputWindow.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
Dominik Laskowski983f2b52020-06-25 16:54:06 -070067namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070068
Ady Abraham5a858552020-03-31 17:54:56 -070069std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070070 // TODO(b/144707443): Tune constants.
71 constexpr int kDefaultRate = 60;
72 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
73 constexpr nsecs_t idealPeriod =
74 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
75 constexpr size_t vsyncTimestampHistorySize = 20;
76 constexpr size_t minimumSamplesForPrediction = 6;
77 constexpr uint32_t discardOutlierPercent = 20;
78 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
79 minimumSamplesForPrediction,
80 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070081}
82
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070083std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
84 // TODO(b/144707443): Tune constants.
85 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
86 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070087 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070088 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070089 timerSlack.count(), vsyncMoveThreshold.count());
90}
91
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010092const char* toContentDetectionString(bool useContentDetection) {
93 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070094}
95
96} // namespace
97
Ady Abraham8735eac2020-08-12 16:35:04 -070098class PredictedVsyncTracer {
99public:
100 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
101 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
102 "PredictedVsyncTracer") {
103 scheduleRegistration();
104 }
105
106private:
107 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
108 scheduler::VSyncCallbackRegistration mRegistration;
109
110 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
111
112 void callback() {
113 mParity = !mParity;
114 scheduleRegistration();
115 }
116};
117
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700118Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback)
119 : Scheduler(configs, callback,
120 {.supportKernelTimer = sysprop::support_kernel_idle_timer(false),
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100121 .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) {
122}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700123
124Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback,
125 Options options)
Ady Abraham8cb21882020-08-26 18:22:05 -0700126 : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback,
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100127 createLayerHistory(configs), options) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700128 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700129
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700130 const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100131
Dominik Laskowski98041832019-08-01 18:35:59 -0700132 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700133 const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback
134 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700135 mIdleTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800136 "IdleTimer", std::chrono::milliseconds(millis),
Dominik Laskowski98041832019-08-01 18:35:59 -0700137 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
138 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100139 mIdleTimer->start();
140 }
Ady Abraham8532d012019-05-08 14:50:56 -0700141
Dominik Laskowski98041832019-08-01 18:35:59 -0700142 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700143 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700144 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800145 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700146 [this] { touchTimerCallback(TimerState::Reset); },
147 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700148 mTouchTimer->start();
149 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700150
Dominik Laskowski98041832019-08-01 18:35:59 -0700151 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
152 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800153 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700154 [this] { displayPowerTimerCallback(TimerState::Reset); },
155 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700156 mDisplayPowerTimer->start();
157 }
Ana Krulece588e312018-09-18 12:32:24 -0700158}
159
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700160Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs,
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700161 ISchedulerCallback& schedulerCallback,
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700162 std::unique_ptr<LayerHistory> layerHistory, Options options)
163 : mOptions(options),
164 mVsyncSchedule(std::move(schedule)),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700165 mLayerHistory(std::move(layerHistory)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800166 mSchedulerCallback(schedulerCallback),
Ady Abraham8735eac2020-08-12 16:35:04 -0700167 mRefreshRateConfigs(configs),
168 mPredictedVsyncTracer(
169 base::GetBoolProperty("debug.sf.show_predicted_vsync", false)
170 ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch)
171 : nullptr) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700172 mSchedulerCallback.setVsyncEnabled(false);
173}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700174
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800175Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700176 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700177 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700178 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800179 mIdleTimer.reset();
180}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700181
Ady Abraham8cb21882020-08-26 18:22:05 -0700182Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700183 auto clock = std::make_unique<scheduler::SystemClock>();
184 auto tracker = createVSyncTracker();
185 auto dispatch = createVSyncDispatch(*tracker);
186
187 // TODO(b/144707443): Tune constants.
188 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700189 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700190 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700191 supportKernelTimer);
192 return {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700193}
194
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700195std::unique_ptr<LayerHistory> Scheduler::createLayerHistory(
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100196 const scheduler::RefreshRateConfigs& configs) {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700197 if (!configs.canSwitch()) return nullptr;
198
Marin Shalamanov1bc43ee2020-11-20 16:56:52 +0100199 return std::make_unique<scheduler::LayerHistory>(configs);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700200}
201
Ady Abraham9c53ee72020-07-22 21:16:18 -0700202std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
203 const char* name, std::chrono::nanoseconds workDuration,
204 std::chrono::nanoseconds readyDuration, bool traceVsync) {
205 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
206 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700207}
208
Ady Abraham62a0be22020-12-08 16:54:10 -0800209std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
210 std::lock_guard lock(mFrameRateOverridesMutex);
211 {
212 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
213 if (iter != mFrameRateOverridesFromBackdoor.end()) {
214 return std::make_optional<Fps>(iter->second);
215 }
216 }
217
218 {
219 const auto iter = mFrameRateOverridesByContent.find(uid);
220 if (iter != mFrameRateOverridesByContent.end()) {
221 return std::make_optional<Fps>(iter->second);
222 }
223 }
224
225 return std::nullopt;
226}
227
Ady Abraham0bb6a472020-10-12 10:22:13 -0700228bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800229 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
230 return true;
231 }
232
Ady Abraham62a0be22020-12-08 16:54:10 -0800233 const auto frameRate = getFrameRateOverride(uid);
234 if (!frameRate.has_value()) {
235 return true;
236 }
237
Ady Abraham5cc2e262021-03-25 13:09:17 -0700238 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700239}
240
Ady Abraham64c2fc02020-12-29 12:07:50 -0800241impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
242 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
243 return {};
244 }
245
246 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
247 return !isVsyncValid(expectedVsyncTimestamp, uid);
248 };
249}
250
Jorim Jaggic0086af2021-02-12 18:18:11 +0100251impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
252 return [this](uid_t uid) {
253 nsecs_t basePeriod = mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod();
254 const auto frameRate = getFrameRateOverride(uid);
255 if (!frameRate.has_value()) {
256 return basePeriod;
257 }
258
259 const auto divider = scheduler::RefreshRateConfigs::getFrameRateDivider(
260 mRefreshRateConfigs.getCurrentRefreshRate().getFps(), *frameRate);
261 if (divider <= 1) {
262 return basePeriod;
263 }
264 return basePeriod * divider;
265 };
266}
267
Dominik Laskowski98041832019-08-01 18:35:59 -0700268Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700269 const char* connectionName, frametimeline::TokenManager* tokenManager,
270 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700271 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700272 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800273 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100274 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700275 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700276 std::move(interceptCallback),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100277 std::move(throttleVsync),
278 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700279 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700280}
Ana Krulec98b5b242018-08-10 15:03:23 -0700281
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700282Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700283 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
284 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800285
Ady Abraham62f216c2020-10-13 19:07:23 -0700286 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700287
Ana Krulec6ddd2612020-09-24 13:06:33 -0700288 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700289 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
290 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700291}
292
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700293sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700294 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
295 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700296}
297
Ana Krulec98b5b242018-08-10 15:03:23 -0700298sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700299 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700300 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700301 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700302 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700303}
304
Dominik Laskowski98041832019-08-01 18:35:59 -0700305sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700306 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700307 RETURN_IF_INVALID_HANDLE(handle, nullptr);
308 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700309}
310
Dominik Laskowski98041832019-08-01 18:35:59 -0700311void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
312 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700313 android::EventThread* thread;
314 {
315 std::lock_guard<std::mutex> lock(mConnectionsLock);
316 RETURN_IF_INVALID_HANDLE(handle);
317 thread = mConnections[handle].thread.get();
318 }
319
320 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700321}
322
Dominik Laskowski98041832019-08-01 18:35:59 -0700323void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700324 android::EventThread* thread;
325 {
326 std::lock_guard<std::mutex> lock(mConnectionsLock);
327 RETURN_IF_INVALID_HANDLE(handle);
328 thread = mConnections[handle].thread.get();
329 }
330 thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700331}
332
Dominik Laskowski98041832019-08-01 18:35:59 -0700333void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700334 android::EventThread* thread;
335 {
336 std::lock_guard<std::mutex> lock(mConnectionsLock);
337 RETURN_IF_INVALID_HANDLE(handle);
338 thread = mConnections[handle].thread.get();
339 }
340 thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700341}
342
Ady Abraham62a0be22020-12-08 16:54:10 -0800343void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
344 std::vector<FrameRateOverride> overrides;
345 {
346 std::lock_guard lock(mFrameRateOverridesMutex);
347 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
348 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
349 }
350 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
351 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
352 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
353 }
354 }
355 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700356 android::EventThread* thread;
357 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800358 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700359 RETURN_IF_INVALID_HANDLE(handle);
360 thread = mConnections[handle].thread.get();
361 }
362 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
363}
364
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100365void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
366 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800367 {
368 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100369 // Cache the last reported modes for primary display.
370 mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700371
372 // Invalidate content based refresh rate selection so it could be calculated
373 // again for the new refresh rate.
374 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800375 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100376 onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700377}
378
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100379void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700380 // Check optional fields first.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100381 if (!mFeatures.modeId.has_value()) {
382 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700383 return;
384 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100385 if (!mFeatures.cachedModeChangedParams.has_value()) {
386 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700387 return;
388 }
389
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100390 const auto modeId = *mFeatures.modeId;
391 const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700392
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100393 // If there is no change from cached mode, there is no need to dispatch an event
394 if (modeId == mFeatures.cachedModeChangedParams->modeId &&
395 vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700396 return;
397 }
398
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100399 mFeatures.cachedModeChangedParams->modeId = modeId;
400 mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod;
401 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
402 mFeatures.cachedModeChangedParams->displayId,
403 mFeatures.cachedModeChangedParams->modeId,
404 mFeatures.cachedModeChangedParams->vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700405}
406
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100407void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
408 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700409 android::EventThread* thread;
410 {
411 std::lock_guard<std::mutex> lock(mConnectionsLock);
412 RETURN_IF_INVALID_HANDLE(handle);
413 thread = mConnections[handle].thread.get();
414 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100415 thread->onModeChanged(displayId, modeId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -0800416}
417
Alec Mouri717bcb62020-02-10 17:07:19 -0800418size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700419 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800420 RETURN_IF_INVALID_HANDLE(handle, 0);
421 return mConnections[handle].thread->getEventThreadConnectionCount();
422}
423
Dominik Laskowski98041832019-08-01 18:35:59 -0700424void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700425 android::EventThread* thread;
426 {
427 std::lock_guard<std::mutex> lock(mConnectionsLock);
428 RETURN_IF_INVALID_HANDLE(handle);
429 thread = mConnections.at(handle).thread.get();
430 }
431 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700432}
433
Ady Abraham9c53ee72020-07-22 21:16:18 -0700434void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
435 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700436 android::EventThread* thread;
437 {
438 std::lock_guard<std::mutex> lock(mConnectionsLock);
439 RETURN_IF_INVALID_HANDLE(handle);
440 thread = mConnections[handle].thread.get();
441 }
442 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700443}
Ana Krulece588e312018-09-18 12:32:24 -0700444
Ady Abrahame90dd522020-12-29 12:08:45 -0800445DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
446 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
447 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
448 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700449}
450
Dominik Laskowski6505f792019-09-18 11:10:05 -0700451Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
452 if (mInjectVSyncs == enable) {
453 return {};
454 }
455
456 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
457
458 if (!mInjectorConnectionHandle) {
459 auto vsyncSource = std::make_unique<InjectVSyncSource>();
460 mVSyncInjector = vsyncSource.get();
461
462 auto eventThread =
463 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700464 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700465 impl::EventThread::InterceptVSyncsCallback(),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100466 impl::EventThread::ThrottleVsyncCallback(),
467 impl::EventThread::GetVsyncPeriodFunction());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700468
Dominik Laskowski208235c2020-12-03 15:38:51 -0800469 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
470 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
471 eventThread->onScreenAcquired();
472
Dominik Laskowski6505f792019-09-18 11:10:05 -0700473 mInjectorConnectionHandle = createConnection(std::move(eventThread));
474 }
475
476 mInjectVSyncs = enable;
477 return mInjectorConnectionHandle;
478}
479
Ady Abraham9c53ee72020-07-22 21:16:18 -0700480bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700481 if (!mInjectVSyncs || !mVSyncInjector) {
482 return false;
483 }
484
Ady Abraham9c53ee72020-07-22 21:16:18 -0700485 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700486 return true;
487}
488
Ana Krulece588e312018-09-18 12:32:24 -0700489void Scheduler::enableHardwareVsync() {
490 std::lock_guard<std::mutex> lock(mHWVsyncLock);
491 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700492 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700493 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700494 mPrimaryHWVsyncEnabled = true;
495 }
496}
497
498void Scheduler::disableHardwareVsync(bool makeUnavailable) {
499 std::lock_guard<std::mutex> lock(mHWVsyncLock);
500 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700501 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700502 mPrimaryHWVsyncEnabled = false;
503 }
504 if (makeUnavailable) {
505 mHWVsyncAvailable = false;
506 }
507}
508
Ana Krulecc2870422019-01-29 19:00:58 -0800509void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
510 {
511 std::lock_guard<std::mutex> lock(mHWVsyncLock);
512 if (makeAvailable) {
513 mHWVsyncAvailable = makeAvailable;
514 } else if (!mHWVsyncAvailable) {
515 // Hardware vsync is not currently available, so abort the resync
516 // attempt for now
517 return;
518 }
519 }
520
521 if (period <= 0) {
522 return;
523 }
524
525 setVsyncPeriod(period);
526}
527
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700528void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700529 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800530
531 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700532 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800533
534 if (now - last > kIgnoreDelay) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700535 resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod());
Ana Krulecc2870422019-01-29 19:00:58 -0800536 }
537}
538
Dominik Laskowski98041832019-08-01 18:35:59 -0700539void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800540 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700541 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800542
543 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700544 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700545 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800546 mPrimaryHWVsyncEnabled = true;
547 }
Ana Krulece588e312018-09-18 12:32:24 -0700548}
549
Ady Abraham5dee2f12020-02-05 17:49:47 -0800550void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
551 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700552 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700553 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700554 { // Scope for the lock
555 std::lock_guard<std::mutex> lock(mHWVsyncLock);
556 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700557 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
558 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700559 }
560 }
561
562 if (needsHwVsync) {
563 enableHardwareVsync();
564 } else {
565 disableHardwareVsync(false);
566 }
567}
568
569void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700570 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700571 enableHardwareVsync();
572 } else {
573 disableHardwareVsync(false);
574 }
575}
576
577void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700578 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800579}
580
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700581void Scheduler::registerLayer(Layer* layer) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800582 if (!mLayerHistory) return;
583
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100584 scheduler::LayerHistory::LayerVoteType voteType;
585
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200586 if (!mOptions.useContentDetection ||
587 layer->getWindowType() == InputWindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100588 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100589 } else if (layer->getWindowType() == InputWindowInfo::Type::WALLPAPER) {
590 // Running Wallpaper at Min is considered as part of content detection.
591 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800592 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100593 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800594 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100595
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200596 // If the content detection feature is off, we still keep the layer history,
597 // since we use it for other features (like Frame Rate API), so layers
598 // still need to be registered.
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100599 mLayerHistory->registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700600}
601
Ady Abrahambdda8f02021-04-01 16:06:11 -0700602void Scheduler::deregisterLayer(Layer* layer) {
603 if (mLayerHistory) {
604 mLayerHistory->deregisterLayer(layer);
605 }
606}
607
Ady Abraham5def7332020-05-29 16:13:47 -0700608void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
609 LayerHistory::LayerUpdateType updateType) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800610 if (mLayerHistory) {
Ady Abraham5def7332020-05-29 16:13:47 -0700611 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800612 }
Ana Krulec3084c052018-11-21 20:27:17 +0100613}
614
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100615void Scheduler::setModeChangePending(bool pending) {
Ady Abraham32efd542020-05-19 17:49:26 -0700616 if (mLayerHistory) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100617 mLayerHistory->setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700618 }
619}
620
Dominik Laskowski49cea512019-11-12 14:13:23 -0800621void Scheduler::chooseRefreshRateForContent() {
622 if (!mLayerHistory) return;
623
Ady Abraham8a82ba62020-01-17 12:43:17 -0800624 ATRACE_CALL();
625
626 scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800627 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100628 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800629 bool frameRateChanged;
630 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700631 {
632 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800633 if (mFeatures.contentRequirements == summary) {
Ady Abraham6398a0a2019-04-18 19:30:44 -0700634 return;
635 }
Ady Abraham8a82ba62020-01-17 12:43:17 -0800636 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800637
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100638 newModeId = calculateRefreshRateModeId(&consideredSignals);
639 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800640 frameRateOverridesChanged =
641 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
642
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100643 if (mFeatures.modeId == newModeId) {
644 // We don't need to change the display mode, but we might need to send an event
645 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700646 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100647 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700648 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800649 frameRateChanged = false;
650 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100651 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800652 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700653 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800654 }
655 if (frameRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100656 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700657 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100658 consideredSignals.idle ? ModeEvent::None
659 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800660 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800661 if (frameRateOverridesChanged) {
662 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
663 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800664}
665
Ana Krulecfb772822018-11-30 10:44:07 +0100666void Scheduler::resetIdleTimer() {
667 if (mIdleTimer) {
668 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800669 }
670}
671
Ady Abraham8532d012019-05-08 14:50:56 -0700672void Scheduler::notifyTouchEvent() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700673 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800674 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800675
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700676 if (mOptions.supportKernelTimer && mIdleTimer) {
Steven Thomas540730a2020-01-08 20:12:42 -0800677 mIdleTimer->reset();
678 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800679 }
Ady Abraham8532d012019-05-08 14:50:56 -0700680}
681
Ady Abraham6fe2c172019-07-12 12:37:57 -0700682void Scheduler::setDisplayPowerState(bool normal) {
683 {
684 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700685 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700686 }
687
688 if (mDisplayPowerTimer) {
689 mDisplayPowerTimer->reset();
690 }
691
692 // Display Power event will boost the refresh rate to performance.
693 // Clear Layer History to get fresh FPS detection
Dominik Laskowski49cea512019-11-12 14:13:23 -0800694 if (mLayerHistory) {
695 mLayerHistory->clear();
696 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700697}
698
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700699void Scheduler::kernelIdleTimerCallback(TimerState state) {
700 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100701
Ady Abraham2139f732019-11-13 18:56:40 -0800702 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
703 // magic number
Ady Abraham2e1dd892020-03-05 13:48:36 -0800704 const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate();
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100705 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f};
706 if (state == TimerState::Reset &&
707 refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Alec Mouri7f015182019-07-11 13:56:22 -0700708 // If we're not in performance mode then the kernel timer shouldn't do
709 // anything, as the refresh rate during DPU power collapse will be the
710 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700711 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
712 } else if (state == TimerState::Expired &&
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100713 refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700714 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
715 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700716 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700717 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700718 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800719
720 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700721}
722
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700723void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700724 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700725 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100726}
727
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700728void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700729 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700730 // Touch event will boost the refresh rate to performance.
731 // Clear layer history to get fresh FPS detection.
732 // NOTE: Instead of checking all the layers, we should be checking the layer
733 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700734 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700735 if (mLayerHistory) {
736 mLayerHistory->clear();
737 }
Ady Abraham1adbb722020-05-15 11:51:48 -0700738 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700739 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700740}
741
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700742void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700743 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700744 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700745}
746
Dominik Laskowski98041832019-08-01 18:35:59 -0700747void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800748 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700749
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700750 StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off");
Ana Krulec3d367c82020-02-25 15:02:01 -0800751 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700752 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
753 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100754 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700755 mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)");
Ady Abraham62a0be22020-12-08 16:54:10 -0800756
757 {
758 std::lock_guard lock(mFrameRateOverridesMutex);
759 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
760 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
761 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
762 }
763 StringAppendF(&result, "}\n");
764
765 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
766 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
767 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
768 }
769 StringAppendF(&result, "}\n");
770 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800771}
772
Ady Abraham8cb21882020-08-26 18:22:05 -0700773void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700774 using base::StringAppendF;
775
776 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700777 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700778 StringAppendF(&s, "VSyncDispatch:\n");
779 mVsyncSchedule.dispatch->dump(s);
780}
781
Ady Abraham62a0be22020-12-08 16:54:10 -0800782bool Scheduler::updateFrameRateOverrides(
783 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800784 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
785 return false;
786 }
787
Ady Abraham62a0be22020-12-08 16:54:10 -0800788 if (!consideredSignals.idle) {
789 const auto frameRateOverrides =
790 mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements,
Ady Abrahamdd5bfa92021-01-07 17:56:08 -0800791 displayRefreshRate,
792 consideredSignals.touch);
Ady Abraham62a0be22020-12-08 16:54:10 -0800793 std::lock_guard lock(mFrameRateOverridesMutex);
794 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
795 frameRateOverrides.begin(), frameRateOverrides.end(),
796 [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) {
797 return a.first == b.first && a.second.equalsWithMargin(b.second);
798 })) {
799 mFrameRateOverridesByContent = frameRateOverrides;
800 return true;
801 }
802 }
803 return false;
804}
805
Ady Abraham6fe2c172019-07-12 12:37:57 -0700806template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700807bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100808 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800809 bool refreshRateChanged = false;
810 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700811 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700812 {
813 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700814 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700815 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700816 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700817 *currentState = newState;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100818 newModeId = calculateRefreshRateModeId(&consideredSignals);
819 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800820 frameRateOverridesChanged =
821 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100822 if (mFeatures.modeId == newModeId) {
823 // We don't need to change the display mode, but we might need to send an event
824 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700825 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100826 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700827 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800828 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100829 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800830 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700831 }
Ady Abraham8532d012019-05-08 14:50:56 -0700832 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800833 if (refreshRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100834 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800835
836 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100837 consideredSignals.idle ? ModeEvent::None
838 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800839 }
840 if (frameRateOverridesChanged) {
841 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
842 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700843 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700844}
845
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100846DisplayModeId Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700847 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800848 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700849 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700850
Steven Thomasf734df42020-04-13 21:09:28 -0700851 // If Display Power is not in normal operation we want to be in performance mode. When coming
852 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800853 if (mDisplayPowerTimer &&
854 (!mFeatures.isDisplayPowerStateNormal ||
855 mFeatures.displayPowerTimer == TimerState::Reset)) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100856 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800857 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700858
Steven Thomasbb374322020-04-28 22:47:16 -0700859 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
860 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
861
Ady Abraham1adbb722020-05-15 11:51:48 -0700862 return mRefreshRateConfigs
Ady Abrahamdfd62162020-06-10 16:11:56 -0700863 .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle},
864 consideredSignals)
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100865 .getModeId();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800866}
867
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100868std::optional<DisplayModeId> Scheduler::getPreferredModeId() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700869 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100870 // Make sure that the default mode ID is first updated, before returned.
871 if (mFeatures.modeId.has_value()) {
872 mFeatures.modeId = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800873 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100874 return mFeatures.modeId;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700875}
876
Peiyong Line9d809e2020-04-14 13:10:48 -0700877void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800878 if (timeline.refreshRequired) {
879 mSchedulerCallback.repaintEverythingForHWC();
880 }
881
882 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
883 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
884
885 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
886 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
887 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
888 }
889}
890
891void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
892 bool callRepaint = false;
893 {
894 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
895 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
896 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
897 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
898 } else {
899 // We need to send another refresh as refreshTimeNanos is still in the future
900 callRepaint = true;
901 }
902 }
903 }
904
905 if (callRepaint) {
906 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800907 }
908}
909
Ady Abraham8a82ba62020-01-17 12:43:17 -0800910void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) {
911 if (mLayerHistory) {
912 mLayerHistory->setDisplayArea(displayArea);
913 }
914}
915
Ady Abraham62a0be22020-12-08 16:54:10 -0800916void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
917 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
918 return;
919 }
920
921 std::lock_guard lock(mFrameRateOverridesMutex);
922 if (frameRateOverride.frameRateHz != 0.f) {
923 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz);
924 } else {
925 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
926 }
927}
928
Ana Krulec98b5b242018-08-10 15:03:23 -0700929} // namespace android