blob: 4edbdd20db1e9f76812729d88ddbebd020f8a32a [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
Ady Abraham8f1ee7f2019-04-05 10:32:50 -070028#include <input/InputWindow.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070034#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070035#include <algorithm>
36#include <cinttypes>
37#include <cstdint>
38#include <functional>
39#include <memory>
40#include <numeric>
41
42#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070043#include "DispSyncSource.h"
44#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070045#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070046#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010047#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090048#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080049#include "Timer.h"
50#include "VSyncDispatchTimerQueue.h"
51#include "VSyncPredictor.h"
52#include "VSyncReactor.h"
Ady Abraham8cb21882020-08-26 18:22:05 -070053#include "VsyncController.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070063using namespace std::string_literals;
64
Ana Krulec98b5b242018-08-10 15:03:23 -070065namespace android {
Ady Abraham5a858552020-03-31 17:54:56 -070066
Dominik Laskowski983f2b52020-06-25 16:54:06 -070067namespace {
Ana Krulec98b5b242018-08-10 15:03:23 -070068
Ady Abraham5a858552020-03-31 17:54:56 -070069std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070070 // TODO(b/144707443): Tune constants.
71 constexpr int kDefaultRate = 60;
72 constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1);
73 constexpr nsecs_t idealPeriod =
74 std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count();
75 constexpr size_t vsyncTimestampHistorySize = 20;
76 constexpr size_t minimumSamplesForPrediction = 6;
77 constexpr uint32_t discardOutlierPercent = 20;
78 return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize,
79 minimumSamplesForPrediction,
80 discardOutlierPercent);
Ady Abraham5a858552020-03-31 17:54:56 -070081}
82
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070083std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) {
84 // TODO(b/144707443): Tune constants.
85 constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms;
86 constexpr std::chrono::nanoseconds timerSlack = 500us;
Ady Abraham5a858552020-03-31 17:54:56 -070087 return std::make_unique<
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070088 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker,
Ady Abraham5a858552020-03-31 17:54:56 -070089 timerSlack.count(), vsyncMoveThreshold.count());
90}
91
Marin Shalamanov27fa3de2020-11-20 16:22:48 +010092const char* toContentDetectionString(bool useContentDetection) {
93 return useContentDetection ? "on" : "off";
Dominik Laskowski983f2b52020-06-25 16:54:06 -070094}
95
96} // namespace
97
Ady Abraham8735eac2020-08-12 16:35:04 -070098class PredictedVsyncTracer {
99public:
100 PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch)
101 : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this),
102 "PredictedVsyncTracer") {
103 scheduleRegistration();
104 }
105
106private:
107 TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0};
108 scheduler::VSyncCallbackRegistration mRegistration;
109
110 void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); }
111
112 void callback() {
113 mParity = !mParity;
114 scheduleRegistration();
115 }
116};
117
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700118Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback)
119 : Scheduler(configs, callback,
120 {.supportKernelTimer = sysprop::support_kernel_idle_timer(false),
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100121 .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) {
122}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700123
124Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback,
125 Options options)
Ady Abraham8cb21882020-08-26 18:22:05 -0700126 : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback,
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100127 createLayerHistory(configs), options) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700128 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700129
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700130 const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100131
Dominik Laskowski98041832019-08-01 18:35:59 -0700132 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700133 const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback
134 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700135 mIdleTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800136 "IdleTimer", std::chrono::milliseconds(millis),
Dominik Laskowski98041832019-08-01 18:35:59 -0700137 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
138 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100139 mIdleTimer->start();
140 }
Ady Abraham8532d012019-05-08 14:50:56 -0700141
Dominik Laskowski98041832019-08-01 18:35:59 -0700142 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700143 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700144 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800145 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700146 [this] { touchTimerCallback(TimerState::Reset); },
147 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700148 mTouchTimer->start();
149 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700150
Dominik Laskowski98041832019-08-01 18:35:59 -0700151 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
152 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800153 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700154 [this] { displayPowerTimerCallback(TimerState::Reset); },
155 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700156 mDisplayPowerTimer->start();
157 }
Ana Krulece588e312018-09-18 12:32:24 -0700158}
159
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700160Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs,
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700161 ISchedulerCallback& schedulerCallback,
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700162 std::unique_ptr<LayerHistory> layerHistory, Options options)
163 : mOptions(options),
164 mVsyncSchedule(std::move(schedule)),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700165 mLayerHistory(std::move(layerHistory)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800166 mSchedulerCallback(schedulerCallback),
Ady Abraham8735eac2020-08-12 16:35:04 -0700167 mRefreshRateConfigs(configs),
168 mPredictedVsyncTracer(
169 base::GetBoolProperty("debug.sf.show_predicted_vsync", false)
170 ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch)
171 : nullptr) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700172 mSchedulerCallback.setVsyncEnabled(false);
173}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700174
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800175Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700176 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700177 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700178 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800179 mIdleTimer.reset();
180}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700181
Ady Abraham8cb21882020-08-26 18:22:05 -0700182Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700183 auto clock = std::make_unique<scheduler::SystemClock>();
184 auto tracker = createVSyncTracker();
185 auto dispatch = createVSyncDispatch(*tracker);
186
187 // TODO(b/144707443): Tune constants.
188 constexpr size_t pendingFenceLimit = 20;
Ady Abraham8cb21882020-08-26 18:22:05 -0700189 auto controller =
Ady Abraham8735eac2020-08-12 16:35:04 -0700190 std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit,
Ady Abraham8cb21882020-08-26 18:22:05 -0700191 supportKernelTimer);
192 return {std::move(controller), std::move(tracker), std::move(dispatch)};
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700193}
194
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700195std::unique_ptr<LayerHistory> Scheduler::createLayerHistory(
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100196 const scheduler::RefreshRateConfigs& configs) {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700197 if (!configs.canSwitch()) return nullptr;
198
Marin Shalamanov1bc43ee2020-11-20 16:56:52 +0100199 return std::make_unique<scheduler::LayerHistory>(configs);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700200}
201
Ady Abraham9c53ee72020-07-22 21:16:18 -0700202std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
203 const char* name, std::chrono::nanoseconds workDuration,
204 std::chrono::nanoseconds readyDuration, bool traceVsync) {
205 return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration,
206 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700207}
208
Ady Abraham62a0be22020-12-08 16:54:10 -0800209std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
210 std::lock_guard lock(mFrameRateOverridesMutex);
211 {
212 const auto iter = mFrameRateOverridesFromBackdoor.find(uid);
213 if (iter != mFrameRateOverridesFromBackdoor.end()) {
214 return std::make_optional<Fps>(iter->second);
215 }
216 }
217
218 {
219 const auto iter = mFrameRateOverridesByContent.find(uid);
220 if (iter != mFrameRateOverridesByContent.end()) {
221 return std::make_optional<Fps>(iter->second);
222 }
223 }
224
225 return std::nullopt;
226}
227
Ady Abraham0bb6a472020-10-12 10:22:13 -0700228bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800229 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
230 return true;
231 }
232
Ady Abraham62a0be22020-12-08 16:54:10 -0800233 const auto frameRate = getFrameRateOverride(uid);
234 if (!frameRate.has_value()) {
235 return true;
236 }
237
Ady Abraham5cc2e262021-03-25 13:09:17 -0700238 return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700239}
240
Ady Abraham64c2fc02020-12-29 12:07:50 -0800241impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
242 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
243 return {};
244 }
245
246 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
247 return !isVsyncValid(expectedVsyncTimestamp, uid);
248 };
249}
250
Dominik Laskowski98041832019-08-01 18:35:59 -0700251Scheduler::ConnectionHandle Scheduler::createConnection(
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700252 const char* connectionName, frametimeline::TokenManager* tokenManager,
253 std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration,
Ana Krulec98b5b242018-08-10 15:03:23 -0700254 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700255 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800256 auto throttleVsync = makeThrottleVsyncCallback();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700257 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700258 std::move(interceptCallback),
259 std::move(throttleVsync));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700260 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700261}
Ana Krulec98b5b242018-08-10 15:03:23 -0700262
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700263Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700264 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
265 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800266
Ady Abraham62f216c2020-10-13 19:07:23 -0700267 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700268
Ana Krulec6ddd2612020-09-24 13:06:33 -0700269 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700270 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
271 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700272}
273
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700274sp<EventThreadConnection> Scheduler::createConnectionInternal(
Ady Abraham62f216c2020-10-13 19:07:23 -0700275 EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
276 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700277}
278
Ana Krulec98b5b242018-08-10 15:03:23 -0700279sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700280 ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700281 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700282 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700283 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700284}
285
Dominik Laskowski98041832019-08-01 18:35:59 -0700286sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700287 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700288 RETURN_IF_INVALID_HANDLE(handle, nullptr);
289 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700290}
291
Dominik Laskowski98041832019-08-01 18:35:59 -0700292void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
293 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700294 android::EventThread* thread;
295 {
296 std::lock_guard<std::mutex> lock(mConnectionsLock);
297 RETURN_IF_INVALID_HANDLE(handle);
298 thread = mConnections[handle].thread.get();
299 }
300
301 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700302}
303
Dominik Laskowski98041832019-08-01 18:35:59 -0700304void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700305 android::EventThread* thread;
306 {
307 std::lock_guard<std::mutex> lock(mConnectionsLock);
308 RETURN_IF_INVALID_HANDLE(handle);
309 thread = mConnections[handle].thread.get();
310 }
311 thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700312}
313
Dominik Laskowski98041832019-08-01 18:35:59 -0700314void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700315 android::EventThread* thread;
316 {
317 std::lock_guard<std::mutex> lock(mConnectionsLock);
318 RETURN_IF_INVALID_HANDLE(handle);
319 thread = mConnections[handle].thread.get();
320 }
321 thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700322}
323
Ady Abraham62a0be22020-12-08 16:54:10 -0800324void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
325 std::vector<FrameRateOverride> overrides;
326 {
327 std::lock_guard lock(mFrameRateOverridesMutex);
328 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
329 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
330 }
331 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
332 if (mFrameRateOverridesFromBackdoor.count(uid) == 0) {
333 overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()});
334 }
335 }
336 }
Ady Abraham62f216c2020-10-13 19:07:23 -0700337 android::EventThread* thread;
338 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800339 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700340 RETURN_IF_INVALID_HANDLE(handle);
341 thread = mConnections[handle].thread.get();
342 }
343 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
344}
345
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100346void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
347 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800348 {
349 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100350 // Cache the last reported modes for primary display.
351 mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700352
353 // Invalidate content based refresh rate selection so it could be calculated
354 // again for the new refresh rate.
355 mFeatures.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800356 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100357 onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700358}
359
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100360void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700361 // Check optional fields first.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100362 if (!mFeatures.modeId.has_value()) {
363 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700364 return;
365 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100366 if (!mFeatures.cachedModeChangedParams.has_value()) {
367 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700368 return;
369 }
370
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100371 const auto modeId = *mFeatures.modeId;
372 const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700373
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100374 // If there is no change from cached mode, there is no need to dispatch an event
375 if (modeId == mFeatures.cachedModeChangedParams->modeId &&
376 vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700377 return;
378 }
379
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100380 mFeatures.cachedModeChangedParams->modeId = modeId;
381 mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod;
382 onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle,
383 mFeatures.cachedModeChangedParams->displayId,
384 mFeatures.cachedModeChangedParams->modeId,
385 mFeatures.cachedModeChangedParams->vsyncPeriod);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700386}
387
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100388void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
389 DisplayModeId modeId, nsecs_t vsyncPeriod) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700390 android::EventThread* thread;
391 {
392 std::lock_guard<std::mutex> lock(mConnectionsLock);
393 RETURN_IF_INVALID_HANDLE(handle);
394 thread = mConnections[handle].thread.get();
395 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100396 thread->onModeChanged(displayId, modeId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -0800397}
398
Alec Mouri717bcb62020-02-10 17:07:19 -0800399size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700400 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800401 RETURN_IF_INVALID_HANDLE(handle, 0);
402 return mConnections[handle].thread->getEventThreadConnectionCount();
403}
404
Dominik Laskowski98041832019-08-01 18:35:59 -0700405void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700406 android::EventThread* thread;
407 {
408 std::lock_guard<std::mutex> lock(mConnectionsLock);
409 RETURN_IF_INVALID_HANDLE(handle);
410 thread = mConnections.at(handle).thread.get();
411 }
412 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700413}
414
Ady Abraham9c53ee72020-07-22 21:16:18 -0700415void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
416 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700417 android::EventThread* thread;
418 {
419 std::lock_guard<std::mutex> lock(mConnectionsLock);
420 RETURN_IF_INVALID_HANDLE(handle);
421 thread = mConnections[handle].thread.get();
422 }
423 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700424}
Ana Krulece588e312018-09-18 12:32:24 -0700425
Ady Abrahame90dd522020-12-29 12:08:45 -0800426DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) {
427 const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now);
428 const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod();
429 return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -0700430}
431
Dominik Laskowski6505f792019-09-18 11:10:05 -0700432Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
433 if (mInjectVSyncs == enable) {
434 return {};
435 }
436
437 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
438
439 if (!mInjectorConnectionHandle) {
440 auto vsyncSource = std::make_unique<InjectVSyncSource>();
441 mVSyncInjector = vsyncSource.get();
442
443 auto eventThread =
444 std::make_unique<impl::EventThread>(std::move(vsyncSource),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700445 /*tokenManager=*/nullptr,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700446 impl::EventThread::InterceptVSyncsCallback(),
447 impl::EventThread::ThrottleVsyncCallback());
Dominik Laskowski6505f792019-09-18 11:10:05 -0700448
Dominik Laskowski208235c2020-12-03 15:38:51 -0800449 // EventThread does not dispatch VSYNC unless the display is connected and powered on.
450 eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true);
451 eventThread->onScreenAcquired();
452
Dominik Laskowski6505f792019-09-18 11:10:05 -0700453 mInjectorConnectionHandle = createConnection(std::move(eventThread));
454 }
455
456 mInjectVSyncs = enable;
457 return mInjectorConnectionHandle;
458}
459
Ady Abraham9c53ee72020-07-22 21:16:18 -0700460bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700461 if (!mInjectVSyncs || !mVSyncInjector) {
462 return false;
463 }
464
Ady Abraham9c53ee72020-07-22 21:16:18 -0700465 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700466 return true;
467}
468
Ana Krulece588e312018-09-18 12:32:24 -0700469void Scheduler::enableHardwareVsync() {
470 std::lock_guard<std::mutex> lock(mHWVsyncLock);
471 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700472 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700473 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700474 mPrimaryHWVsyncEnabled = true;
475 }
476}
477
478void Scheduler::disableHardwareVsync(bool makeUnavailable) {
479 std::lock_guard<std::mutex> lock(mHWVsyncLock);
480 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700481 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700482 mPrimaryHWVsyncEnabled = false;
483 }
484 if (makeUnavailable) {
485 mHWVsyncAvailable = false;
486 }
487}
488
Ana Krulecc2870422019-01-29 19:00:58 -0800489void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
490 {
491 std::lock_guard<std::mutex> lock(mHWVsyncLock);
492 if (makeAvailable) {
493 mHWVsyncAvailable = makeAvailable;
494 } else if (!mHWVsyncAvailable) {
495 // Hardware vsync is not currently available, so abort the resync
496 // attempt for now
497 return;
498 }
499 }
500
501 if (period <= 0) {
502 return;
503 }
504
505 setVsyncPeriod(period);
506}
507
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700508void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700509 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800510
511 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700512 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800513
514 if (now - last > kIgnoreDelay) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700515 resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod());
Ana Krulecc2870422019-01-29 19:00:58 -0800516 }
517}
518
Dominik Laskowski98041832019-08-01 18:35:59 -0700519void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800520 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ady Abraham8cb21882020-08-26 18:22:05 -0700521 mVsyncSchedule.controller->startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800522
523 if (!mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700524 mVsyncSchedule.tracker->resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700525 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800526 mPrimaryHWVsyncEnabled = true;
527 }
Ana Krulece588e312018-09-18 12:32:24 -0700528}
529
Ady Abraham5dee2f12020-02-05 17:49:47 -0800530void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
531 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700532 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700533 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700534 { // Scope for the lock
535 std::lock_guard<std::mutex> lock(mHWVsyncLock);
536 if (mPrimaryHWVsyncEnabled) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700537 needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
538 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700539 }
540 }
541
542 if (needsHwVsync) {
543 enableHardwareVsync();
544 } else {
545 disableHardwareVsync(false);
546 }
547}
548
549void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700550 if (mVsyncSchedule.controller->addPresentFence(fenceTime)) {
Ana Krulece588e312018-09-18 12:32:24 -0700551 enableHardwareVsync();
552 } else {
553 disableHardwareVsync(false);
554 }
555}
556
557void Scheduler::setIgnorePresentFences(bool ignore) {
Ady Abraham8cb21882020-08-26 18:22:05 -0700558 mVsyncSchedule.controller->setIgnorePresentFences(ignore);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800559}
560
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700561void Scheduler::registerLayer(Layer* layer) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800562 if (!mLayerHistory) return;
563
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100564 scheduler::LayerHistory::LayerVoteType voteType;
565
Michael Wright44753b12020-07-08 13:48:11 +0100566 if (layer->getWindowType() == InputWindowInfo::Type::STATUS_BAR) {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100567 voteType = scheduler::LayerHistory::LayerVoteType::NoVote;
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700568 } else if (!mOptions.useContentDetection) {
Steven Thomasdebafed2020-05-18 17:30:35 -0700569 // If the content detection feature is off, all layers are registered at Max. We still keep
570 // the layer history, since we use it for other features (like Frame Rate API), so layers
571 // still need to be registered.
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100572 voteType = scheduler::LayerHistory::LayerVoteType::Max;
573 } else if (layer->getWindowType() == InputWindowInfo::Type::WALLPAPER) {
574 // Running Wallpaper at Min is considered as part of content detection.
575 voteType = scheduler::LayerHistory::LayerVoteType::Min;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800576 } else {
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100577 voteType = scheduler::LayerHistory::LayerVoteType::Heuristic;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800578 }
Marin Shalamanov49bf66b2020-12-23 14:38:10 +0100579
580 mLayerHistory->registerLayer(layer, voteType);
Ady Abraham09bd3922019-04-08 10:44:56 -0700581}
582
Ady Abraham5def7332020-05-29 16:13:47 -0700583void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
584 LayerHistory::LayerUpdateType updateType) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800585 if (mLayerHistory) {
Ady Abraham5def7332020-05-29 16:13:47 -0700586 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800587 }
Ana Krulec3084c052018-11-21 20:27:17 +0100588}
589
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100590void Scheduler::setModeChangePending(bool pending) {
Ady Abraham32efd542020-05-19 17:49:26 -0700591 if (mLayerHistory) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100592 mLayerHistory->setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700593 }
594}
595
Dominik Laskowski49cea512019-11-12 14:13:23 -0800596void Scheduler::chooseRefreshRateForContent() {
597 if (!mLayerHistory) return;
598
Ady Abraham8a82ba62020-01-17 12:43:17 -0800599 ATRACE_CALL();
600
601 scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime());
Ady Abraham62a0be22020-12-08 16:54:10 -0800602 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100603 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800604 bool frameRateChanged;
605 bool frameRateOverridesChanged;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700606 {
607 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800608 if (mFeatures.contentRequirements == summary) {
Ady Abraham6398a0a2019-04-18 19:30:44 -0700609 return;
610 }
Ady Abraham8a82ba62020-01-17 12:43:17 -0800611 mFeatures.contentRequirements = summary;
Ady Abraham8a82ba62020-01-17 12:43:17 -0800612
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100613 newModeId = calculateRefreshRateModeId(&consideredSignals);
614 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800615 frameRateOverridesChanged =
616 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
617
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100618 if (mFeatures.modeId == newModeId) {
619 // We don't need to change the display mode, but we might need to send an event
620 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700621 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100622 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700623 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800624 frameRateChanged = false;
625 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100626 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800627 frameRateChanged = true;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700628 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800629 }
630 if (frameRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100631 auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700632 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100633 consideredSignals.idle ? ModeEvent::None
634 : ModeEvent::Changed);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800635 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800636 if (frameRateOverridesChanged) {
637 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
638 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800639}
640
Ana Krulecfb772822018-11-30 10:44:07 +0100641void Scheduler::resetIdleTimer() {
642 if (mIdleTimer) {
643 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800644 }
645}
646
Ady Abraham8532d012019-05-08 14:50:56 -0700647void Scheduler::notifyTouchEvent() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700648 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800649 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800650
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700651 if (mOptions.supportKernelTimer && mIdleTimer) {
Steven Thomas540730a2020-01-08 20:12:42 -0800652 mIdleTimer->reset();
653 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800654 }
Ady Abraham8532d012019-05-08 14:50:56 -0700655}
656
Ady Abraham6fe2c172019-07-12 12:37:57 -0700657void Scheduler::setDisplayPowerState(bool normal) {
658 {
659 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700660 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700661 }
662
663 if (mDisplayPowerTimer) {
664 mDisplayPowerTimer->reset();
665 }
666
667 // Display Power event will boost the refresh rate to performance.
668 // Clear Layer History to get fresh FPS detection
Dominik Laskowski49cea512019-11-12 14:13:23 -0800669 if (mLayerHistory) {
670 mLayerHistory->clear();
671 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700672}
673
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700674void Scheduler::kernelIdleTimerCallback(TimerState state) {
675 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100676
Ady Abraham2139f732019-11-13 18:56:40 -0800677 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
678 // magic number
Ady Abraham2e1dd892020-03-05 13:48:36 -0800679 const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate();
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100680 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f};
681 if (state == TimerState::Reset &&
682 refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Alec Mouri7f015182019-07-11 13:56:22 -0700683 // If we're not in performance mode then the kernel timer shouldn't do
684 // anything, as the refresh rate during DPU power collapse will be the
685 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700686 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
687 } else if (state == TimerState::Expired &&
Marin Shalamanove8a663d2020-11-24 17:48:00 +0100688 refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700689 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
690 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700691 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700692 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700693 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800694
695 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700696}
697
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700698void Scheduler::idleTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700699 handleTimerStateChanged(&mFeatures.idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700700 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100701}
702
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700703void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700704 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700705 // Touch event will boost the refresh rate to performance.
706 // Clear layer history to get fresh FPS detection.
707 // NOTE: Instead of checking all the layers, we should be checking the layer
708 // that is currently on top. b/142507166 will give us this capability.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700709 if (handleTimerStateChanged(&mFeatures.touch, touch)) {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700710 if (mLayerHistory) {
711 mLayerHistory->clear();
712 }
Ady Abraham1adbb722020-05-15 11:51:48 -0700713 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700714 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700715}
716
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700717void Scheduler::displayPowerTimerCallback(TimerState state) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700718 handleTimerStateChanged(&mFeatures.displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700719 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700720}
721
Dominik Laskowski98041832019-08-01 18:35:59 -0700722void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800723 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700724
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700725 StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off");
Ana Krulec3d367c82020-02-25 15:02:01 -0800726 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700727 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
728 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Marin Shalamanov27fa3de2020-11-20 16:22:48 +0100729 toContentDetectionString(mOptions.useContentDetection),
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700730 mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)");
Ady Abraham62a0be22020-12-08 16:54:10 -0800731
732 {
733 std::lock_guard lock(mFrameRateOverridesMutex);
734 StringAppendF(&result, "Frame Rate Overrides (backdoor): {");
735 for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) {
736 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
737 }
738 StringAppendF(&result, "}\n");
739
740 StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {");
741 for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) {
742 StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str());
743 }
744 StringAppendF(&result, "}\n");
745 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800746}
747
Ady Abraham8cb21882020-08-26 18:22:05 -0700748void Scheduler::dumpVsync(std::string& s) const {
Ady Abraham8735eac2020-08-12 16:35:04 -0700749 using base::StringAppendF;
750
751 StringAppendF(&s, "VSyncReactor:\n");
Ady Abraham8cb21882020-08-26 18:22:05 -0700752 mVsyncSchedule.controller->dump(s);
Ady Abraham8735eac2020-08-12 16:35:04 -0700753 StringAppendF(&s, "VSyncDispatch:\n");
754 mVsyncSchedule.dispatch->dump(s);
755}
756
Ady Abraham62a0be22020-12-08 16:54:10 -0800757bool Scheduler::updateFrameRateOverrides(
758 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800759 if (!mRefreshRateConfigs.supportsFrameRateOverride()) {
760 return false;
761 }
762
Ady Abraham62a0be22020-12-08 16:54:10 -0800763 if (!consideredSignals.idle) {
764 const auto frameRateOverrides =
765 mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements,
Ady Abrahamdd5bfa92021-01-07 17:56:08 -0800766 displayRefreshRate,
767 consideredSignals.touch);
Ady Abraham62a0be22020-12-08 16:54:10 -0800768 std::lock_guard lock(mFrameRateOverridesMutex);
769 if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(),
770 frameRateOverrides.begin(), frameRateOverrides.end(),
771 [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) {
772 return a.first == b.first && a.second.equalsWithMargin(b.second);
773 })) {
774 mFrameRateOverridesByContent = frameRateOverrides;
775 return true;
776 }
777 }
778 return false;
779}
780
Ady Abraham6fe2c172019-07-12 12:37:57 -0700781template <class T>
Ady Abrahamdfd62162020-06-10 16:11:56 -0700782bool Scheduler::handleTimerStateChanged(T* currentState, T newState) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100783 DisplayModeId newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800784 bool refreshRateChanged = false;
785 bool frameRateOverridesChanged;
Ady Abrahamdfd62162020-06-10 16:11:56 -0700786 scheduler::RefreshRateConfigs::GlobalSignals consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700787 {
788 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700789 if (*currentState == newState) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700790 return false;
Ady Abraham8532d012019-05-08 14:50:56 -0700791 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700792 *currentState = newState;
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100793 newModeId = calculateRefreshRateModeId(&consideredSignals);
794 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800795 frameRateOverridesChanged =
796 updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps());
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100797 if (mFeatures.modeId == newModeId) {
798 // We don't need to change the display mode, but we might need to send an event
799 // about a mode change, since it was suppressed due to a previous idleConsidered
Ady Abrahamdfd62162020-06-10 16:11:56 -0700800 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100801 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700802 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800803 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100804 mFeatures.modeId = newModeId;
Ady Abraham62a0be22020-12-08 16:54:10 -0800805 refreshRateChanged = true;
Ady Abraham8532d012019-05-08 14:50:56 -0700806 }
Ady Abraham8532d012019-05-08 14:50:56 -0700807 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800808 if (refreshRateChanged) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100809 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId);
Ady Abraham62a0be22020-12-08 16:54:10 -0800810
811 mSchedulerCallback.changeRefreshRate(newRefreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100812 consideredSignals.idle ? ModeEvent::None
813 : ModeEvent::Changed);
Ady Abraham62a0be22020-12-08 16:54:10 -0800814 }
815 if (frameRateOverridesChanged) {
816 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
817 }
Ady Abrahamdfd62162020-06-10 16:11:56 -0700818 return consideredSignals.touch;
Ady Abraham8532d012019-05-08 14:50:56 -0700819}
820
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100821DisplayModeId Scheduler::calculateRefreshRateModeId(
Ady Abrahamdfd62162020-06-10 16:11:56 -0700822 scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800823 ATRACE_CALL();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700824 if (consideredSignals) *consideredSignals = {};
Ady Abraham09bd3922019-04-08 10:44:56 -0700825
Steven Thomasf734df42020-04-13 21:09:28 -0700826 // If Display Power is not in normal operation we want to be in performance mode. When coming
827 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800828 if (mDisplayPowerTimer &&
829 (!mFeatures.isDisplayPowerStateNormal ||
830 mFeatures.displayPowerTimer == TimerState::Reset)) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100831 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800832 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700833
Steven Thomasbb374322020-04-28 22:47:16 -0700834 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
835 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
836
Ady Abraham1adbb722020-05-15 11:51:48 -0700837 return mRefreshRateConfigs
Ady Abrahamdfd62162020-06-10 16:11:56 -0700838 .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle},
839 consideredSignals)
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100840 .getModeId();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800841}
842
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100843std::optional<DisplayModeId> Scheduler::getPreferredModeId() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700844 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100845 // Make sure that the default mode ID is first updated, before returned.
846 if (mFeatures.modeId.has_value()) {
847 mFeatures.modeId = calculateRefreshRateModeId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800848 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100849 return mFeatures.modeId;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700850}
851
Peiyong Line9d809e2020-04-14 13:10:48 -0700852void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800853 if (timeline.refreshRequired) {
854 mSchedulerCallback.repaintEverythingForHWC();
855 }
856
857 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
858 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
859
860 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
861 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
862 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
863 }
864}
865
866void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
867 bool callRepaint = false;
868 {
869 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
870 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
871 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
872 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
873 } else {
874 // We need to send another refresh as refreshTimeNanos is still in the future
875 callRepaint = true;
876 }
877 }
878 }
879
880 if (callRepaint) {
881 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800882 }
883}
884
Ady Abraham8a82ba62020-01-17 12:43:17 -0800885void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) {
886 if (mLayerHistory) {
887 mLayerHistory->setDisplayArea(displayArea);
888 }
889}
890
Ady Abraham62a0be22020-12-08 16:54:10 -0800891void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
892 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
893 return;
894 }
895
896 std::lock_guard lock(mFrameRateOverridesMutex);
897 if (frameRateOverride.frameRateHz != 0.f) {
898 mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz);
899 } else {
900 mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid);
901 }
902}
903
Ana Krulec98b5b242018-08-10 15:03:23 -0700904} // namespace android