Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "Scheduler" |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 21 | #include "Scheduler.h" |
| 22 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 23 | #include <android-base/properties.h> |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 24 | #include <android-base/stringprintf.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 25 | #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> |
| 26 | #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 27 | #include <configstore/Utils.h> |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 28 | #include <gui/WindowInfo.h> |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 29 | #include <system/window.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 30 | #include <ui/DisplayStatInfo.h> |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 31 | #include <utils/Timers.h> |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 32 | #include <utils/Trace.h> |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 33 | |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 34 | #include <FrameTimeline/FrameTimeline.h> |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 35 | #include <algorithm> |
| 36 | #include <cinttypes> |
| 37 | #include <cstdint> |
| 38 | #include <functional> |
| 39 | #include <memory> |
| 40 | #include <numeric> |
| 41 | |
| 42 | #include "../Layer.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 43 | #include "DispSyncSource.h" |
| 44 | #include "EventThread.h" |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 45 | #include "InjectVSyncSource.h" |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 46 | #include "OneShotTimer.h" |
Ana Krulec | 434c22d | 2018-11-28 13:48:36 +0100 | [diff] [blame] | 47 | #include "SchedulerUtils.h" |
Sundong Ahn | d5e08f6 | 2018-12-12 20:27:28 +0900 | [diff] [blame] | 48 | #include "SurfaceFlingerProperties.h" |
Kevin DuBois | 0028738 | 2019-11-19 15:11:55 -0800 | [diff] [blame] | 49 | #include "Timer.h" |
| 50 | #include "VSyncDispatchTimerQueue.h" |
| 51 | #include "VSyncPredictor.h" |
| 52 | #include "VSyncReactor.h" |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 53 | #include "VsyncController.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 54 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 55 | #define RETURN_IF_INVALID_HANDLE(handle, ...) \ |
| 56 | do { \ |
| 57 | if (mConnections.count(handle) == 0) { \ |
| 58 | ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \ |
| 59 | return __VA_ARGS__; \ |
| 60 | } \ |
| 61 | } while (false) |
| 62 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 63 | using namespace std::string_literals; |
| 64 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 65 | namespace android { |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 66 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 67 | using gui::WindowInfo; |
| 68 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 69 | namespace { |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 70 | |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 71 | std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 72 | // TODO(b/144707443): Tune constants. |
| 73 | constexpr int kDefaultRate = 60; |
| 74 | constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1); |
| 75 | constexpr nsecs_t idealPeriod = |
| 76 | std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count(); |
| 77 | constexpr size_t vsyncTimestampHistorySize = 20; |
| 78 | constexpr size_t minimumSamplesForPrediction = 6; |
| 79 | constexpr uint32_t discardOutlierPercent = 20; |
| 80 | return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize, |
| 81 | minimumSamplesForPrediction, |
| 82 | discardOutlierPercent); |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 83 | } |
| 84 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 85 | std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) { |
| 86 | // TODO(b/144707443): Tune constants. |
| 87 | constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms; |
| 88 | constexpr std::chrono::nanoseconds timerSlack = 500us; |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 89 | return std::make_unique< |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 90 | scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker, |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 91 | timerSlack.count(), vsyncMoveThreshold.count()); |
| 92 | } |
| 93 | |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 94 | const char* toContentDetectionString(bool useContentDetection) { |
| 95 | return useContentDetection ? "on" : "off"; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | } // namespace |
| 99 | |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 100 | class PredictedVsyncTracer { |
| 101 | public: |
| 102 | PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch) |
| 103 | : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this), |
| 104 | "PredictedVsyncTracer") { |
| 105 | scheduleRegistration(); |
| 106 | } |
| 107 | |
| 108 | private: |
| 109 | TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0}; |
| 110 | scheduler::VSyncCallbackRegistration mRegistration; |
| 111 | |
| 112 | void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); } |
| 113 | |
| 114 | void callback() { |
| 115 | mParity = !mParity; |
| 116 | scheduleRegistration(); |
| 117 | } |
| 118 | }; |
| 119 | |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 120 | Scheduler::Scheduler(ISchedulerCallback& callback, Options options) |
| 121 | : mOptions(options), mSchedulerCallback(callback) {} |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 122 | |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 123 | void Scheduler::startTimers() { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 124 | using namespace sysprop; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 125 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 126 | if (const int64_t millis = set_touch_timer_ms(0); millis > 0) { |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 127 | // Touch events are coming to SF every 100ms, so the timer needs to be higher than that |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 128 | mTouchTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 129 | "TouchTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 130 | [this] { touchTimerCallback(TimerState::Reset); }, |
| 131 | [this] { touchTimerCallback(TimerState::Expired); }); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 132 | mTouchTimer->start(); |
| 133 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 134 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 135 | if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) { |
| 136 | mDisplayPowerTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 137 | "DisplayPowerTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 138 | [this] { displayPowerTimerCallback(TimerState::Reset); }, |
| 139 | [this] { displayPowerTimerCallback(TimerState::Expired); }); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 140 | mDisplayPowerTimer->start(); |
| 141 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 142 | } |
| 143 | |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 144 | Scheduler::~Scheduler() { |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 145 | // Ensure the OneShotTimer threads are joined before we start destroying state. |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 146 | mDisplayPowerTimer.reset(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 147 | mTouchTimer.reset(); |
Ady Abraham | 9a2ea34 | 2021-09-03 17:32:34 -0700 | [diff] [blame] | 148 | mRefreshRateConfigs.reset(); |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 149 | } |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 150 | |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 151 | void Scheduler::createVsyncSchedule(bool supportKernelTimer) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 152 | auto clock = std::make_unique<scheduler::SystemClock>(); |
| 153 | auto tracker = createVSyncTracker(); |
| 154 | auto dispatch = createVSyncDispatch(*tracker); |
| 155 | |
| 156 | // TODO(b/144707443): Tune constants. |
| 157 | constexpr size_t pendingFenceLimit = 20; |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 158 | auto controller = |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 159 | std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit, |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 160 | supportKernelTimer); |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 161 | mVsyncSchedule = {std::move(controller), std::move(tracker), std::move(dispatch)}; |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 162 | |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 163 | if (base::GetBoolProperty("debug.sf.show_predicted_vsync", false)) { |
| 164 | mPredictedVsyncTracer = std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch); |
| 165 | } |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 166 | } |
| 167 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 168 | std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource( |
| 169 | const char* name, std::chrono::nanoseconds workDuration, |
| 170 | std::chrono::nanoseconds readyDuration, bool traceVsync) { |
| 171 | return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration, |
| 172 | readyDuration, traceVsync, name); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 173 | } |
| 174 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 175 | std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 176 | { |
| 177 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 178 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
| 179 | return std::nullopt; |
| 180 | } |
Ady Abraham | 899dcdb | 2021-06-15 16:56:21 -0700 | [diff] [blame] | 181 | } |
| 182 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 183 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 184 | { |
| 185 | const auto iter = mFrameRateOverridesFromBackdoor.find(uid); |
| 186 | if (iter != mFrameRateOverridesFromBackdoor.end()) { |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 187 | return iter->second; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 188 | } |
| 189 | } |
| 190 | |
| 191 | { |
| 192 | const auto iter = mFrameRateOverridesByContent.find(uid); |
| 193 | if (iter != mFrameRateOverridesByContent.end()) { |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 194 | return iter->second; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 195 | } |
| 196 | } |
| 197 | |
| 198 | return std::nullopt; |
| 199 | } |
| 200 | |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 201 | bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 202 | const auto frameRate = getFrameRateOverride(uid); |
| 203 | if (!frameRate.has_value()) { |
| 204 | return true; |
| 205 | } |
| 206 | |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 207 | return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate); |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 208 | } |
| 209 | |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 210 | impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 211 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 212 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 213 | return {}; |
| 214 | } |
| 215 | |
| 216 | return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) { |
| 217 | return !isVsyncValid(expectedVsyncTimestamp, uid); |
| 218 | }; |
| 219 | } |
| 220 | |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 221 | impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const { |
| 222 | return [this](uid_t uid) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 223 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 224 | nsecs_t basePeriod = refreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 225 | const auto frameRate = getFrameRateOverride(uid); |
| 226 | if (!frameRate.has_value()) { |
| 227 | return basePeriod; |
| 228 | } |
| 229 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 230 | const auto divider = |
| 231 | scheduler::RefreshRateConfigs::getFrameRateDivider(refreshRateConfigs |
| 232 | ->getCurrentRefreshRate() |
| 233 | .getFps(), |
| 234 | *frameRate); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 235 | if (divider <= 1) { |
| 236 | return basePeriod; |
| 237 | } |
| 238 | return basePeriod * divider; |
| 239 | }; |
| 240 | } |
| 241 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 242 | Scheduler::ConnectionHandle Scheduler::createConnection( |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 243 | const char* connectionName, frametimeline::TokenManager* tokenManager, |
| 244 | std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration, |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 245 | impl::EventThread::InterceptVSyncsCallback interceptCallback) { |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 246 | auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration); |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 247 | auto throttleVsync = makeThrottleVsyncCallback(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 248 | auto getVsyncPeriod = makeGetVsyncPeriodFunction(); |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 249 | auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 250 | std::move(interceptCallback), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 251 | std::move(throttleVsync), |
| 252 | std::move(getVsyncPeriod)); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 253 | return createConnection(std::move(eventThread)); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 254 | } |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 255 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 256 | Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 257 | const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++}; |
| 258 | ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id); |
Dominik Laskowski | f654d57 | 2018-12-20 11:03:06 -0800 | [diff] [blame] | 259 | |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 260 | auto connection = createConnectionInternal(eventThread.get()); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 261 | |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 262 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 263 | mConnections.emplace(handle, Connection{connection, std::move(eventThread)}); |
| 264 | return handle; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 265 | } |
| 266 | |
Ady Abraham | 0f4a1b1 | 2019-06-04 16:04:04 -0700 | [diff] [blame] | 267 | sp<EventThreadConnection> Scheduler::createConnectionInternal( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 268 | EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
| 269 | return eventThread->createEventConnection([&] { resync(); }, eventRegistration); |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 270 | } |
| 271 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 272 | sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 273 | ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 274 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 275 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 276 | return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 277 | } |
| 278 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 279 | sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 280 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 281 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
| 282 | return mConnections[handle].connection; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 283 | } |
| 284 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 285 | void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 286 | bool connected) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 287 | android::EventThread* thread; |
| 288 | { |
| 289 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 290 | RETURN_IF_INVALID_HANDLE(handle); |
| 291 | thread = mConnections[handle].thread.get(); |
| 292 | } |
| 293 | |
| 294 | thread->onHotplugReceived(displayId, connected); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 295 | } |
| 296 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 297 | void Scheduler::onScreenAcquired(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 298 | android::EventThread* thread; |
| 299 | { |
| 300 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 301 | RETURN_IF_INVALID_HANDLE(handle); |
| 302 | thread = mConnections[handle].thread.get(); |
| 303 | } |
| 304 | thread->onScreenAcquired(); |
Ady Abraham | 4f960d1 | 2021-10-13 16:59:49 -0700 | [diff] [blame] | 305 | mScreenAcquired = true; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 306 | } |
| 307 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 308 | void Scheduler::onScreenReleased(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 309 | android::EventThread* thread; |
| 310 | { |
| 311 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 312 | RETURN_IF_INVALID_HANDLE(handle); |
| 313 | thread = mConnections[handle].thread.get(); |
| 314 | } |
| 315 | thread->onScreenReleased(); |
Ady Abraham | 4f960d1 | 2021-10-13 16:59:49 -0700 | [diff] [blame] | 316 | mScreenAcquired = false; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 317 | } |
| 318 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 319 | void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) { |
| 320 | std::vector<FrameRateOverride> overrides; |
| 321 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 322 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 323 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 324 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 325 | } |
| 326 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 327 | if (mFrameRateOverridesFromBackdoor.count(uid) == 0) { |
| 328 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 329 | } |
| 330 | } |
| 331 | } |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 332 | android::EventThread* thread; |
| 333 | { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 334 | std::lock_guard lock(mConnectionsLock); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 335 | RETURN_IF_INVALID_HANDLE(handle); |
| 336 | thread = mConnections[handle].thread.get(); |
| 337 | } |
| 338 | thread->onFrameRateOverridesChanged(displayId, std::move(overrides)); |
| 339 | } |
| 340 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 341 | void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 342 | { |
| 343 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 344 | // Cache the last reported modes for primary display. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 345 | mFeatures.cachedModeChangedParams = {handle, mode}; |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 346 | |
| 347 | // Invalidate content based refresh rate selection so it could be calculated |
| 348 | // again for the new refresh rate. |
| 349 | mFeatures.contentRequirements.clear(); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 350 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 351 | onNonPrimaryDisplayModeChanged(handle, mode); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 352 | } |
| 353 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 354 | void Scheduler::dispatchCachedReportedMode() { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 355 | // Check optional fields first. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 356 | if (!mFeatures.mode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 357 | ALOGW("No mode ID found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 358 | return; |
| 359 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 360 | if (!mFeatures.cachedModeChangedParams.has_value()) { |
| 361 | ALOGW("No mode changed params found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 362 | return; |
| 363 | } |
| 364 | |
Ady Abraham | d159170 | 2021-07-27 16:27:56 -0700 | [diff] [blame] | 365 | // If the mode is not the current mode, this means that a |
| 366 | // mode change is in progress. In that case we shouldn't dispatch an event |
| 367 | // as it will be dispatched when the current mode changes. |
| 368 | if (std::scoped_lock lock(mRefreshRateConfigsLock); |
| 369 | mRefreshRateConfigs->getCurrentRefreshRate().getMode() != mFeatures.mode) { |
| 370 | return; |
| 371 | } |
| 372 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 373 | // If there is no change from cached mode, there is no need to dispatch an event |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 374 | if (mFeatures.mode == mFeatures.cachedModeChangedParams->mode) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 375 | return; |
| 376 | } |
| 377 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 378 | mFeatures.cachedModeChangedParams->mode = mFeatures.mode; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 379 | onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle, |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 380 | mFeatures.cachedModeChangedParams->mode); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 381 | } |
| 382 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 383 | void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 384 | android::EventThread* thread; |
| 385 | { |
| 386 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 387 | RETURN_IF_INVALID_HANDLE(handle); |
| 388 | thread = mConnections[handle].thread.get(); |
| 389 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 390 | thread->onModeChanged(mode); |
Ady Abraham | 447052e | 2019-02-13 16:07:27 -0800 | [diff] [blame] | 391 | } |
| 392 | |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 393 | size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 394 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 395 | RETURN_IF_INVALID_HANDLE(handle, 0); |
| 396 | return mConnections[handle].thread->getEventThreadConnectionCount(); |
| 397 | } |
| 398 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 399 | void Scheduler::dump(ConnectionHandle handle, std::string& result) const { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 400 | android::EventThread* thread; |
| 401 | { |
| 402 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 403 | RETURN_IF_INVALID_HANDLE(handle); |
| 404 | thread = mConnections.at(handle).thread.get(); |
| 405 | } |
| 406 | thread->dump(result); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 407 | } |
| 408 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 409 | void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration, |
| 410 | std::chrono::nanoseconds readyDuration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 411 | android::EventThread* thread; |
| 412 | { |
| 413 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 414 | RETURN_IF_INVALID_HANDLE(handle); |
| 415 | thread = mConnections[handle].thread.get(); |
| 416 | } |
| 417 | thread->setDuration(workDuration, readyDuration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 418 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 419 | |
Ady Abraham | e90dd52 | 2020-12-29 12:08:45 -0800 | [diff] [blame] | 420 | DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) { |
| 421 | const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now); |
| 422 | const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod(); |
| 423 | return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod}; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 424 | } |
| 425 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 426 | Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) { |
| 427 | if (mInjectVSyncs == enable) { |
| 428 | return {}; |
| 429 | } |
| 430 | |
| 431 | ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling"); |
| 432 | |
| 433 | if (!mInjectorConnectionHandle) { |
| 434 | auto vsyncSource = std::make_unique<InjectVSyncSource>(); |
| 435 | mVSyncInjector = vsyncSource.get(); |
| 436 | |
| 437 | auto eventThread = |
| 438 | std::make_unique<impl::EventThread>(std::move(vsyncSource), |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 439 | /*tokenManager=*/nullptr, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 440 | impl::EventThread::InterceptVSyncsCallback(), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 441 | impl::EventThread::ThrottleVsyncCallback(), |
| 442 | impl::EventThread::GetVsyncPeriodFunction()); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 443 | |
Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 444 | // EventThread does not dispatch VSYNC unless the display is connected and powered on. |
| 445 | eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true); |
| 446 | eventThread->onScreenAcquired(); |
| 447 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 448 | mInjectorConnectionHandle = createConnection(std::move(eventThread)); |
| 449 | } |
| 450 | |
| 451 | mInjectVSyncs = enable; |
| 452 | return mInjectorConnectionHandle; |
| 453 | } |
| 454 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 455 | bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) { |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 456 | if (!mInjectVSyncs || !mVSyncInjector) { |
| 457 | return false; |
| 458 | } |
| 459 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 460 | mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 461 | return true; |
| 462 | } |
| 463 | |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 464 | void Scheduler::enableHardwareVsync() { |
| 465 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 466 | if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 467 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 468 | mSchedulerCallback.setVsyncEnabled(true); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 469 | mPrimaryHWVsyncEnabled = true; |
| 470 | } |
| 471 | } |
| 472 | |
| 473 | void Scheduler::disableHardwareVsync(bool makeUnavailable) { |
| 474 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 475 | if (mPrimaryHWVsyncEnabled) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 476 | mSchedulerCallback.setVsyncEnabled(false); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 477 | mPrimaryHWVsyncEnabled = false; |
| 478 | } |
| 479 | if (makeUnavailable) { |
| 480 | mHWVsyncAvailable = false; |
| 481 | } |
| 482 | } |
| 483 | |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 484 | void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { |
| 485 | { |
| 486 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 487 | if (makeAvailable) { |
| 488 | mHWVsyncAvailable = makeAvailable; |
| 489 | } else if (!mHWVsyncAvailable) { |
| 490 | // Hardware vsync is not currently available, so abort the resync |
| 491 | // attempt for now |
| 492 | return; |
| 493 | } |
| 494 | } |
| 495 | |
| 496 | if (period <= 0) { |
| 497 | return; |
| 498 | } |
| 499 | |
| 500 | setVsyncPeriod(period); |
| 501 | } |
| 502 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 503 | void Scheduler::resync() { |
Long Ling | 457bef9 | 2019-09-11 14:43:11 -0700 | [diff] [blame] | 504 | static constexpr nsecs_t kIgnoreDelay = ms2ns(750); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 505 | |
| 506 | const nsecs_t now = systemTime(); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 507 | const nsecs_t last = mLastResyncTime.exchange(now); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 508 | |
| 509 | if (now - last > kIgnoreDelay) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 510 | const auto vsyncPeriod = [&] { |
| 511 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 512 | return mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
| 513 | }(); |
| 514 | resyncToHardwareVsync(false, vsyncPeriod); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 515 | } |
| 516 | } |
| 517 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 518 | void Scheduler::setVsyncPeriod(nsecs_t period) { |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 519 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 520 | mVsyncSchedule.controller->startPeriodTransition(period); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 521 | |
| 522 | if (!mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 523 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 524 | mSchedulerCallback.setVsyncEnabled(true); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 525 | mPrimaryHWVsyncEnabled = true; |
| 526 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 527 | } |
| 528 | |
Ady Abraham | 5dee2f1 | 2020-02-05 17:49:47 -0800 | [diff] [blame] | 529 | void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod, |
| 530 | bool* periodFlushed) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 531 | bool needsHwVsync = false; |
Alec Mouri | f8e689c | 2019-05-20 18:32:22 -0700 | [diff] [blame] | 532 | *periodFlushed = false; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 533 | { // Scope for the lock |
| 534 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 535 | if (mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 536 | needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod, |
| 537 | periodFlushed); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 538 | } |
| 539 | } |
| 540 | |
| 541 | if (needsHwVsync) { |
| 542 | enableHardwareVsync(); |
| 543 | } else { |
| 544 | disableHardwareVsync(false); |
| 545 | } |
| 546 | } |
| 547 | |
| 548 | void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 549 | if (mVsyncSchedule.controller->addPresentFence(fenceTime)) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 550 | enableHardwareVsync(); |
| 551 | } else { |
| 552 | disableHardwareVsync(false); |
| 553 | } |
| 554 | } |
| 555 | |
| 556 | void Scheduler::setIgnorePresentFences(bool ignore) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 557 | mVsyncSchedule.controller->setIgnorePresentFences(ignore); |
Ady Abraham | c3e2131 | 2019-02-07 14:30:23 -0800 | [diff] [blame] | 558 | } |
| 559 | |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 560 | void Scheduler::registerLayer(Layer* layer) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 561 | scheduler::LayerHistory::LayerVoteType voteType; |
| 562 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 563 | if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 564 | voteType = scheduler::LayerHistory::LayerVoteType::NoVote; |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 565 | } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 566 | // Running Wallpaper at Min is considered as part of content detection. |
| 567 | voteType = scheduler::LayerHistory::LayerVoteType::Min; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 568 | } else { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 569 | voteType = scheduler::LayerHistory::LayerVoteType::Heuristic; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 570 | } |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 571 | |
Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 572 | // If the content detection feature is off, we still keep the layer history, |
| 573 | // since we use it for other features (like Frame Rate API), so layers |
| 574 | // still need to be registered. |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 575 | mLayerHistory.registerLayer(layer, voteType); |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 576 | } |
| 577 | |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 578 | void Scheduler::deregisterLayer(Layer* layer) { |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 579 | mLayerHistory.deregisterLayer(layer); |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 580 | } |
| 581 | |
Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 582 | void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime, |
| 583 | LayerHistory::LayerUpdateType updateType) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 584 | { |
| 585 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 586 | if (!mRefreshRateConfigs->canSwitch()) return; |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 587 | } |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 588 | |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 589 | mLayerHistory.record(layer, presentTime, systemTime(), updateType); |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 590 | } |
| 591 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 592 | void Scheduler::setModeChangePending(bool pending) { |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 593 | mLayerHistory.setModeChangePending(pending); |
Ady Abraham | 32efd54 | 2020-05-19 17:49:26 -0700 | [diff] [blame] | 594 | } |
| 595 | |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 596 | void Scheduler::chooseRefreshRateForContent() { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 597 | { |
| 598 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 599 | if (!mRefreshRateConfigs->canSwitch()) return; |
| 600 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 601 | |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 602 | ATRACE_CALL(); |
| 603 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 604 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 605 | scheduler::LayerHistory::Summary summary = |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 606 | mLayerHistory.summarize(*refreshRateConfigs, systemTime()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 607 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 608 | DisplayModePtr newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 609 | bool frameRateChanged; |
| 610 | bool frameRateOverridesChanged; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 611 | { |
| 612 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 613 | mFeatures.contentRequirements = summary; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 614 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 615 | newMode = calculateRefreshRateModeId(&consideredSignals); |
| 616 | frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 617 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 618 | if (mFeatures.mode == newMode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 619 | // We don't need to change the display mode, but we might need to send an event |
| 620 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 621 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 622 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 623 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 624 | frameRateChanged = false; |
| 625 | } else { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 626 | mFeatures.mode = newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 627 | frameRateChanged = true; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 628 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 629 | } |
| 630 | if (frameRateChanged) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 631 | auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newMode->getId()); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 632 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 633 | consideredSignals.idle ? ModeEvent::None |
| 634 | : ModeEvent::Changed); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 635 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 636 | if (frameRateOverridesChanged) { |
| 637 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 638 | } |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 639 | } |
| 640 | |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 641 | void Scheduler::resetIdleTimer() { |
Ady Abraham | 9a2ea34 | 2021-09-03 17:32:34 -0700 | [diff] [blame] | 642 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 643 | mRefreshRateConfigs->resetIdleTimer(/*kernelOnly*/ false); |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 644 | } |
| 645 | |
Dominik Laskowski | 8da6b0e | 2021-05-12 15:34:13 -0700 | [diff] [blame] | 646 | void Scheduler::onTouchHint() { |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 647 | if (mTouchTimer) { |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 648 | mTouchTimer->reset(); |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 649 | |
Ady Abraham | 9a2ea34 | 2021-09-03 17:32:34 -0700 | [diff] [blame] | 650 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 651 | mRefreshRateConfigs->resetIdleTimer(/*kernelOnly*/ true); |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 652 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 653 | } |
| 654 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 655 | void Scheduler::setDisplayPowerState(bool normal) { |
| 656 | { |
| 657 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 658 | mFeatures.isDisplayPowerStateNormal = normal; |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 659 | } |
| 660 | |
| 661 | if (mDisplayPowerTimer) { |
| 662 | mDisplayPowerTimer->reset(); |
| 663 | } |
| 664 | |
| 665 | // Display Power event will boost the refresh rate to performance. |
| 666 | // Clear Layer History to get fresh FPS detection |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 667 | mLayerHistory.clear(); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 668 | } |
| 669 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 670 | void Scheduler::kernelIdleTimerCallback(TimerState state) { |
| 671 | ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 672 | |
Ady Abraham | 2139f73 | 2019-11-13 18:56:40 -0800 | [diff] [blame] | 673 | // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate |
| 674 | // magic number |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 675 | const auto refreshRate = [&] { |
| 676 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 677 | return mRefreshRateConfigs->getCurrentRefreshRate(); |
| 678 | }(); |
| 679 | |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 680 | constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER = 65_Hz; |
| 681 | using namespace fps_approx_ops; |
| 682 | |
| 683 | if (state == TimerState::Reset && refreshRate.getFps() > FPS_THRESHOLD_FOR_KERNEL_TIMER) { |
Alec Mouri | 7f01518 | 2019-07-11 13:56:22 -0700 | [diff] [blame] | 684 | // If we're not in performance mode then the kernel timer shouldn't do |
| 685 | // anything, as the refresh rate during DPU power collapse will be the |
| 686 | // same. |
Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 687 | resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod()); |
| 688 | } else if (state == TimerState::Expired && |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 689 | refreshRate.getFps() <= FPS_THRESHOLD_FOR_KERNEL_TIMER) { |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 690 | // Disable HW VSYNC if the timer expired, as we don't need it enabled if |
| 691 | // we're not pushing frames, and if we're in PERFORMANCE mode then we'll |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 692 | // need to update the VsyncController model anyway. |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 693 | disableHardwareVsync(false /* makeUnavailable */); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 694 | } |
Ady Abraham | a09852a | 2020-02-20 14:23:42 -0800 | [diff] [blame] | 695 | |
| 696 | mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 697 | } |
| 698 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 699 | void Scheduler::idleTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 700 | handleTimerStateChanged(&mFeatures.idleTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 701 | ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 702 | } |
| 703 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 704 | void Scheduler::touchTimerCallback(TimerState state) { |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 705 | const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 706 | // Touch event will boost the refresh rate to performance. |
| 707 | // Clear layer history to get fresh FPS detection. |
| 708 | // NOTE: Instead of checking all the layers, we should be checking the layer |
| 709 | // that is currently on top. b/142507166 will give us this capability. |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 710 | if (handleTimerStateChanged(&mFeatures.touch, touch)) { |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 711 | mLayerHistory.clear(); |
Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 712 | } |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 713 | ATRACE_INT("TouchState", static_cast<int>(touch)); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 714 | } |
| 715 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 716 | void Scheduler::displayPowerTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 717 | handleTimerStateChanged(&mFeatures.displayPowerTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 718 | ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state)); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 719 | } |
| 720 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 721 | void Scheduler::dump(std::string& result) const { |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 722 | using base::StringAppendF; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 723 | |
Ana Krulec | 3d367c8 | 2020-02-25 15:02:01 -0800 | [diff] [blame] | 724 | StringAppendF(&result, "+ Touch timer: %s\n", |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 725 | mTouchTimer ? mTouchTimer->dump().c_str() : "off"); |
| 726 | StringAppendF(&result, "+ Content detection: %s %s\n\n", |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 727 | toContentDetectionString(mOptions.useContentDetection), |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 728 | mLayerHistory.dump().c_str()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 729 | |
| 730 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 731 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 732 | StringAppendF(&result, "Frame Rate Overrides (backdoor): {"); |
| 733 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 734 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 735 | } |
| 736 | StringAppendF(&result, "}\n"); |
| 737 | |
| 738 | StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {"); |
| 739 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 740 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 741 | } |
| 742 | StringAppendF(&result, "}\n"); |
| 743 | } |
Ady Abraham | 4f960d1 | 2021-10-13 16:59:49 -0700 | [diff] [blame] | 744 | |
| 745 | { |
| 746 | std::lock_guard lock(mHWVsyncLock); |
| 747 | StringAppendF(&result, |
| 748 | "mScreenAcquired=%d mPrimaryHWVsyncEnabled=%d mHWVsyncAvailable=%d\n", |
| 749 | mScreenAcquired.load(), mPrimaryHWVsyncEnabled, mHWVsyncAvailable); |
| 750 | } |
Ana Krulec | b43429d | 2019-01-09 14:28:51 -0800 | [diff] [blame] | 751 | } |
| 752 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 753 | void Scheduler::dumpVsync(std::string& s) const { |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 754 | using base::StringAppendF; |
| 755 | |
| 756 | StringAppendF(&s, "VSyncReactor:\n"); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 757 | mVsyncSchedule.controller->dump(s); |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 758 | StringAppendF(&s, "VSyncDispatch:\n"); |
| 759 | mVsyncSchedule.dispatch->dump(s); |
| 760 | } |
| 761 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 762 | bool Scheduler::updateFrameRateOverrides( |
| 763 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 764 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 765 | if (!refreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 766 | return false; |
| 767 | } |
| 768 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 769 | if (!consideredSignals.idle) { |
| 770 | const auto frameRateOverrides = |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 771 | refreshRateConfigs->getFrameRateOverrides(mFeatures.contentRequirements, |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 772 | displayRefreshRate, consideredSignals); |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 773 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 774 | if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(), |
| 775 | frameRateOverrides.begin(), frameRateOverrides.end(), |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 776 | [](const auto& lhs, const auto& rhs) { |
| 777 | return lhs.first == rhs.first && isApproxEqual(lhs.second, rhs.second); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 778 | })) { |
| 779 | mFrameRateOverridesByContent = frameRateOverrides; |
| 780 | return true; |
| 781 | } |
| 782 | } |
| 783 | return false; |
| 784 | } |
| 785 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 786 | template <class T> |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 787 | bool Scheduler::handleTimerStateChanged(T* currentState, T newState) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 788 | DisplayModePtr newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 789 | bool refreshRateChanged = false; |
| 790 | bool frameRateOverridesChanged; |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 791 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 792 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 793 | { |
| 794 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 795 | if (*currentState == newState) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 796 | return false; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 797 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 798 | *currentState = newState; |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 799 | newMode = calculateRefreshRateModeId(&consideredSignals); |
| 800 | frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps()); |
| 801 | if (mFeatures.mode == newMode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 802 | // We don't need to change the display mode, but we might need to send an event |
| 803 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 804 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 805 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 806 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 807 | } else { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 808 | mFeatures.mode = newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 809 | refreshRateChanged = true; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 810 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 811 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 812 | if (refreshRateChanged) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 813 | const RefreshRate& newRefreshRate = |
| 814 | refreshRateConfigs->getRefreshRateFromModeId(newMode->getId()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 815 | |
| 816 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 817 | consideredSignals.idle ? ModeEvent::None |
| 818 | : ModeEvent::Changed); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 819 | } |
| 820 | if (frameRateOverridesChanged) { |
| 821 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 822 | } |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 823 | return consideredSignals.touch; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 824 | } |
| 825 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 826 | DisplayModePtr Scheduler::calculateRefreshRateModeId( |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 827 | scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) { |
Ady Abraham | 4ccdcb4 | 2020-02-11 17:34:34 -0800 | [diff] [blame] | 828 | ATRACE_CALL(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 829 | if (consideredSignals) *consideredSignals = {}; |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 830 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 831 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Steven Thomas | f734df4 | 2020-04-13 21:09:28 -0700 | [diff] [blame] | 832 | // If Display Power is not in normal operation we want to be in performance mode. When coming |
| 833 | // back to normal mode, a grace period is given with DisplayPowerTimer. |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 834 | if (mDisplayPowerTimer && |
| 835 | (!mFeatures.isDisplayPowerStateNormal || |
| 836 | mFeatures.displayPowerTimer == TimerState::Reset)) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 837 | return refreshRateConfigs->getMaxRefreshRateByPolicy().getMode(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 838 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 839 | |
Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 840 | const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active; |
Ady Abraham | 9a2ea34 | 2021-09-03 17:32:34 -0700 | [diff] [blame] | 841 | const bool idle = mFeatures.idleTimer == TimerState::Expired; |
Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 842 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 843 | return refreshRateConfigs |
| 844 | ->getBestRefreshRate(mFeatures.contentRequirements, |
| 845 | {.touch = touchActive, .idle = idle}, consideredSignals) |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 846 | .getMode(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 847 | } |
| 848 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 849 | DisplayModePtr Scheduler::getPreferredDisplayMode() { |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 850 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 851 | // Make sure that the default mode ID is first updated, before returned. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 852 | if (mFeatures.mode) { |
| 853 | mFeatures.mode = calculateRefreshRateModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 854 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame] | 855 | return mFeatures.mode; |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 856 | } |
| 857 | |
Peiyong Lin | e9d809e | 2020-04-14 13:10:48 -0700 | [diff] [blame] | 858 | void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) { |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 859 | if (timeline.refreshRequired) { |
Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 860 | mSchedulerCallback.scheduleComposite(FrameHint::kNone); |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 861 | } |
| 862 | |
| 863 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 864 | mLastVsyncPeriodChangeTimeline = std::make_optional(timeline); |
| 865 | |
| 866 | const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count(); |
| 867 | if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) { |
| 868 | mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime; |
| 869 | } |
| 870 | } |
| 871 | |
Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 872 | void Scheduler::onPostComposition(nsecs_t presentTime) { |
| 873 | const bool recomposite = [=] { |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 874 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 875 | if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) { |
Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 876 | if (presentTime < mLastVsyncPeriodChangeTimeline->refreshTimeNanos) { |
| 877 | // We need to composite again as refreshTimeNanos is still in the future. |
Dominik Laskowski | 8da6b0e | 2021-05-12 15:34:13 -0700 | [diff] [blame] | 878 | return true; |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 879 | } |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 880 | |
Dominik Laskowski | 8da6b0e | 2021-05-12 15:34:13 -0700 | [diff] [blame] | 881 | mLastVsyncPeriodChangeTimeline->refreshRequired = false; |
| 882 | } |
| 883 | return false; |
| 884 | }(); |
| 885 | |
Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 886 | if (recomposite) { |
| 887 | mSchedulerCallback.scheduleComposite(FrameHint::kNone); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 888 | } |
| 889 | } |
| 890 | |
Ady Abraham | 7825c68 | 2021-05-17 15:12:14 -0700 | [diff] [blame] | 891 | void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) { |
Dominik Laskowski | 9c93d60 | 2021-10-07 19:38:26 -0700 | [diff] [blame] | 892 | mLayerHistory.setDisplayArea(displayArea); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 893 | } |
| 894 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 895 | void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) { |
| 896 | if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) { |
| 897 | return; |
| 898 | } |
| 899 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 900 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 901 | if (frameRateOverride.frameRateHz != 0.f) { |
Dominik Laskowski | 6eab42d | 2021-09-13 14:34:13 -0700 | [diff] [blame] | 902 | mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = |
| 903 | Fps::fromValue(frameRateOverride.frameRateHz); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 904 | } else { |
| 905 | mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid); |
| 906 | } |
| 907 | } |
| 908 | |
Ady Abraham | 3645e64 | 2021-04-20 18:39:00 -0700 | [diff] [blame] | 909 | std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom( |
| 910 | nsecs_t expectedPresentTime) const { |
| 911 | const auto presentTime = std::chrono::nanoseconds(expectedPresentTime); |
| 912 | const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod()); |
| 913 | return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod); |
| 914 | } |
| 915 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 916 | } // namespace android |