Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "Scheduler" |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 21 | #include "Scheduler.h" |
| 22 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 23 | #include <android-base/properties.h> |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 24 | #include <android-base/stringprintf.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 25 | #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> |
| 26 | #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 27 | #include <configstore/Utils.h> |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 28 | #include <gui/WindowInfo.h> |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 29 | #include <system/window.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 30 | #include <ui/DisplayStatInfo.h> |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 31 | #include <utils/Timers.h> |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 32 | #include <utils/Trace.h> |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 33 | |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 34 | #include <FrameTimeline/FrameTimeline.h> |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 35 | #include <algorithm> |
| 36 | #include <cinttypes> |
| 37 | #include <cstdint> |
| 38 | #include <functional> |
| 39 | #include <memory> |
| 40 | #include <numeric> |
| 41 | |
| 42 | #include "../Layer.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 43 | #include "DispSyncSource.h" |
| 44 | #include "EventThread.h" |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 45 | #include "InjectVSyncSource.h" |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 46 | #include "OneShotTimer.h" |
Ana Krulec | 434c22d | 2018-11-28 13:48:36 +0100 | [diff] [blame] | 47 | #include "SchedulerUtils.h" |
Sundong Ahn | d5e08f6 | 2018-12-12 20:27:28 +0900 | [diff] [blame] | 48 | #include "SurfaceFlingerProperties.h" |
Kevin DuBois | 0028738 | 2019-11-19 15:11:55 -0800 | [diff] [blame] | 49 | #include "Timer.h" |
| 50 | #include "VSyncDispatchTimerQueue.h" |
| 51 | #include "VSyncPredictor.h" |
| 52 | #include "VSyncReactor.h" |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 53 | #include "VsyncController.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 54 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 55 | #define RETURN_IF_INVALID_HANDLE(handle, ...) \ |
| 56 | do { \ |
| 57 | if (mConnections.count(handle) == 0) { \ |
| 58 | ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \ |
| 59 | return __VA_ARGS__; \ |
| 60 | } \ |
| 61 | } while (false) |
| 62 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 63 | using namespace std::string_literals; |
| 64 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 65 | namespace android { |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 66 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 67 | using gui::WindowInfo; |
| 68 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 69 | namespace { |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 70 | |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 71 | std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 72 | // TODO(b/144707443): Tune constants. |
| 73 | constexpr int kDefaultRate = 60; |
| 74 | constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1); |
| 75 | constexpr nsecs_t idealPeriod = |
| 76 | std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count(); |
| 77 | constexpr size_t vsyncTimestampHistorySize = 20; |
| 78 | constexpr size_t minimumSamplesForPrediction = 6; |
| 79 | constexpr uint32_t discardOutlierPercent = 20; |
| 80 | return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize, |
| 81 | minimumSamplesForPrediction, |
| 82 | discardOutlierPercent); |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 83 | } |
| 84 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 85 | std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) { |
| 86 | // TODO(b/144707443): Tune constants. |
| 87 | constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms; |
| 88 | constexpr std::chrono::nanoseconds timerSlack = 500us; |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 89 | return std::make_unique< |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 90 | scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker, |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 91 | timerSlack.count(), vsyncMoveThreshold.count()); |
| 92 | } |
| 93 | |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 94 | const char* toContentDetectionString(bool useContentDetection) { |
| 95 | return useContentDetection ? "on" : "off"; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | } // namespace |
| 99 | |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 100 | class PredictedVsyncTracer { |
| 101 | public: |
| 102 | PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch) |
| 103 | : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this), |
| 104 | "PredictedVsyncTracer") { |
| 105 | scheduleRegistration(); |
| 106 | } |
| 107 | |
| 108 | private: |
| 109 | TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0}; |
| 110 | scheduler::VSyncCallbackRegistration mRegistration; |
| 111 | |
| 112 | void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); } |
| 113 | |
| 114 | void callback() { |
| 115 | mParity = !mParity; |
| 116 | scheduleRegistration(); |
| 117 | } |
| 118 | }; |
| 119 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 120 | Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
| 121 | ISchedulerCallback& callback) |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 122 | : Scheduler(configs, callback, |
| 123 | {.supportKernelTimer = sysprop::support_kernel_idle_timer(false), |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 124 | .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) { |
| 125 | } |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 126 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 127 | Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
| 128 | ISchedulerCallback& callback, Options options) |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 129 | : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback, |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 130 | createLayerHistory(), options) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 131 | using namespace sysprop; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 132 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 133 | const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 134 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 135 | if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 136 | const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback |
| 137 | : &Scheduler::idleTimerCallback; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 138 | mIdleTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 139 | "IdleTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 140 | [this, callback] { std::invoke(callback, this, TimerState::Reset); }, |
| 141 | [this, callback] { std::invoke(callback, this, TimerState::Expired); }); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 142 | mIdleTimer->start(); |
| 143 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 144 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 145 | if (const int64_t millis = set_touch_timer_ms(0); millis > 0) { |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 146 | // Touch events are coming to SF every 100ms, so the timer needs to be higher than that |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 147 | mTouchTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 148 | "TouchTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 149 | [this] { touchTimerCallback(TimerState::Reset); }, |
| 150 | [this] { touchTimerCallback(TimerState::Expired); }); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 151 | mTouchTimer->start(); |
| 152 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 153 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 154 | if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) { |
| 155 | mDisplayPowerTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 156 | "DisplayPowerTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 157 | [this] { displayPowerTimerCallback(TimerState::Reset); }, |
| 158 | [this] { displayPowerTimerCallback(TimerState::Expired); }); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 159 | mDisplayPowerTimer->start(); |
| 160 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 161 | } |
| 162 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 163 | Scheduler::Scheduler(VsyncSchedule schedule, |
| 164 | const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 165 | ISchedulerCallback& schedulerCallback, |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 166 | std::unique_ptr<LayerHistory> layerHistory, Options options) |
| 167 | : mOptions(options), |
| 168 | mVsyncSchedule(std::move(schedule)), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 169 | mLayerHistory(std::move(layerHistory)), |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 170 | mSchedulerCallback(schedulerCallback), |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 171 | mRefreshRateConfigs(configs), |
| 172 | mPredictedVsyncTracer( |
| 173 | base::GetBoolProperty("debug.sf.show_predicted_vsync", false) |
| 174 | ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch) |
| 175 | : nullptr) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 176 | mSchedulerCallback.setVsyncEnabled(false); |
| 177 | } |
Dominik Laskowski | 7c9dbf9 | 2019-08-01 17:57:31 -0700 | [diff] [blame] | 178 | |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 179 | Scheduler::~Scheduler() { |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 180 | // Ensure the OneShotTimer threads are joined before we start destroying state. |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 181 | mDisplayPowerTimer.reset(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 182 | mTouchTimer.reset(); |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 183 | mIdleTimer.reset(); |
| 184 | } |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 185 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 186 | Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 187 | auto clock = std::make_unique<scheduler::SystemClock>(); |
| 188 | auto tracker = createVSyncTracker(); |
| 189 | auto dispatch = createVSyncDispatch(*tracker); |
| 190 | |
| 191 | // TODO(b/144707443): Tune constants. |
| 192 | constexpr size_t pendingFenceLimit = 20; |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 193 | auto controller = |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 194 | std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit, |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 195 | supportKernelTimer); |
| 196 | return {std::move(controller), std::move(tracker), std::move(dispatch)}; |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 197 | } |
| 198 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 199 | std::unique_ptr<LayerHistory> Scheduler::createLayerHistory() { |
| 200 | return std::make_unique<scheduler::LayerHistory>(); |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 201 | } |
| 202 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 203 | std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource( |
| 204 | const char* name, std::chrono::nanoseconds workDuration, |
| 205 | std::chrono::nanoseconds readyDuration, bool traceVsync) { |
| 206 | return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration, |
| 207 | readyDuration, traceVsync, name); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 208 | } |
| 209 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 210 | std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 211 | { |
| 212 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 213 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
| 214 | return std::nullopt; |
| 215 | } |
Ady Abraham | 899dcdb | 2021-06-15 16:56:21 -0700 | [diff] [blame] | 216 | } |
| 217 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 218 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 219 | { |
| 220 | const auto iter = mFrameRateOverridesFromBackdoor.find(uid); |
| 221 | if (iter != mFrameRateOverridesFromBackdoor.end()) { |
| 222 | return std::make_optional<Fps>(iter->second); |
| 223 | } |
| 224 | } |
| 225 | |
| 226 | { |
| 227 | const auto iter = mFrameRateOverridesByContent.find(uid); |
| 228 | if (iter != mFrameRateOverridesByContent.end()) { |
| 229 | return std::make_optional<Fps>(iter->second); |
| 230 | } |
| 231 | } |
| 232 | |
| 233 | return std::nullopt; |
| 234 | } |
| 235 | |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 236 | bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 237 | const auto frameRate = getFrameRateOverride(uid); |
| 238 | if (!frameRate.has_value()) { |
| 239 | return true; |
| 240 | } |
| 241 | |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 242 | return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate); |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 243 | } |
| 244 | |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 245 | impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 246 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 247 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 248 | return {}; |
| 249 | } |
| 250 | |
| 251 | return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) { |
| 252 | return !isVsyncValid(expectedVsyncTimestamp, uid); |
| 253 | }; |
| 254 | } |
| 255 | |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 256 | impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const { |
| 257 | return [this](uid_t uid) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 258 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 259 | nsecs_t basePeriod = refreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 260 | const auto frameRate = getFrameRateOverride(uid); |
| 261 | if (!frameRate.has_value()) { |
| 262 | return basePeriod; |
| 263 | } |
| 264 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 265 | const auto divider = |
| 266 | scheduler::RefreshRateConfigs::getFrameRateDivider(refreshRateConfigs |
| 267 | ->getCurrentRefreshRate() |
| 268 | .getFps(), |
| 269 | *frameRate); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 270 | if (divider <= 1) { |
| 271 | return basePeriod; |
| 272 | } |
| 273 | return basePeriod * divider; |
| 274 | }; |
| 275 | } |
| 276 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 277 | Scheduler::ConnectionHandle Scheduler::createConnection( |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 278 | const char* connectionName, frametimeline::TokenManager* tokenManager, |
| 279 | std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration, |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 280 | impl::EventThread::InterceptVSyncsCallback interceptCallback) { |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 281 | auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration); |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 282 | auto throttleVsync = makeThrottleVsyncCallback(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 283 | auto getVsyncPeriod = makeGetVsyncPeriodFunction(); |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 284 | auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 285 | std::move(interceptCallback), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 286 | std::move(throttleVsync), |
| 287 | std::move(getVsyncPeriod)); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 288 | return createConnection(std::move(eventThread)); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 289 | } |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 290 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 291 | Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 292 | const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++}; |
| 293 | ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id); |
Dominik Laskowski | f654d57 | 2018-12-20 11:03:06 -0800 | [diff] [blame] | 294 | |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 295 | auto connection = createConnectionInternal(eventThread.get()); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 296 | |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 297 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 298 | mConnections.emplace(handle, Connection{connection, std::move(eventThread)}); |
| 299 | return handle; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 300 | } |
| 301 | |
Ady Abraham | 0f4a1b1 | 2019-06-04 16:04:04 -0700 | [diff] [blame] | 302 | sp<EventThreadConnection> Scheduler::createConnectionInternal( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 303 | EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
| 304 | return eventThread->createEventConnection([&] { resync(); }, eventRegistration); |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 305 | } |
| 306 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 307 | sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 308 | ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 309 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 310 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 311 | return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 312 | } |
| 313 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 314 | sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 315 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 316 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
| 317 | return mConnections[handle].connection; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 318 | } |
| 319 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 320 | void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 321 | bool connected) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 322 | android::EventThread* thread; |
| 323 | { |
| 324 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 325 | RETURN_IF_INVALID_HANDLE(handle); |
| 326 | thread = mConnections[handle].thread.get(); |
| 327 | } |
| 328 | |
| 329 | thread->onHotplugReceived(displayId, connected); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 330 | } |
| 331 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 332 | void Scheduler::onScreenAcquired(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 333 | android::EventThread* thread; |
| 334 | { |
| 335 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 336 | RETURN_IF_INVALID_HANDLE(handle); |
| 337 | thread = mConnections[handle].thread.get(); |
| 338 | } |
| 339 | thread->onScreenAcquired(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 340 | } |
| 341 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 342 | void Scheduler::onScreenReleased(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 343 | android::EventThread* thread; |
| 344 | { |
| 345 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 346 | RETURN_IF_INVALID_HANDLE(handle); |
| 347 | thread = mConnections[handle].thread.get(); |
| 348 | } |
| 349 | thread->onScreenReleased(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 350 | } |
| 351 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 352 | void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) { |
| 353 | std::vector<FrameRateOverride> overrides; |
| 354 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 355 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 356 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 357 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 358 | } |
| 359 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 360 | if (mFrameRateOverridesFromBackdoor.count(uid) == 0) { |
| 361 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 362 | } |
| 363 | } |
| 364 | } |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 365 | android::EventThread* thread; |
| 366 | { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 367 | std::lock_guard lock(mConnectionsLock); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 368 | RETURN_IF_INVALID_HANDLE(handle); |
| 369 | thread = mConnections[handle].thread.get(); |
| 370 | } |
| 371 | thread->onFrameRateOverridesChanged(displayId, std::move(overrides)); |
| 372 | } |
| 373 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 374 | void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 375 | DisplayModeId modeId, nsecs_t vsyncPeriod) { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 376 | { |
| 377 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 378 | // Cache the last reported modes for primary display. |
| 379 | mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod}; |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 380 | |
| 381 | // Invalidate content based refresh rate selection so it could be calculated |
| 382 | // again for the new refresh rate. |
| 383 | mFeatures.contentRequirements.clear(); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 384 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 385 | onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 386 | } |
| 387 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 388 | void Scheduler::dispatchCachedReportedMode() { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 389 | // Check optional fields first. |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 390 | if (!mFeatures.modeId.has_value()) { |
| 391 | ALOGW("No mode ID found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 392 | return; |
| 393 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 394 | if (!mFeatures.cachedModeChangedParams.has_value()) { |
| 395 | ALOGW("No mode changed params found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 396 | return; |
| 397 | } |
| 398 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 399 | const auto modeId = *mFeatures.modeId; |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 400 | const auto vsyncPeriod = [&] { |
| 401 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 402 | return mRefreshRateConfigs->getRefreshRateFromModeId(modeId).getVsyncPeriod(); |
| 403 | }(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 404 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 405 | // If there is no change from cached mode, there is no need to dispatch an event |
| 406 | if (modeId == mFeatures.cachedModeChangedParams->modeId && |
| 407 | vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 408 | return; |
| 409 | } |
| 410 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 411 | mFeatures.cachedModeChangedParams->modeId = modeId; |
| 412 | mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod; |
| 413 | onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle, |
| 414 | mFeatures.cachedModeChangedParams->displayId, |
| 415 | mFeatures.cachedModeChangedParams->modeId, |
| 416 | mFeatures.cachedModeChangedParams->vsyncPeriod); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 417 | } |
| 418 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 419 | void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 420 | DisplayModeId modeId, nsecs_t vsyncPeriod) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 421 | android::EventThread* thread; |
| 422 | { |
| 423 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 424 | RETURN_IF_INVALID_HANDLE(handle); |
| 425 | thread = mConnections[handle].thread.get(); |
| 426 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 427 | thread->onModeChanged(displayId, modeId, vsyncPeriod); |
Ady Abraham | 447052e | 2019-02-13 16:07:27 -0800 | [diff] [blame] | 428 | } |
| 429 | |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 430 | size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 431 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 432 | RETURN_IF_INVALID_HANDLE(handle, 0); |
| 433 | return mConnections[handle].thread->getEventThreadConnectionCount(); |
| 434 | } |
| 435 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 436 | void Scheduler::dump(ConnectionHandle handle, std::string& result) const { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 437 | android::EventThread* thread; |
| 438 | { |
| 439 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 440 | RETURN_IF_INVALID_HANDLE(handle); |
| 441 | thread = mConnections.at(handle).thread.get(); |
| 442 | } |
| 443 | thread->dump(result); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 444 | } |
| 445 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 446 | void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration, |
| 447 | std::chrono::nanoseconds readyDuration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 448 | android::EventThread* thread; |
| 449 | { |
| 450 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 451 | RETURN_IF_INVALID_HANDLE(handle); |
| 452 | thread = mConnections[handle].thread.get(); |
| 453 | } |
| 454 | thread->setDuration(workDuration, readyDuration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 455 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 456 | |
Ady Abraham | e90dd52 | 2020-12-29 12:08:45 -0800 | [diff] [blame] | 457 | DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) { |
| 458 | const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now); |
| 459 | const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod(); |
| 460 | return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod}; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 461 | } |
| 462 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 463 | Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) { |
| 464 | if (mInjectVSyncs == enable) { |
| 465 | return {}; |
| 466 | } |
| 467 | |
| 468 | ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling"); |
| 469 | |
| 470 | if (!mInjectorConnectionHandle) { |
| 471 | auto vsyncSource = std::make_unique<InjectVSyncSource>(); |
| 472 | mVSyncInjector = vsyncSource.get(); |
| 473 | |
| 474 | auto eventThread = |
| 475 | std::make_unique<impl::EventThread>(std::move(vsyncSource), |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 476 | /*tokenManager=*/nullptr, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 477 | impl::EventThread::InterceptVSyncsCallback(), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 478 | impl::EventThread::ThrottleVsyncCallback(), |
| 479 | impl::EventThread::GetVsyncPeriodFunction()); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 480 | |
Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 481 | // EventThread does not dispatch VSYNC unless the display is connected and powered on. |
| 482 | eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true); |
| 483 | eventThread->onScreenAcquired(); |
| 484 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 485 | mInjectorConnectionHandle = createConnection(std::move(eventThread)); |
| 486 | } |
| 487 | |
| 488 | mInjectVSyncs = enable; |
| 489 | return mInjectorConnectionHandle; |
| 490 | } |
| 491 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 492 | bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) { |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 493 | if (!mInjectVSyncs || !mVSyncInjector) { |
| 494 | return false; |
| 495 | } |
| 496 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 497 | mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 498 | return true; |
| 499 | } |
| 500 | |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 501 | void Scheduler::enableHardwareVsync() { |
| 502 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 503 | if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 504 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 505 | mSchedulerCallback.setVsyncEnabled(true); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 506 | mPrimaryHWVsyncEnabled = true; |
| 507 | } |
| 508 | } |
| 509 | |
| 510 | void Scheduler::disableHardwareVsync(bool makeUnavailable) { |
| 511 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 512 | if (mPrimaryHWVsyncEnabled) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 513 | mSchedulerCallback.setVsyncEnabled(false); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 514 | mPrimaryHWVsyncEnabled = false; |
| 515 | } |
| 516 | if (makeUnavailable) { |
| 517 | mHWVsyncAvailable = false; |
| 518 | } |
| 519 | } |
| 520 | |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 521 | void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { |
| 522 | { |
| 523 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 524 | if (makeAvailable) { |
| 525 | mHWVsyncAvailable = makeAvailable; |
| 526 | } else if (!mHWVsyncAvailable) { |
| 527 | // Hardware vsync is not currently available, so abort the resync |
| 528 | // attempt for now |
| 529 | return; |
| 530 | } |
| 531 | } |
| 532 | |
| 533 | if (period <= 0) { |
| 534 | return; |
| 535 | } |
| 536 | |
| 537 | setVsyncPeriod(period); |
| 538 | } |
| 539 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 540 | void Scheduler::resync() { |
Long Ling | 457bef9 | 2019-09-11 14:43:11 -0700 | [diff] [blame] | 541 | static constexpr nsecs_t kIgnoreDelay = ms2ns(750); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 542 | |
| 543 | const nsecs_t now = systemTime(); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 544 | const nsecs_t last = mLastResyncTime.exchange(now); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 545 | |
| 546 | if (now - last > kIgnoreDelay) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 547 | const auto vsyncPeriod = [&] { |
| 548 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 549 | return mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
| 550 | }(); |
| 551 | resyncToHardwareVsync(false, vsyncPeriod); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 552 | } |
| 553 | } |
| 554 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 555 | void Scheduler::setVsyncPeriod(nsecs_t period) { |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 556 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 557 | mVsyncSchedule.controller->startPeriodTransition(period); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 558 | |
| 559 | if (!mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 560 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 561 | mSchedulerCallback.setVsyncEnabled(true); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 562 | mPrimaryHWVsyncEnabled = true; |
| 563 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 564 | } |
| 565 | |
Ady Abraham | 5dee2f1 | 2020-02-05 17:49:47 -0800 | [diff] [blame] | 566 | void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod, |
| 567 | bool* periodFlushed) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 568 | bool needsHwVsync = false; |
Alec Mouri | f8e689c | 2019-05-20 18:32:22 -0700 | [diff] [blame] | 569 | *periodFlushed = false; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 570 | { // Scope for the lock |
| 571 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 572 | if (mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 573 | needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod, |
| 574 | periodFlushed); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 575 | } |
| 576 | } |
| 577 | |
| 578 | if (needsHwVsync) { |
| 579 | enableHardwareVsync(); |
| 580 | } else { |
| 581 | disableHardwareVsync(false); |
| 582 | } |
| 583 | } |
| 584 | |
| 585 | void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 586 | if (mVsyncSchedule.controller->addPresentFence(fenceTime)) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 587 | enableHardwareVsync(); |
| 588 | } else { |
| 589 | disableHardwareVsync(false); |
| 590 | } |
| 591 | } |
| 592 | |
| 593 | void Scheduler::setIgnorePresentFences(bool ignore) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 594 | mVsyncSchedule.controller->setIgnorePresentFences(ignore); |
Ady Abraham | c3e2131 | 2019-02-07 14:30:23 -0800 | [diff] [blame] | 595 | } |
| 596 | |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 597 | void Scheduler::registerLayer(Layer* layer) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 598 | scheduler::LayerHistory::LayerVoteType voteType; |
| 599 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 600 | if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 601 | voteType = scheduler::LayerHistory::LayerVoteType::NoVote; |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 602 | } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 603 | // Running Wallpaper at Min is considered as part of content detection. |
| 604 | voteType = scheduler::LayerHistory::LayerVoteType::Min; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 605 | } else { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 606 | voteType = scheduler::LayerHistory::LayerVoteType::Heuristic; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 607 | } |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 608 | |
Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 609 | // If the content detection feature is off, we still keep the layer history, |
| 610 | // since we use it for other features (like Frame Rate API), so layers |
| 611 | // still need to be registered. |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 612 | mLayerHistory->registerLayer(layer, voteType); |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 613 | } |
| 614 | |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 615 | void Scheduler::deregisterLayer(Layer* layer) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 616 | mLayerHistory->deregisterLayer(layer); |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 617 | } |
| 618 | |
Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 619 | void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime, |
| 620 | LayerHistory::LayerUpdateType updateType) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 621 | { |
| 622 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 623 | if (!mRefreshRateConfigs->canSwitch()) return; |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 624 | } |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 625 | |
| 626 | mLayerHistory->record(layer, presentTime, systemTime(), updateType); |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 627 | } |
| 628 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 629 | void Scheduler::setModeChangePending(bool pending) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 630 | mLayerHistory->setModeChangePending(pending); |
Ady Abraham | 32efd54 | 2020-05-19 17:49:26 -0700 | [diff] [blame] | 631 | } |
| 632 | |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 633 | void Scheduler::chooseRefreshRateForContent() { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 634 | { |
| 635 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 636 | if (!mRefreshRateConfigs->canSwitch()) return; |
| 637 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 638 | |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 639 | ATRACE_CALL(); |
| 640 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 641 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 642 | scheduler::LayerHistory::Summary summary = |
| 643 | mLayerHistory->summarize(*refreshRateConfigs, systemTime()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 644 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 645 | DisplayModeId newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 646 | bool frameRateChanged; |
| 647 | bool frameRateOverridesChanged; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 648 | { |
| 649 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 650 | mFeatures.contentRequirements = summary; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 651 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 652 | newModeId = calculateRefreshRateModeId(&consideredSignals); |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 653 | auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 654 | frameRateOverridesChanged = |
| 655 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); |
| 656 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 657 | if (mFeatures.modeId == newModeId) { |
| 658 | // We don't need to change the display mode, but we might need to send an event |
| 659 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 660 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 661 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 662 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 663 | frameRateChanged = false; |
| 664 | } else { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 665 | mFeatures.modeId = newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 666 | frameRateChanged = true; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 667 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 668 | } |
| 669 | if (frameRateChanged) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 670 | auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newModeId); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 671 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 672 | consideredSignals.idle ? ModeEvent::None |
| 673 | : ModeEvent::Changed); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 674 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 675 | if (frameRateOverridesChanged) { |
| 676 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 677 | } |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 678 | } |
| 679 | |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 680 | void Scheduler::resetIdleTimer() { |
| 681 | if (mIdleTimer) { |
| 682 | mIdleTimer->reset(); |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 683 | } |
| 684 | } |
| 685 | |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 686 | void Scheduler::notifyTouchEvent() { |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 687 | if (mTouchTimer) { |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 688 | mTouchTimer->reset(); |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 689 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 690 | if (mOptions.supportKernelTimer && mIdleTimer) { |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 691 | mIdleTimer->reset(); |
| 692 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 693 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 694 | } |
| 695 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 696 | void Scheduler::setDisplayPowerState(bool normal) { |
| 697 | { |
| 698 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 699 | mFeatures.isDisplayPowerStateNormal = normal; |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 700 | } |
| 701 | |
| 702 | if (mDisplayPowerTimer) { |
| 703 | mDisplayPowerTimer->reset(); |
| 704 | } |
| 705 | |
| 706 | // Display Power event will boost the refresh rate to performance. |
| 707 | // Clear Layer History to get fresh FPS detection |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 708 | mLayerHistory->clear(); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 709 | } |
| 710 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 711 | void Scheduler::kernelIdleTimerCallback(TimerState state) { |
| 712 | ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 713 | |
Ady Abraham | 2139f73 | 2019-11-13 18:56:40 -0800 | [diff] [blame] | 714 | // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate |
| 715 | // magic number |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 716 | const auto refreshRate = [&] { |
| 717 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 718 | return mRefreshRateConfigs->getCurrentRefreshRate(); |
| 719 | }(); |
| 720 | |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 721 | constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f}; |
| 722 | if (state == TimerState::Reset && |
| 723 | refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Alec Mouri | 7f01518 | 2019-07-11 13:56:22 -0700 | [diff] [blame] | 724 | // If we're not in performance mode then the kernel timer shouldn't do |
| 725 | // anything, as the refresh rate during DPU power collapse will be the |
| 726 | // same. |
Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 727 | resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod()); |
| 728 | } else if (state == TimerState::Expired && |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 729 | refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 730 | // Disable HW VSYNC if the timer expired, as we don't need it enabled if |
| 731 | // we're not pushing frames, and if we're in PERFORMANCE mode then we'll |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 732 | // need to update the VsyncController model anyway. |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 733 | disableHardwareVsync(false /* makeUnavailable */); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 734 | } |
Ady Abraham | a09852a | 2020-02-20 14:23:42 -0800 | [diff] [blame] | 735 | |
| 736 | mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 737 | } |
| 738 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 739 | void Scheduler::idleTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 740 | handleTimerStateChanged(&mFeatures.idleTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 741 | ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 742 | } |
| 743 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 744 | void Scheduler::touchTimerCallback(TimerState state) { |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 745 | const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 746 | // Touch event will boost the refresh rate to performance. |
| 747 | // Clear layer history to get fresh FPS detection. |
| 748 | // NOTE: Instead of checking all the layers, we should be checking the layer |
| 749 | // that is currently on top. b/142507166 will give us this capability. |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 750 | if (handleTimerStateChanged(&mFeatures.touch, touch)) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 751 | mLayerHistory->clear(); |
Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 752 | } |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 753 | ATRACE_INT("TouchState", static_cast<int>(touch)); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 754 | } |
| 755 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 756 | void Scheduler::displayPowerTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 757 | handleTimerStateChanged(&mFeatures.displayPowerTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 758 | ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state)); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 759 | } |
| 760 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 761 | void Scheduler::dump(std::string& result) const { |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 762 | using base::StringAppendF; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 763 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 764 | StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off"); |
Ana Krulec | 3d367c8 | 2020-02-25 15:02:01 -0800 | [diff] [blame] | 765 | StringAppendF(&result, "+ Touch timer: %s\n", |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 766 | mTouchTimer ? mTouchTimer->dump().c_str() : "off"); |
| 767 | StringAppendF(&result, "+ Content detection: %s %s\n\n", |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 768 | toContentDetectionString(mOptions.useContentDetection), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 769 | mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)"); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 770 | |
| 771 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 772 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 773 | StringAppendF(&result, "Frame Rate Overrides (backdoor): {"); |
| 774 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 775 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 776 | } |
| 777 | StringAppendF(&result, "}\n"); |
| 778 | |
| 779 | StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {"); |
| 780 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 781 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 782 | } |
| 783 | StringAppendF(&result, "}\n"); |
| 784 | } |
Ana Krulec | b43429d | 2019-01-09 14:28:51 -0800 | [diff] [blame] | 785 | } |
| 786 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 787 | void Scheduler::dumpVsync(std::string& s) const { |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 788 | using base::StringAppendF; |
| 789 | |
| 790 | StringAppendF(&s, "VSyncReactor:\n"); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 791 | mVsyncSchedule.controller->dump(s); |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 792 | StringAppendF(&s, "VSyncDispatch:\n"); |
| 793 | mVsyncSchedule.dispatch->dump(s); |
| 794 | } |
| 795 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 796 | bool Scheduler::updateFrameRateOverrides( |
| 797 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 798 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 799 | if (!refreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 800 | return false; |
| 801 | } |
| 802 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 803 | if (!consideredSignals.idle) { |
| 804 | const auto frameRateOverrides = |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 805 | refreshRateConfigs->getFrameRateOverrides(mFeatures.contentRequirements, |
Ady Abraham | dd5bfa9 | 2021-01-07 17:56:08 -0800 | [diff] [blame] | 806 | displayRefreshRate, |
| 807 | consideredSignals.touch); |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 808 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 809 | if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(), |
| 810 | frameRateOverrides.begin(), frameRateOverrides.end(), |
| 811 | [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) { |
| 812 | return a.first == b.first && a.second.equalsWithMargin(b.second); |
| 813 | })) { |
| 814 | mFrameRateOverridesByContent = frameRateOverrides; |
| 815 | return true; |
| 816 | } |
| 817 | } |
| 818 | return false; |
| 819 | } |
| 820 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 821 | template <class T> |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 822 | bool Scheduler::handleTimerStateChanged(T* currentState, T newState) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 823 | DisplayModeId newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 824 | bool refreshRateChanged = false; |
| 825 | bool frameRateOverridesChanged; |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 826 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 827 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 828 | { |
| 829 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 830 | if (*currentState == newState) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 831 | return false; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 832 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 833 | *currentState = newState; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 834 | newModeId = calculateRefreshRateModeId(&consideredSignals); |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 835 | const RefreshRate& newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 836 | frameRateOverridesChanged = |
| 837 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 838 | if (mFeatures.modeId == newModeId) { |
| 839 | // We don't need to change the display mode, but we might need to send an event |
| 840 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 841 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 842 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 843 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 844 | } else { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 845 | mFeatures.modeId = newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 846 | refreshRateChanged = true; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 847 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 848 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 849 | if (refreshRateChanged) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 850 | const RefreshRate& newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 851 | |
| 852 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 853 | consideredSignals.idle ? ModeEvent::None |
| 854 | : ModeEvent::Changed); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 855 | } |
| 856 | if (frameRateOverridesChanged) { |
| 857 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 858 | } |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 859 | return consideredSignals.touch; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 860 | } |
| 861 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 862 | DisplayModeId Scheduler::calculateRefreshRateModeId( |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 863 | scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) { |
Ady Abraham | 4ccdcb4 | 2020-02-11 17:34:34 -0800 | [diff] [blame] | 864 | ATRACE_CALL(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 865 | if (consideredSignals) *consideredSignals = {}; |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 866 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 867 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Steven Thomas | f734df4 | 2020-04-13 21:09:28 -0700 | [diff] [blame] | 868 | // If Display Power is not in normal operation we want to be in performance mode. When coming |
| 869 | // back to normal mode, a grace period is given with DisplayPowerTimer. |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 870 | if (mDisplayPowerTimer && |
| 871 | (!mFeatures.isDisplayPowerStateNormal || |
| 872 | mFeatures.displayPowerTimer == TimerState::Reset)) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 873 | return refreshRateConfigs->getMaxRefreshRateByPolicy().getModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 874 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 875 | |
Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 876 | const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active; |
| 877 | const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired; |
| 878 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 879 | return refreshRateConfigs |
| 880 | ->getBestRefreshRate(mFeatures.contentRequirements, |
| 881 | {.touch = touchActive, .idle = idle}, consideredSignals) |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 882 | .getModeId(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 883 | } |
| 884 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 885 | std::optional<DisplayModeId> Scheduler::getPreferredModeId() { |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 886 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 887 | // Make sure that the default mode ID is first updated, before returned. |
| 888 | if (mFeatures.modeId.has_value()) { |
| 889 | mFeatures.modeId = calculateRefreshRateModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 890 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 891 | return mFeatures.modeId; |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 892 | } |
| 893 | |
Peiyong Lin | e9d809e | 2020-04-14 13:10:48 -0700 | [diff] [blame] | 894 | void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) { |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 895 | if (timeline.refreshRequired) { |
| 896 | mSchedulerCallback.repaintEverythingForHWC(); |
| 897 | } |
| 898 | |
| 899 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 900 | mLastVsyncPeriodChangeTimeline = std::make_optional(timeline); |
| 901 | |
| 902 | const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count(); |
| 903 | if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) { |
| 904 | mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime; |
| 905 | } |
| 906 | } |
| 907 | |
| 908 | void Scheduler::onDisplayRefreshed(nsecs_t timestamp) { |
| 909 | bool callRepaint = false; |
| 910 | { |
| 911 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 912 | if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) { |
| 913 | if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) { |
| 914 | mLastVsyncPeriodChangeTimeline->refreshRequired = false; |
| 915 | } else { |
| 916 | // We need to send another refresh as refreshTimeNanos is still in the future |
| 917 | callRepaint = true; |
| 918 | } |
| 919 | } |
| 920 | } |
| 921 | |
| 922 | if (callRepaint) { |
| 923 | mSchedulerCallback.repaintEverythingForHWC(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 924 | } |
| 925 | } |
| 926 | |
Ady Abraham | 7825c68 | 2021-05-17 15:12:14 -0700 | [diff] [blame] | 927 | void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 928 | mLayerHistory->setDisplayArea(displayArea); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 929 | } |
| 930 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 931 | void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) { |
| 932 | if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) { |
| 933 | return; |
| 934 | } |
| 935 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 936 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 937 | if (frameRateOverride.frameRateHz != 0.f) { |
| 938 | mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz); |
| 939 | } else { |
| 940 | mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid); |
| 941 | } |
| 942 | } |
| 943 | |
Ady Abraham | 3645e64 | 2021-04-20 18:39:00 -0700 | [diff] [blame] | 944 | std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom( |
| 945 | nsecs_t expectedPresentTime) const { |
| 946 | const auto presentTime = std::chrono::nanoseconds(expectedPresentTime); |
| 947 | const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod()); |
| 948 | return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod); |
| 949 | } |
| 950 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 951 | } // namespace android |