Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "Scheduler" |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 21 | #include "Scheduler.h" |
| 22 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 23 | #include <android-base/properties.h> |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 24 | #include <android-base/stringprintf.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 25 | #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> |
| 26 | #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 27 | #include <configstore/Utils.h> |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 28 | #include <gui/WindowInfo.h> |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 29 | #include <system/window.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 30 | #include <ui/DisplayStatInfo.h> |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 31 | #include <utils/Timers.h> |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 32 | #include <utils/Trace.h> |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 33 | |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 34 | #include <FrameTimeline/FrameTimeline.h> |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 35 | #include <algorithm> |
| 36 | #include <cinttypes> |
| 37 | #include <cstdint> |
| 38 | #include <functional> |
| 39 | #include <memory> |
| 40 | #include <numeric> |
| 41 | |
| 42 | #include "../Layer.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 43 | #include "DispSyncSource.h" |
| 44 | #include "EventThread.h" |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 45 | #include "InjectVSyncSource.h" |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 46 | #include "OneShotTimer.h" |
Ana Krulec | 434c22d | 2018-11-28 13:48:36 +0100 | [diff] [blame] | 47 | #include "SchedulerUtils.h" |
Sundong Ahn | d5e08f6 | 2018-12-12 20:27:28 +0900 | [diff] [blame] | 48 | #include "SurfaceFlingerProperties.h" |
Kevin DuBois | 0028738 | 2019-11-19 15:11:55 -0800 | [diff] [blame] | 49 | #include "Timer.h" |
| 50 | #include "VSyncDispatchTimerQueue.h" |
| 51 | #include "VSyncPredictor.h" |
| 52 | #include "VSyncReactor.h" |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 53 | #include "VsyncController.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 54 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 55 | #define RETURN_IF_INVALID_HANDLE(handle, ...) \ |
| 56 | do { \ |
| 57 | if (mConnections.count(handle) == 0) { \ |
| 58 | ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \ |
| 59 | return __VA_ARGS__; \ |
| 60 | } \ |
| 61 | } while (false) |
| 62 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 63 | using namespace std::string_literals; |
| 64 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 65 | namespace android { |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 66 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 67 | using gui::WindowInfo; |
| 68 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 69 | namespace { |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 70 | |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 71 | std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 72 | // TODO(b/144707443): Tune constants. |
| 73 | constexpr int kDefaultRate = 60; |
| 74 | constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1); |
| 75 | constexpr nsecs_t idealPeriod = |
| 76 | std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count(); |
| 77 | constexpr size_t vsyncTimestampHistorySize = 20; |
| 78 | constexpr size_t minimumSamplesForPrediction = 6; |
| 79 | constexpr uint32_t discardOutlierPercent = 20; |
| 80 | return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize, |
| 81 | minimumSamplesForPrediction, |
| 82 | discardOutlierPercent); |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 83 | } |
| 84 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 85 | std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) { |
| 86 | // TODO(b/144707443): Tune constants. |
| 87 | constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms; |
| 88 | constexpr std::chrono::nanoseconds timerSlack = 500us; |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 89 | return std::make_unique< |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 90 | scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker, |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 91 | timerSlack.count(), vsyncMoveThreshold.count()); |
| 92 | } |
| 93 | |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 94 | const char* toContentDetectionString(bool useContentDetection) { |
| 95 | return useContentDetection ? "on" : "off"; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | } // namespace |
| 99 | |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 100 | class PredictedVsyncTracer { |
| 101 | public: |
| 102 | PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch) |
| 103 | : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this), |
| 104 | "PredictedVsyncTracer") { |
| 105 | scheduleRegistration(); |
| 106 | } |
| 107 | |
| 108 | private: |
| 109 | TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0}; |
| 110 | scheduler::VSyncCallbackRegistration mRegistration; |
| 111 | |
| 112 | void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); } |
| 113 | |
| 114 | void callback() { |
| 115 | mParity = !mParity; |
| 116 | scheduleRegistration(); |
| 117 | } |
| 118 | }; |
| 119 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 120 | Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
| 121 | ISchedulerCallback& callback) |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 122 | : Scheduler(configs, callback, |
| 123 | {.supportKernelTimer = sysprop::support_kernel_idle_timer(false), |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 124 | .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) { |
| 125 | } |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 126 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 127 | Scheduler::Scheduler(const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
| 128 | ISchedulerCallback& callback, Options options) |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 129 | : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback, |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 130 | createLayerHistory(), options) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 131 | using namespace sysprop; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 132 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 133 | const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 134 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 135 | if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 136 | const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback |
| 137 | : &Scheduler::idleTimerCallback; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 138 | mIdleTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 139 | "IdleTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 140 | [this, callback] { std::invoke(callback, this, TimerState::Reset); }, |
| 141 | [this, callback] { std::invoke(callback, this, TimerState::Expired); }); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 142 | mIdleTimer->start(); |
| 143 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 144 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 145 | if (const int64_t millis = set_touch_timer_ms(0); millis > 0) { |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 146 | // Touch events are coming to SF every 100ms, so the timer needs to be higher than that |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 147 | mTouchTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 148 | "TouchTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 149 | [this] { touchTimerCallback(TimerState::Reset); }, |
| 150 | [this] { touchTimerCallback(TimerState::Expired); }); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 151 | mTouchTimer->start(); |
| 152 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 153 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 154 | if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) { |
| 155 | mDisplayPowerTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 156 | "DisplayPowerTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 157 | [this] { displayPowerTimerCallback(TimerState::Reset); }, |
| 158 | [this] { displayPowerTimerCallback(TimerState::Expired); }); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 159 | mDisplayPowerTimer->start(); |
| 160 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 161 | } |
| 162 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 163 | Scheduler::Scheduler(VsyncSchedule schedule, |
| 164 | const std::shared_ptr<scheduler::RefreshRateConfigs>& configs, |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 165 | ISchedulerCallback& schedulerCallback, |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 166 | std::unique_ptr<LayerHistory> layerHistory, Options options) |
| 167 | : mOptions(options), |
| 168 | mVsyncSchedule(std::move(schedule)), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 169 | mLayerHistory(std::move(layerHistory)), |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 170 | mSchedulerCallback(schedulerCallback), |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 171 | mRefreshRateConfigs(configs), |
| 172 | mPredictedVsyncTracer( |
| 173 | base::GetBoolProperty("debug.sf.show_predicted_vsync", false) |
| 174 | ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch) |
| 175 | : nullptr) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 176 | mSchedulerCallback.setVsyncEnabled(false); |
| 177 | } |
Dominik Laskowski | 7c9dbf9 | 2019-08-01 17:57:31 -0700 | [diff] [blame] | 178 | |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 179 | Scheduler::~Scheduler() { |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 180 | // Ensure the OneShotTimer threads are joined before we start destroying state. |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 181 | mDisplayPowerTimer.reset(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 182 | mTouchTimer.reset(); |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 183 | mIdleTimer.reset(); |
| 184 | } |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 185 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 186 | Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 187 | auto clock = std::make_unique<scheduler::SystemClock>(); |
| 188 | auto tracker = createVSyncTracker(); |
| 189 | auto dispatch = createVSyncDispatch(*tracker); |
| 190 | |
| 191 | // TODO(b/144707443): Tune constants. |
| 192 | constexpr size_t pendingFenceLimit = 20; |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 193 | auto controller = |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 194 | std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit, |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 195 | supportKernelTimer); |
| 196 | return {std::move(controller), std::move(tracker), std::move(dispatch)}; |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 197 | } |
| 198 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 199 | std::unique_ptr<LayerHistory> Scheduler::createLayerHistory() { |
| 200 | return std::make_unique<scheduler::LayerHistory>(); |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 201 | } |
| 202 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 203 | std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource( |
| 204 | const char* name, std::chrono::nanoseconds workDuration, |
| 205 | std::chrono::nanoseconds readyDuration, bool traceVsync) { |
| 206 | return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration, |
| 207 | readyDuration, traceVsync, name); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 208 | } |
| 209 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 210 | std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 211 | { |
| 212 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 213 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
| 214 | return std::nullopt; |
| 215 | } |
Ady Abraham | 899dcdb | 2021-06-15 16:56:21 -0700 | [diff] [blame] | 216 | } |
| 217 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 218 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 219 | { |
| 220 | const auto iter = mFrameRateOverridesFromBackdoor.find(uid); |
| 221 | if (iter != mFrameRateOverridesFromBackdoor.end()) { |
| 222 | return std::make_optional<Fps>(iter->second); |
| 223 | } |
| 224 | } |
| 225 | |
| 226 | { |
| 227 | const auto iter = mFrameRateOverridesByContent.find(uid); |
| 228 | if (iter != mFrameRateOverridesByContent.end()) { |
| 229 | return std::make_optional<Fps>(iter->second); |
| 230 | } |
| 231 | } |
| 232 | |
| 233 | return std::nullopt; |
| 234 | } |
| 235 | |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 236 | bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 237 | const auto frameRate = getFrameRateOverride(uid); |
| 238 | if (!frameRate.has_value()) { |
| 239 | return true; |
| 240 | } |
| 241 | |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 242 | return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate); |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 243 | } |
| 244 | |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 245 | impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 246 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 247 | if (!mRefreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 248 | return {}; |
| 249 | } |
| 250 | |
| 251 | return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) { |
| 252 | return !isVsyncValid(expectedVsyncTimestamp, uid); |
| 253 | }; |
| 254 | } |
| 255 | |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 256 | impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const { |
| 257 | return [this](uid_t uid) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 258 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 259 | nsecs_t basePeriod = refreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 260 | const auto frameRate = getFrameRateOverride(uid); |
| 261 | if (!frameRate.has_value()) { |
| 262 | return basePeriod; |
| 263 | } |
| 264 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 265 | const auto divider = |
| 266 | scheduler::RefreshRateConfigs::getFrameRateDivider(refreshRateConfigs |
| 267 | ->getCurrentRefreshRate() |
| 268 | .getFps(), |
| 269 | *frameRate); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 270 | if (divider <= 1) { |
| 271 | return basePeriod; |
| 272 | } |
| 273 | return basePeriod * divider; |
| 274 | }; |
| 275 | } |
| 276 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 277 | Scheduler::ConnectionHandle Scheduler::createConnection( |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 278 | const char* connectionName, frametimeline::TokenManager* tokenManager, |
| 279 | std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration, |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 280 | impl::EventThread::InterceptVSyncsCallback interceptCallback) { |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 281 | auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration); |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 282 | auto throttleVsync = makeThrottleVsyncCallback(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 283 | auto getVsyncPeriod = makeGetVsyncPeriodFunction(); |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 284 | auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 285 | std::move(interceptCallback), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 286 | std::move(throttleVsync), |
| 287 | std::move(getVsyncPeriod)); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 288 | return createConnection(std::move(eventThread)); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 289 | } |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 290 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 291 | Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 292 | const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++}; |
| 293 | ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id); |
Dominik Laskowski | f654d57 | 2018-12-20 11:03:06 -0800 | [diff] [blame] | 294 | |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 295 | auto connection = createConnectionInternal(eventThread.get()); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 296 | |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 297 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 298 | mConnections.emplace(handle, Connection{connection, std::move(eventThread)}); |
| 299 | return handle; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 300 | } |
| 301 | |
Ady Abraham | 0f4a1b1 | 2019-06-04 16:04:04 -0700 | [diff] [blame] | 302 | sp<EventThreadConnection> Scheduler::createConnectionInternal( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 303 | EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
| 304 | return eventThread->createEventConnection([&] { resync(); }, eventRegistration); |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 305 | } |
| 306 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 307 | sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 308 | ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 309 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 310 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 311 | return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 312 | } |
| 313 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 314 | sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 315 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 316 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
| 317 | return mConnections[handle].connection; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 318 | } |
| 319 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 320 | void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 321 | bool connected) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 322 | android::EventThread* thread; |
| 323 | { |
| 324 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 325 | RETURN_IF_INVALID_HANDLE(handle); |
| 326 | thread = mConnections[handle].thread.get(); |
| 327 | } |
| 328 | |
| 329 | thread->onHotplugReceived(displayId, connected); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 330 | } |
| 331 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 332 | void Scheduler::onScreenAcquired(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 333 | android::EventThread* thread; |
| 334 | { |
| 335 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 336 | RETURN_IF_INVALID_HANDLE(handle); |
| 337 | thread = mConnections[handle].thread.get(); |
| 338 | } |
| 339 | thread->onScreenAcquired(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 340 | } |
| 341 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 342 | void Scheduler::onScreenReleased(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 343 | android::EventThread* thread; |
| 344 | { |
| 345 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 346 | RETURN_IF_INVALID_HANDLE(handle); |
| 347 | thread = mConnections[handle].thread.get(); |
| 348 | } |
| 349 | thread->onScreenReleased(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 350 | } |
| 351 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 352 | void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) { |
| 353 | std::vector<FrameRateOverride> overrides; |
| 354 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 355 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 356 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 357 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 358 | } |
| 359 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 360 | if (mFrameRateOverridesFromBackdoor.count(uid) == 0) { |
| 361 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 362 | } |
| 363 | } |
| 364 | } |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 365 | android::EventThread* thread; |
| 366 | { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 367 | std::lock_guard lock(mConnectionsLock); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 368 | RETURN_IF_INVALID_HANDLE(handle); |
| 369 | thread = mConnections[handle].thread.get(); |
| 370 | } |
| 371 | thread->onFrameRateOverridesChanged(displayId, std::move(overrides)); |
| 372 | } |
| 373 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 374 | void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 375 | { |
| 376 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 377 | // Cache the last reported modes for primary display. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 378 | mFeatures.cachedModeChangedParams = {handle, mode}; |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 379 | |
| 380 | // Invalidate content based refresh rate selection so it could be calculated |
| 381 | // again for the new refresh rate. |
| 382 | mFeatures.contentRequirements.clear(); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 383 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 384 | onNonPrimaryDisplayModeChanged(handle, mode); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 385 | } |
| 386 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 387 | void Scheduler::dispatchCachedReportedMode() { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 388 | // Check optional fields first. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 389 | if (!mFeatures.mode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 390 | ALOGW("No mode ID found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 391 | return; |
| 392 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 393 | if (!mFeatures.cachedModeChangedParams.has_value()) { |
| 394 | ALOGW("No mode changed params found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 395 | return; |
| 396 | } |
| 397 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 398 | // If there is no change from cached mode, there is no need to dispatch an event |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 399 | if (mFeatures.mode == mFeatures.cachedModeChangedParams->mode) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 400 | return; |
| 401 | } |
| 402 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 403 | mFeatures.cachedModeChangedParams->mode = mFeatures.mode; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 404 | onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle, |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 405 | mFeatures.cachedModeChangedParams->mode); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 406 | } |
| 407 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 408 | void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 409 | android::EventThread* thread; |
| 410 | { |
| 411 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 412 | RETURN_IF_INVALID_HANDLE(handle); |
| 413 | thread = mConnections[handle].thread.get(); |
| 414 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 415 | thread->onModeChanged(mode); |
Ady Abraham | 447052e | 2019-02-13 16:07:27 -0800 | [diff] [blame] | 416 | } |
| 417 | |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 418 | size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 419 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 420 | RETURN_IF_INVALID_HANDLE(handle, 0); |
| 421 | return mConnections[handle].thread->getEventThreadConnectionCount(); |
| 422 | } |
| 423 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 424 | void Scheduler::dump(ConnectionHandle handle, std::string& result) const { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 425 | android::EventThread* thread; |
| 426 | { |
| 427 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 428 | RETURN_IF_INVALID_HANDLE(handle); |
| 429 | thread = mConnections.at(handle).thread.get(); |
| 430 | } |
| 431 | thread->dump(result); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 432 | } |
| 433 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 434 | void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration, |
| 435 | std::chrono::nanoseconds readyDuration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 436 | android::EventThread* thread; |
| 437 | { |
| 438 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 439 | RETURN_IF_INVALID_HANDLE(handle); |
| 440 | thread = mConnections[handle].thread.get(); |
| 441 | } |
| 442 | thread->setDuration(workDuration, readyDuration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 443 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 444 | |
Ady Abraham | e90dd52 | 2020-12-29 12:08:45 -0800 | [diff] [blame] | 445 | DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) { |
| 446 | const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now); |
| 447 | const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod(); |
| 448 | return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod}; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 449 | } |
| 450 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 451 | Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) { |
| 452 | if (mInjectVSyncs == enable) { |
| 453 | return {}; |
| 454 | } |
| 455 | |
| 456 | ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling"); |
| 457 | |
| 458 | if (!mInjectorConnectionHandle) { |
| 459 | auto vsyncSource = std::make_unique<InjectVSyncSource>(); |
| 460 | mVSyncInjector = vsyncSource.get(); |
| 461 | |
| 462 | auto eventThread = |
| 463 | std::make_unique<impl::EventThread>(std::move(vsyncSource), |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 464 | /*tokenManager=*/nullptr, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 465 | impl::EventThread::InterceptVSyncsCallback(), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 466 | impl::EventThread::ThrottleVsyncCallback(), |
| 467 | impl::EventThread::GetVsyncPeriodFunction()); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 468 | |
Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 469 | // EventThread does not dispatch VSYNC unless the display is connected and powered on. |
| 470 | eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true); |
| 471 | eventThread->onScreenAcquired(); |
| 472 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 473 | mInjectorConnectionHandle = createConnection(std::move(eventThread)); |
| 474 | } |
| 475 | |
| 476 | mInjectVSyncs = enable; |
| 477 | return mInjectorConnectionHandle; |
| 478 | } |
| 479 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 480 | bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) { |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 481 | if (!mInjectVSyncs || !mVSyncInjector) { |
| 482 | return false; |
| 483 | } |
| 484 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 485 | mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 486 | return true; |
| 487 | } |
| 488 | |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 489 | void Scheduler::enableHardwareVsync() { |
| 490 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 491 | if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 492 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 493 | mSchedulerCallback.setVsyncEnabled(true); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 494 | mPrimaryHWVsyncEnabled = true; |
| 495 | } |
| 496 | } |
| 497 | |
| 498 | void Scheduler::disableHardwareVsync(bool makeUnavailable) { |
| 499 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 500 | if (mPrimaryHWVsyncEnabled) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 501 | mSchedulerCallback.setVsyncEnabled(false); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 502 | mPrimaryHWVsyncEnabled = false; |
| 503 | } |
| 504 | if (makeUnavailable) { |
| 505 | mHWVsyncAvailable = false; |
| 506 | } |
| 507 | } |
| 508 | |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 509 | void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { |
| 510 | { |
| 511 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 512 | if (makeAvailable) { |
| 513 | mHWVsyncAvailable = makeAvailable; |
| 514 | } else if (!mHWVsyncAvailable) { |
| 515 | // Hardware vsync is not currently available, so abort the resync |
| 516 | // attempt for now |
| 517 | return; |
| 518 | } |
| 519 | } |
| 520 | |
| 521 | if (period <= 0) { |
| 522 | return; |
| 523 | } |
| 524 | |
| 525 | setVsyncPeriod(period); |
| 526 | } |
| 527 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 528 | void Scheduler::resync() { |
Long Ling | 457bef9 | 2019-09-11 14:43:11 -0700 | [diff] [blame] | 529 | static constexpr nsecs_t kIgnoreDelay = ms2ns(750); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 530 | |
| 531 | const nsecs_t now = systemTime(); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 532 | const nsecs_t last = mLastResyncTime.exchange(now); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 533 | |
| 534 | if (now - last > kIgnoreDelay) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 535 | const auto vsyncPeriod = [&] { |
| 536 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 537 | return mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod(); |
| 538 | }(); |
| 539 | resyncToHardwareVsync(false, vsyncPeriod); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 540 | } |
| 541 | } |
| 542 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 543 | void Scheduler::setVsyncPeriod(nsecs_t period) { |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 544 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 545 | mVsyncSchedule.controller->startPeriodTransition(period); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 546 | |
| 547 | if (!mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 548 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 549 | mSchedulerCallback.setVsyncEnabled(true); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 550 | mPrimaryHWVsyncEnabled = true; |
| 551 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 552 | } |
| 553 | |
Ady Abraham | 5dee2f1 | 2020-02-05 17:49:47 -0800 | [diff] [blame] | 554 | void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod, |
| 555 | bool* periodFlushed) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 556 | bool needsHwVsync = false; |
Alec Mouri | f8e689c | 2019-05-20 18:32:22 -0700 | [diff] [blame] | 557 | *periodFlushed = false; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 558 | { // Scope for the lock |
| 559 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 560 | if (mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 561 | needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod, |
| 562 | periodFlushed); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 563 | } |
| 564 | } |
| 565 | |
| 566 | if (needsHwVsync) { |
| 567 | enableHardwareVsync(); |
| 568 | } else { |
| 569 | disableHardwareVsync(false); |
| 570 | } |
| 571 | } |
| 572 | |
| 573 | void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 574 | if (mVsyncSchedule.controller->addPresentFence(fenceTime)) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 575 | enableHardwareVsync(); |
| 576 | } else { |
| 577 | disableHardwareVsync(false); |
| 578 | } |
| 579 | } |
| 580 | |
| 581 | void Scheduler::setIgnorePresentFences(bool ignore) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 582 | mVsyncSchedule.controller->setIgnorePresentFences(ignore); |
Ady Abraham | c3e2131 | 2019-02-07 14:30:23 -0800 | [diff] [blame] | 583 | } |
| 584 | |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 585 | void Scheduler::registerLayer(Layer* layer) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 586 | scheduler::LayerHistory::LayerVoteType voteType; |
| 587 | |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 588 | if (!mOptions.useContentDetection || layer->getWindowType() == WindowInfo::Type::STATUS_BAR) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 589 | voteType = scheduler::LayerHistory::LayerVoteType::NoVote; |
chaviw | 3277faf | 2021-05-19 16:45:23 -0500 | [diff] [blame] | 590 | } else if (layer->getWindowType() == WindowInfo::Type::WALLPAPER) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 591 | // Running Wallpaper at Min is considered as part of content detection. |
| 592 | voteType = scheduler::LayerHistory::LayerVoteType::Min; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 593 | } else { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 594 | voteType = scheduler::LayerHistory::LayerVoteType::Heuristic; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 595 | } |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 596 | |
Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 597 | // If the content detection feature is off, we still keep the layer history, |
| 598 | // since we use it for other features (like Frame Rate API), so layers |
| 599 | // still need to be registered. |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 600 | mLayerHistory->registerLayer(layer, voteType); |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 601 | } |
| 602 | |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 603 | void Scheduler::deregisterLayer(Layer* layer) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 604 | mLayerHistory->deregisterLayer(layer); |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 605 | } |
| 606 | |
Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 607 | void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime, |
| 608 | LayerHistory::LayerUpdateType updateType) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 609 | { |
| 610 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 611 | if (!mRefreshRateConfigs->canSwitch()) return; |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 612 | } |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 613 | |
| 614 | mLayerHistory->record(layer, presentTime, systemTime(), updateType); |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 615 | } |
| 616 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 617 | void Scheduler::setModeChangePending(bool pending) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 618 | mLayerHistory->setModeChangePending(pending); |
Ady Abraham | 32efd54 | 2020-05-19 17:49:26 -0700 | [diff] [blame] | 619 | } |
| 620 | |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 621 | void Scheduler::chooseRefreshRateForContent() { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 622 | { |
| 623 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 624 | if (!mRefreshRateConfigs->canSwitch()) return; |
| 625 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 626 | |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 627 | ATRACE_CALL(); |
| 628 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 629 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 630 | scheduler::LayerHistory::Summary summary = |
| 631 | mLayerHistory->summarize(*refreshRateConfigs, systemTime()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 632 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 633 | DisplayModePtr newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 634 | bool frameRateChanged; |
| 635 | bool frameRateOverridesChanged; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 636 | { |
| 637 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 638 | mFeatures.contentRequirements = summary; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 639 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 640 | newMode = calculateRefreshRateModeId(&consideredSignals); |
| 641 | frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 642 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 643 | if (mFeatures.mode == newMode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 644 | // We don't need to change the display mode, but we might need to send an event |
| 645 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 646 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 647 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 648 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 649 | frameRateChanged = false; |
| 650 | } else { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 651 | mFeatures.mode = newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 652 | frameRateChanged = true; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 653 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 654 | } |
| 655 | if (frameRateChanged) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 656 | auto newRefreshRate = refreshRateConfigs->getRefreshRateFromModeId(newMode->getId()); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 657 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 658 | consideredSignals.idle ? ModeEvent::None |
| 659 | : ModeEvent::Changed); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 660 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 661 | if (frameRateOverridesChanged) { |
| 662 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 663 | } |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 664 | } |
| 665 | |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 666 | void Scheduler::resetIdleTimer() { |
| 667 | if (mIdleTimer) { |
| 668 | mIdleTimer->reset(); |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 669 | } |
| 670 | } |
| 671 | |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 672 | void Scheduler::notifyTouchEvent() { |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 673 | if (mTouchTimer) { |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 674 | mTouchTimer->reset(); |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 675 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 676 | if (mOptions.supportKernelTimer && mIdleTimer) { |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 677 | mIdleTimer->reset(); |
| 678 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 679 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 680 | } |
| 681 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 682 | void Scheduler::setDisplayPowerState(bool normal) { |
| 683 | { |
| 684 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 685 | mFeatures.isDisplayPowerStateNormal = normal; |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 686 | } |
| 687 | |
| 688 | if (mDisplayPowerTimer) { |
| 689 | mDisplayPowerTimer->reset(); |
| 690 | } |
| 691 | |
| 692 | // Display Power event will boost the refresh rate to performance. |
| 693 | // Clear Layer History to get fresh FPS detection |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 694 | mLayerHistory->clear(); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 695 | } |
| 696 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 697 | void Scheduler::kernelIdleTimerCallback(TimerState state) { |
| 698 | ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 699 | |
Ady Abraham | 2139f73 | 2019-11-13 18:56:40 -0800 | [diff] [blame] | 700 | // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate |
| 701 | // magic number |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 702 | const auto refreshRate = [&] { |
| 703 | std::scoped_lock lock(mRefreshRateConfigsLock); |
| 704 | return mRefreshRateConfigs->getCurrentRefreshRate(); |
| 705 | }(); |
| 706 | |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 707 | constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f}; |
| 708 | if (state == TimerState::Reset && |
| 709 | refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Alec Mouri | 7f01518 | 2019-07-11 13:56:22 -0700 | [diff] [blame] | 710 | // If we're not in performance mode then the kernel timer shouldn't do |
| 711 | // anything, as the refresh rate during DPU power collapse will be the |
| 712 | // same. |
Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 713 | resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod()); |
| 714 | } else if (state == TimerState::Expired && |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 715 | refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 716 | // Disable HW VSYNC if the timer expired, as we don't need it enabled if |
| 717 | // we're not pushing frames, and if we're in PERFORMANCE mode then we'll |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 718 | // need to update the VsyncController model anyway. |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 719 | disableHardwareVsync(false /* makeUnavailable */); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 720 | } |
Ady Abraham | a09852a | 2020-02-20 14:23:42 -0800 | [diff] [blame] | 721 | |
| 722 | mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 723 | } |
| 724 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 725 | void Scheduler::idleTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 726 | handleTimerStateChanged(&mFeatures.idleTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 727 | ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 728 | } |
| 729 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 730 | void Scheduler::touchTimerCallback(TimerState state) { |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 731 | const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 732 | // Touch event will boost the refresh rate to performance. |
| 733 | // Clear layer history to get fresh FPS detection. |
| 734 | // NOTE: Instead of checking all the layers, we should be checking the layer |
| 735 | // that is currently on top. b/142507166 will give us this capability. |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 736 | if (handleTimerStateChanged(&mFeatures.touch, touch)) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 737 | mLayerHistory->clear(); |
Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 738 | } |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 739 | ATRACE_INT("TouchState", static_cast<int>(touch)); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 740 | } |
| 741 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 742 | void Scheduler::displayPowerTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 743 | handleTimerStateChanged(&mFeatures.displayPowerTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 744 | ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state)); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 745 | } |
| 746 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 747 | void Scheduler::dump(std::string& result) const { |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 748 | using base::StringAppendF; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 749 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 750 | StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off"); |
Ana Krulec | 3d367c8 | 2020-02-25 15:02:01 -0800 | [diff] [blame] | 751 | StringAppendF(&result, "+ Touch timer: %s\n", |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 752 | mTouchTimer ? mTouchTimer->dump().c_str() : "off"); |
| 753 | StringAppendF(&result, "+ Content detection: %s %s\n\n", |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 754 | toContentDetectionString(mOptions.useContentDetection), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 755 | mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)"); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 756 | |
| 757 | { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 758 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 759 | StringAppendF(&result, "Frame Rate Overrides (backdoor): {"); |
| 760 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 761 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 762 | } |
| 763 | StringAppendF(&result, "}\n"); |
| 764 | |
| 765 | StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {"); |
| 766 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 767 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 768 | } |
| 769 | StringAppendF(&result, "}\n"); |
| 770 | } |
Ana Krulec | b43429d | 2019-01-09 14:28:51 -0800 | [diff] [blame] | 771 | } |
| 772 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 773 | void Scheduler::dumpVsync(std::string& s) const { |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 774 | using base::StringAppendF; |
| 775 | |
| 776 | StringAppendF(&s, "VSyncReactor:\n"); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 777 | mVsyncSchedule.controller->dump(s); |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 778 | StringAppendF(&s, "VSyncDispatch:\n"); |
| 779 | mVsyncSchedule.dispatch->dump(s); |
| 780 | } |
| 781 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 782 | bool Scheduler::updateFrameRateOverrides( |
| 783 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) { |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 784 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
| 785 | if (!refreshRateConfigs->supportsFrameRateOverride()) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 786 | return false; |
| 787 | } |
| 788 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 789 | if (!consideredSignals.idle) { |
| 790 | const auto frameRateOverrides = |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 791 | refreshRateConfigs->getFrameRateOverrides(mFeatures.contentRequirements, |
Ady Abraham | dd5bfa9 | 2021-01-07 17:56:08 -0800 | [diff] [blame] | 792 | displayRefreshRate, |
| 793 | consideredSignals.touch); |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 794 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 795 | if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(), |
| 796 | frameRateOverrides.begin(), frameRateOverrides.end(), |
| 797 | [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) { |
| 798 | return a.first == b.first && a.second.equalsWithMargin(b.second); |
| 799 | })) { |
| 800 | mFrameRateOverridesByContent = frameRateOverrides; |
| 801 | return true; |
| 802 | } |
| 803 | } |
| 804 | return false; |
| 805 | } |
| 806 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 807 | template <class T> |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 808 | bool Scheduler::handleTimerStateChanged(T* currentState, T newState) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 809 | DisplayModePtr newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 810 | bool refreshRateChanged = false; |
| 811 | bool frameRateOverridesChanged; |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 812 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 813 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 814 | { |
| 815 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 816 | if (*currentState == newState) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 817 | return false; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 818 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 819 | *currentState = newState; |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 820 | newMode = calculateRefreshRateModeId(&consideredSignals); |
| 821 | frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, newMode->getFps()); |
| 822 | if (mFeatures.mode == newMode) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 823 | // We don't need to change the display mode, but we might need to send an event |
| 824 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 825 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 826 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 827 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 828 | } else { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 829 | mFeatures.mode = newMode; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 830 | refreshRateChanged = true; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 831 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 832 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 833 | if (refreshRateChanged) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 834 | const RefreshRate& newRefreshRate = |
| 835 | refreshRateConfigs->getRefreshRateFromModeId(newMode->getId()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 836 | |
| 837 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 838 | consideredSignals.idle ? ModeEvent::None |
| 839 | : ModeEvent::Changed); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 840 | } |
| 841 | if (frameRateOverridesChanged) { |
| 842 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 843 | } |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 844 | return consideredSignals.touch; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 845 | } |
| 846 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 847 | DisplayModePtr Scheduler::calculateRefreshRateModeId( |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 848 | scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) { |
Ady Abraham | 4ccdcb4 | 2020-02-11 17:34:34 -0800 | [diff] [blame] | 849 | ATRACE_CALL(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 850 | if (consideredSignals) *consideredSignals = {}; |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 851 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 852 | const auto refreshRateConfigs = holdRefreshRateConfigs(); |
Steven Thomas | f734df4 | 2020-04-13 21:09:28 -0700 | [diff] [blame] | 853 | // If Display Power is not in normal operation we want to be in performance mode. When coming |
| 854 | // back to normal mode, a grace period is given with DisplayPowerTimer. |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 855 | if (mDisplayPowerTimer && |
| 856 | (!mFeatures.isDisplayPowerStateNormal || |
| 857 | mFeatures.displayPowerTimer == TimerState::Reset)) { |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 858 | return refreshRateConfigs->getMaxRefreshRateByPolicy().getMode(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 859 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 860 | |
Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 861 | const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active; |
| 862 | const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired; |
| 863 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 864 | return refreshRateConfigs |
| 865 | ->getBestRefreshRate(mFeatures.contentRequirements, |
| 866 | {.touch = touchActive, .idle = idle}, consideredSignals) |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 867 | .getMode(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 868 | } |
| 869 | |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 870 | DisplayModePtr Scheduler::getPreferredDisplayMode() { |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 871 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 872 | // Make sure that the default mode ID is first updated, before returned. |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 873 | if (mFeatures.mode) { |
| 874 | mFeatures.mode = calculateRefreshRateModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 875 | } |
Ady Abraham | 690f461 | 2021-07-01 23:24:03 -0700 | [diff] [blame^] | 876 | return mFeatures.mode; |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 877 | } |
| 878 | |
Peiyong Lin | e9d809e | 2020-04-14 13:10:48 -0700 | [diff] [blame] | 879 | void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) { |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 880 | if (timeline.refreshRequired) { |
| 881 | mSchedulerCallback.repaintEverythingForHWC(); |
| 882 | } |
| 883 | |
| 884 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 885 | mLastVsyncPeriodChangeTimeline = std::make_optional(timeline); |
| 886 | |
| 887 | const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count(); |
| 888 | if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) { |
| 889 | mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime; |
| 890 | } |
| 891 | } |
| 892 | |
| 893 | void Scheduler::onDisplayRefreshed(nsecs_t timestamp) { |
| 894 | bool callRepaint = false; |
| 895 | { |
| 896 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 897 | if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) { |
| 898 | if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) { |
| 899 | mLastVsyncPeriodChangeTimeline->refreshRequired = false; |
| 900 | } else { |
| 901 | // We need to send another refresh as refreshTimeNanos is still in the future |
| 902 | callRepaint = true; |
| 903 | } |
| 904 | } |
| 905 | } |
| 906 | |
| 907 | if (callRepaint) { |
| 908 | mSchedulerCallback.repaintEverythingForHWC(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 909 | } |
| 910 | } |
| 911 | |
Ady Abraham | 7825c68 | 2021-05-17 15:12:14 -0700 | [diff] [blame] | 912 | void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 913 | mLayerHistory->setDisplayArea(displayArea); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 914 | } |
| 915 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 916 | void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) { |
| 917 | if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) { |
| 918 | return; |
| 919 | } |
| 920 | |
Ady Abraham | 3efa394 | 2021-06-24 19:01:25 -0700 | [diff] [blame] | 921 | std::lock_guard lock(mFrameRateOverridesLock); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 922 | if (frameRateOverride.frameRateHz != 0.f) { |
| 923 | mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz); |
| 924 | } else { |
| 925 | mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid); |
| 926 | } |
| 927 | } |
| 928 | |
Ady Abraham | 3645e64 | 2021-04-20 18:39:00 -0700 | [diff] [blame] | 929 | std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom( |
| 930 | nsecs_t expectedPresentTime) const { |
| 931 | const auto presentTime = std::chrono::nanoseconds(expectedPresentTime); |
| 932 | const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod()); |
| 933 | return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod); |
| 934 | } |
| 935 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 936 | } // namespace android |