Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "Scheduler" |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 21 | #include "Scheduler.h" |
| 22 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 23 | #include <android-base/properties.h> |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 24 | #include <android-base/stringprintf.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 25 | #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> |
| 26 | #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 27 | #include <configstore/Utils.h> |
Ady Abraham | 8f1ee7f | 2019-04-05 10:32:50 -0700 | [diff] [blame] | 28 | #include <input/InputWindow.h> |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 29 | #include <system/window.h> |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 30 | #include <ui/DisplayStatInfo.h> |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 31 | #include <utils/Timers.h> |
Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 32 | #include <utils/Trace.h> |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 33 | |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 34 | #include <FrameTimeline/FrameTimeline.h> |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 35 | #include <algorithm> |
| 36 | #include <cinttypes> |
| 37 | #include <cstdint> |
| 38 | #include <functional> |
| 39 | #include <memory> |
| 40 | #include <numeric> |
| 41 | |
| 42 | #include "../Layer.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 43 | #include "DispSyncSource.h" |
| 44 | #include "EventThread.h" |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 45 | #include "InjectVSyncSource.h" |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 46 | #include "OneShotTimer.h" |
Ana Krulec | 434c22d | 2018-11-28 13:48:36 +0100 | [diff] [blame] | 47 | #include "SchedulerUtils.h" |
Sundong Ahn | d5e08f6 | 2018-12-12 20:27:28 +0900 | [diff] [blame] | 48 | #include "SurfaceFlingerProperties.h" |
Kevin DuBois | 0028738 | 2019-11-19 15:11:55 -0800 | [diff] [blame] | 49 | #include "Timer.h" |
| 50 | #include "VSyncDispatchTimerQueue.h" |
| 51 | #include "VSyncPredictor.h" |
| 52 | #include "VSyncReactor.h" |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 53 | #include "VsyncController.h" |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 54 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 55 | #define RETURN_IF_INVALID_HANDLE(handle, ...) \ |
| 56 | do { \ |
| 57 | if (mConnections.count(handle) == 0) { \ |
| 58 | ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \ |
| 59 | return __VA_ARGS__; \ |
| 60 | } \ |
| 61 | } while (false) |
| 62 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 63 | using namespace std::string_literals; |
| 64 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 65 | namespace android { |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 66 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 67 | namespace { |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 68 | |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 69 | std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 70 | // TODO(b/144707443): Tune constants. |
| 71 | constexpr int kDefaultRate = 60; |
| 72 | constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1); |
| 73 | constexpr nsecs_t idealPeriod = |
| 74 | std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count(); |
| 75 | constexpr size_t vsyncTimestampHistorySize = 20; |
| 76 | constexpr size_t minimumSamplesForPrediction = 6; |
| 77 | constexpr uint32_t discardOutlierPercent = 20; |
| 78 | return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize, |
| 79 | minimumSamplesForPrediction, |
| 80 | discardOutlierPercent); |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 83 | std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) { |
| 84 | // TODO(b/144707443): Tune constants. |
| 85 | constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms; |
| 86 | constexpr std::chrono::nanoseconds timerSlack = 500us; |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 87 | return std::make_unique< |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 88 | scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker, |
Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 89 | timerSlack.count(), vsyncMoveThreshold.count()); |
| 90 | } |
| 91 | |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 92 | const char* toContentDetectionString(bool useContentDetection) { |
| 93 | return useContentDetection ? "on" : "off"; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | } // namespace |
| 97 | |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 98 | class PredictedVsyncTracer { |
| 99 | public: |
| 100 | PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch) |
| 101 | : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this), |
| 102 | "PredictedVsyncTracer") { |
| 103 | scheduleRegistration(); |
| 104 | } |
| 105 | |
| 106 | private: |
| 107 | TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0}; |
| 108 | scheduler::VSyncCallbackRegistration mRegistration; |
| 109 | |
| 110 | void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); } |
| 111 | |
| 112 | void callback() { |
| 113 | mParity = !mParity; |
| 114 | scheduleRegistration(); |
| 115 | } |
| 116 | }; |
| 117 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 118 | Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback) |
| 119 | : Scheduler(configs, callback, |
| 120 | {.supportKernelTimer = sysprop::support_kernel_idle_timer(false), |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 121 | .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) { |
| 122 | } |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 123 | |
| 124 | Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback, |
| 125 | Options options) |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 126 | : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback, |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 127 | createLayerHistory(configs), options) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 128 | using namespace sysprop; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 129 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 130 | const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 131 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 132 | if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 133 | const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback |
| 134 | : &Scheduler::idleTimerCallback; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 135 | mIdleTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 136 | "IdleTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 137 | [this, callback] { std::invoke(callback, this, TimerState::Reset); }, |
| 138 | [this, callback] { std::invoke(callback, this, TimerState::Expired); }); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 139 | mIdleTimer->start(); |
| 140 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 141 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 142 | if (const int64_t millis = set_touch_timer_ms(0); millis > 0) { |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 143 | // Touch events are coming to SF every 100ms, so the timer needs to be higher than that |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 144 | mTouchTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 145 | "TouchTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 146 | [this] { touchTimerCallback(TimerState::Reset); }, |
| 147 | [this] { touchTimerCallback(TimerState::Expired); }); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 148 | mTouchTimer->start(); |
| 149 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 150 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 151 | if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) { |
| 152 | mDisplayPowerTimer.emplace( |
Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 153 | "DisplayPowerTimer", std::chrono::milliseconds(millis), |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 154 | [this] { displayPowerTimerCallback(TimerState::Reset); }, |
| 155 | [this] { displayPowerTimerCallback(TimerState::Expired); }); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 156 | mDisplayPowerTimer->start(); |
| 157 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 158 | } |
| 159 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 160 | Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs, |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 161 | ISchedulerCallback& schedulerCallback, |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 162 | std::unique_ptr<LayerHistory> layerHistory, Options options) |
| 163 | : mOptions(options), |
| 164 | mVsyncSchedule(std::move(schedule)), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 165 | mLayerHistory(std::move(layerHistory)), |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 166 | mSchedulerCallback(schedulerCallback), |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 167 | mRefreshRateConfigs(configs), |
| 168 | mPredictedVsyncTracer( |
| 169 | base::GetBoolProperty("debug.sf.show_predicted_vsync", false) |
| 170 | ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch) |
| 171 | : nullptr) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 172 | mSchedulerCallback.setVsyncEnabled(false); |
| 173 | } |
Dominik Laskowski | 7c9dbf9 | 2019-08-01 17:57:31 -0700 | [diff] [blame] | 174 | |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 175 | Scheduler::~Scheduler() { |
Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 176 | // Ensure the OneShotTimer threads are joined before we start destroying state. |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 177 | mDisplayPowerTimer.reset(); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 178 | mTouchTimer.reset(); |
Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 179 | mIdleTimer.reset(); |
| 180 | } |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 181 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 182 | Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 183 | auto clock = std::make_unique<scheduler::SystemClock>(); |
| 184 | auto tracker = createVSyncTracker(); |
| 185 | auto dispatch = createVSyncDispatch(*tracker); |
| 186 | |
| 187 | // TODO(b/144707443): Tune constants. |
| 188 | constexpr size_t pendingFenceLimit = 20; |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 189 | auto controller = |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 190 | std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit, |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 191 | supportKernelTimer); |
| 192 | return {std::move(controller), std::move(tracker), std::move(dispatch)}; |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 193 | } |
| 194 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 195 | std::unique_ptr<LayerHistory> Scheduler::createLayerHistory( |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 196 | const scheduler::RefreshRateConfigs& configs) { |
Marin Shalamanov | 1bc43ee | 2020-11-20 16:56:52 +0100 | [diff] [blame] | 197 | return std::make_unique<scheduler::LayerHistory>(configs); |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 198 | } |
| 199 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 200 | std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource( |
| 201 | const char* name, std::chrono::nanoseconds workDuration, |
| 202 | std::chrono::nanoseconds readyDuration, bool traceVsync) { |
| 203 | return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration, |
| 204 | readyDuration, traceVsync, name); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 205 | } |
| 206 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 207 | std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const { |
Ady Abraham | 899dcdb | 2021-06-15 16:56:21 -0700 | [diff] [blame] | 208 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { |
| 209 | return std::nullopt; |
| 210 | } |
| 211 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 212 | std::lock_guard lock(mFrameRateOverridesMutex); |
| 213 | { |
| 214 | const auto iter = mFrameRateOverridesFromBackdoor.find(uid); |
| 215 | if (iter != mFrameRateOverridesFromBackdoor.end()) { |
| 216 | return std::make_optional<Fps>(iter->second); |
| 217 | } |
| 218 | } |
| 219 | |
| 220 | { |
| 221 | const auto iter = mFrameRateOverridesByContent.find(uid); |
| 222 | if (iter != mFrameRateOverridesByContent.end()) { |
| 223 | return std::make_optional<Fps>(iter->second); |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | return std::nullopt; |
| 228 | } |
| 229 | |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 230 | bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 231 | const auto frameRate = getFrameRateOverride(uid); |
| 232 | if (!frameRate.has_value()) { |
| 233 | return true; |
| 234 | } |
| 235 | |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 236 | return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate); |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 237 | } |
| 238 | |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 239 | impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const { |
| 240 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { |
| 241 | return {}; |
| 242 | } |
| 243 | |
| 244 | return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) { |
| 245 | return !isVsyncValid(expectedVsyncTimestamp, uid); |
| 246 | }; |
| 247 | } |
| 248 | |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 249 | impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const { |
| 250 | return [this](uid_t uid) { |
| 251 | nsecs_t basePeriod = mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod(); |
| 252 | const auto frameRate = getFrameRateOverride(uid); |
| 253 | if (!frameRate.has_value()) { |
| 254 | return basePeriod; |
| 255 | } |
| 256 | |
| 257 | const auto divider = scheduler::RefreshRateConfigs::getFrameRateDivider( |
| 258 | mRefreshRateConfigs.getCurrentRefreshRate().getFps(), *frameRate); |
| 259 | if (divider <= 1) { |
| 260 | return basePeriod; |
| 261 | } |
| 262 | return basePeriod * divider; |
| 263 | }; |
| 264 | } |
| 265 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 266 | Scheduler::ConnectionHandle Scheduler::createConnection( |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 267 | const char* connectionName, frametimeline::TokenManager* tokenManager, |
| 268 | std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration, |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 269 | impl::EventThread::InterceptVSyncsCallback interceptCallback) { |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 270 | auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration); |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 271 | auto throttleVsync = makeThrottleVsyncCallback(); |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 272 | auto getVsyncPeriod = makeGetVsyncPeriodFunction(); |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 273 | auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 274 | std::move(interceptCallback), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 275 | std::move(throttleVsync), |
| 276 | std::move(getVsyncPeriod)); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 277 | return createConnection(std::move(eventThread)); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 278 | } |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 279 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 280 | Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) { |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 281 | const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++}; |
| 282 | ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id); |
Dominik Laskowski | f654d57 | 2018-12-20 11:03:06 -0800 | [diff] [blame] | 283 | |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 284 | auto connection = createConnectionInternal(eventThread.get()); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 285 | |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 286 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 287 | mConnections.emplace(handle, Connection{connection, std::move(eventThread)}); |
| 288 | return handle; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 289 | } |
| 290 | |
Ady Abraham | 0f4a1b1 | 2019-06-04 16:04:04 -0700 | [diff] [blame] | 291 | sp<EventThreadConnection> Scheduler::createConnectionInternal( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 292 | EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
| 293 | return eventThread->createEventConnection([&] { resync(); }, eventRegistration); |
Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 294 | } |
| 295 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 296 | sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 297 | ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 298 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 299 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 300 | return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 301 | } |
| 302 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 303 | sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 304 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 305 | RETURN_IF_INVALID_HANDLE(handle, nullptr); |
| 306 | return mConnections[handle].connection; |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 307 | } |
| 308 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 309 | void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 310 | bool connected) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 311 | android::EventThread* thread; |
| 312 | { |
| 313 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 314 | RETURN_IF_INVALID_HANDLE(handle); |
| 315 | thread = mConnections[handle].thread.get(); |
| 316 | } |
| 317 | |
| 318 | thread->onHotplugReceived(displayId, connected); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 319 | } |
| 320 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 321 | void Scheduler::onScreenAcquired(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 322 | android::EventThread* thread; |
| 323 | { |
| 324 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 325 | RETURN_IF_INVALID_HANDLE(handle); |
| 326 | thread = mConnections[handle].thread.get(); |
| 327 | } |
| 328 | thread->onScreenAcquired(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 329 | } |
| 330 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 331 | void Scheduler::onScreenReleased(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 332 | android::EventThread* thread; |
| 333 | { |
| 334 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 335 | RETURN_IF_INVALID_HANDLE(handle); |
| 336 | thread = mConnections[handle].thread.get(); |
| 337 | } |
| 338 | thread->onScreenReleased(); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 339 | } |
| 340 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 341 | void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) { |
| 342 | std::vector<FrameRateOverride> overrides; |
| 343 | { |
| 344 | std::lock_guard lock(mFrameRateOverridesMutex); |
| 345 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 346 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 347 | } |
| 348 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 349 | if (mFrameRateOverridesFromBackdoor.count(uid) == 0) { |
| 350 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); |
| 351 | } |
| 352 | } |
| 353 | } |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 354 | android::EventThread* thread; |
| 355 | { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 356 | std::lock_guard lock(mConnectionsLock); |
Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 357 | RETURN_IF_INVALID_HANDLE(handle); |
| 358 | thread = mConnections[handle].thread.get(); |
| 359 | } |
| 360 | thread->onFrameRateOverridesChanged(displayId, std::move(overrides)); |
| 361 | } |
| 362 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 363 | void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 364 | DisplayModeId modeId, nsecs_t vsyncPeriod) { |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 365 | { |
| 366 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 367 | // Cache the last reported modes for primary display. |
| 368 | mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod}; |
Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 369 | |
| 370 | // Invalidate content based refresh rate selection so it could be calculated |
| 371 | // again for the new refresh rate. |
| 372 | mFeatures.contentRequirements.clear(); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 373 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 374 | onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 375 | } |
| 376 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 377 | void Scheduler::dispatchCachedReportedMode() { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 378 | // Check optional fields first. |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 379 | if (!mFeatures.modeId.has_value()) { |
| 380 | ALOGW("No mode ID found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 381 | return; |
| 382 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 383 | if (!mFeatures.cachedModeChangedParams.has_value()) { |
| 384 | ALOGW("No mode changed params found, not dispatching cached mode."); |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 385 | return; |
| 386 | } |
| 387 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 388 | const auto modeId = *mFeatures.modeId; |
| 389 | const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 390 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 391 | // If there is no change from cached mode, there is no need to dispatch an event |
| 392 | if (modeId == mFeatures.cachedModeChangedParams->modeId && |
| 393 | vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 394 | return; |
| 395 | } |
| 396 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 397 | mFeatures.cachedModeChangedParams->modeId = modeId; |
| 398 | mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod; |
| 399 | onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle, |
| 400 | mFeatures.cachedModeChangedParams->displayId, |
| 401 | mFeatures.cachedModeChangedParams->modeId, |
| 402 | mFeatures.cachedModeChangedParams->vsyncPeriod); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 403 | } |
| 404 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 405 | void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, |
| 406 | DisplayModeId modeId, nsecs_t vsyncPeriod) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 407 | android::EventThread* thread; |
| 408 | { |
| 409 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 410 | RETURN_IF_INVALID_HANDLE(handle); |
| 411 | thread = mConnections[handle].thread.get(); |
| 412 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 413 | thread->onModeChanged(displayId, modeId, vsyncPeriod); |
Ady Abraham | 447052e | 2019-02-13 16:07:27 -0800 | [diff] [blame] | 414 | } |
| 415 | |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 416 | size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 417 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 418 | RETURN_IF_INVALID_HANDLE(handle, 0); |
| 419 | return mConnections[handle].thread->getEventThreadConnectionCount(); |
| 420 | } |
| 421 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 422 | void Scheduler::dump(ConnectionHandle handle, std::string& result) const { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 423 | android::EventThread* thread; |
| 424 | { |
| 425 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 426 | RETURN_IF_INVALID_HANDLE(handle); |
| 427 | thread = mConnections.at(handle).thread.get(); |
| 428 | } |
| 429 | thread->dump(result); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 430 | } |
| 431 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 432 | void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration, |
| 433 | std::chrono::nanoseconds readyDuration) { |
Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 434 | android::EventThread* thread; |
| 435 | { |
| 436 | std::lock_guard<std::mutex> lock(mConnectionsLock); |
| 437 | RETURN_IF_INVALID_HANDLE(handle); |
| 438 | thread = mConnections[handle].thread.get(); |
| 439 | } |
| 440 | thread->setDuration(workDuration, readyDuration); |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 441 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 442 | |
Ady Abraham | e90dd52 | 2020-12-29 12:08:45 -0800 | [diff] [blame] | 443 | DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) { |
| 444 | const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now); |
| 445 | const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod(); |
| 446 | return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod}; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 447 | } |
| 448 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 449 | Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) { |
| 450 | if (mInjectVSyncs == enable) { |
| 451 | return {}; |
| 452 | } |
| 453 | |
| 454 | ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling"); |
| 455 | |
| 456 | if (!mInjectorConnectionHandle) { |
| 457 | auto vsyncSource = std::make_unique<InjectVSyncSource>(); |
| 458 | mVSyncInjector = vsyncSource.get(); |
| 459 | |
| 460 | auto eventThread = |
| 461 | std::make_unique<impl::EventThread>(std::move(vsyncSource), |
Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 462 | /*tokenManager=*/nullptr, |
Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 463 | impl::EventThread::InterceptVSyncsCallback(), |
Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 464 | impl::EventThread::ThrottleVsyncCallback(), |
| 465 | impl::EventThread::GetVsyncPeriodFunction()); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 466 | |
Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 467 | // EventThread does not dispatch VSYNC unless the display is connected and powered on. |
| 468 | eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true); |
| 469 | eventThread->onScreenAcquired(); |
| 470 | |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 471 | mInjectorConnectionHandle = createConnection(std::move(eventThread)); |
| 472 | } |
| 473 | |
| 474 | mInjectVSyncs = enable; |
| 475 | return mInjectorConnectionHandle; |
| 476 | } |
| 477 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 478 | bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) { |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 479 | if (!mInjectVSyncs || !mVSyncInjector) { |
| 480 | return false; |
| 481 | } |
| 482 | |
Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 483 | mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp); |
Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 484 | return true; |
| 485 | } |
| 486 | |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 487 | void Scheduler::enableHardwareVsync() { |
| 488 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 489 | if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 490 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 491 | mSchedulerCallback.setVsyncEnabled(true); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 492 | mPrimaryHWVsyncEnabled = true; |
| 493 | } |
| 494 | } |
| 495 | |
| 496 | void Scheduler::disableHardwareVsync(bool makeUnavailable) { |
| 497 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 498 | if (mPrimaryHWVsyncEnabled) { |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 499 | mSchedulerCallback.setVsyncEnabled(false); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 500 | mPrimaryHWVsyncEnabled = false; |
| 501 | } |
| 502 | if (makeUnavailable) { |
| 503 | mHWVsyncAvailable = false; |
| 504 | } |
| 505 | } |
| 506 | |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 507 | void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { |
| 508 | { |
| 509 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 510 | if (makeAvailable) { |
| 511 | mHWVsyncAvailable = makeAvailable; |
| 512 | } else if (!mHWVsyncAvailable) { |
| 513 | // Hardware vsync is not currently available, so abort the resync |
| 514 | // attempt for now |
| 515 | return; |
| 516 | } |
| 517 | } |
| 518 | |
| 519 | if (period <= 0) { |
| 520 | return; |
| 521 | } |
| 522 | |
| 523 | setVsyncPeriod(period); |
| 524 | } |
| 525 | |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 526 | void Scheduler::resync() { |
Long Ling | 457bef9 | 2019-09-11 14:43:11 -0700 | [diff] [blame] | 527 | static constexpr nsecs_t kIgnoreDelay = ms2ns(750); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 528 | |
| 529 | const nsecs_t now = systemTime(); |
Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 530 | const nsecs_t last = mLastResyncTime.exchange(now); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 531 | |
| 532 | if (now - last > kIgnoreDelay) { |
Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 533 | resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod()); |
Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 534 | } |
| 535 | } |
| 536 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 537 | void Scheduler::setVsyncPeriod(nsecs_t period) { |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 538 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 539 | mVsyncSchedule.controller->startPeriodTransition(period); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 540 | |
| 541 | if (!mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 542 | mVsyncSchedule.tracker->resetModel(); |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 543 | mSchedulerCallback.setVsyncEnabled(true); |
Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 544 | mPrimaryHWVsyncEnabled = true; |
| 545 | } |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 546 | } |
| 547 | |
Ady Abraham | 5dee2f1 | 2020-02-05 17:49:47 -0800 | [diff] [blame] | 548 | void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod, |
| 549 | bool* periodFlushed) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 550 | bool needsHwVsync = false; |
Alec Mouri | f8e689c | 2019-05-20 18:32:22 -0700 | [diff] [blame] | 551 | *periodFlushed = false; |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 552 | { // Scope for the lock |
| 553 | std::lock_guard<std::mutex> lock(mHWVsyncLock); |
| 554 | if (mPrimaryHWVsyncEnabled) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 555 | needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod, |
| 556 | periodFlushed); |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 557 | } |
| 558 | } |
| 559 | |
| 560 | if (needsHwVsync) { |
| 561 | enableHardwareVsync(); |
| 562 | } else { |
| 563 | disableHardwareVsync(false); |
| 564 | } |
| 565 | } |
| 566 | |
| 567 | void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 568 | if (mVsyncSchedule.controller->addPresentFence(fenceTime)) { |
Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 569 | enableHardwareVsync(); |
| 570 | } else { |
| 571 | disableHardwareVsync(false); |
| 572 | } |
| 573 | } |
| 574 | |
| 575 | void Scheduler::setIgnorePresentFences(bool ignore) { |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 576 | mVsyncSchedule.controller->setIgnorePresentFences(ignore); |
Ady Abraham | c3e2131 | 2019-02-07 14:30:23 -0800 | [diff] [blame] | 577 | } |
| 578 | |
Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 579 | void Scheduler::registerLayer(Layer* layer) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 580 | scheduler::LayerHistory::LayerVoteType voteType; |
| 581 | |
Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 582 | if (!mOptions.useContentDetection || |
| 583 | layer->getWindowType() == InputWindowInfo::Type::STATUS_BAR) { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 584 | voteType = scheduler::LayerHistory::LayerVoteType::NoVote; |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 585 | } else if (layer->getWindowType() == InputWindowInfo::Type::WALLPAPER) { |
| 586 | // Running Wallpaper at Min is considered as part of content detection. |
| 587 | voteType = scheduler::LayerHistory::LayerVoteType::Min; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 588 | } else { |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 589 | voteType = scheduler::LayerHistory::LayerVoteType::Heuristic; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 590 | } |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 591 | |
Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 592 | // If the content detection feature is off, we still keep the layer history, |
| 593 | // since we use it for other features (like Frame Rate API), so layers |
| 594 | // still need to be registered. |
Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 595 | mLayerHistory->registerLayer(layer, voteType); |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 596 | } |
| 597 | |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 598 | void Scheduler::deregisterLayer(Layer* layer) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 599 | mLayerHistory->deregisterLayer(layer); |
Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 600 | } |
| 601 | |
Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 602 | void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime, |
| 603 | LayerHistory::LayerUpdateType updateType) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 604 | if (mRefreshRateConfigs.canSwitch()) { |
Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 605 | mLayerHistory->record(layer, presentTime, systemTime(), updateType); |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 606 | } |
Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 607 | } |
| 608 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 609 | void Scheduler::setModeChangePending(bool pending) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 610 | mLayerHistory->setModeChangePending(pending); |
Ady Abraham | 32efd54 | 2020-05-19 17:49:26 -0700 | [diff] [blame] | 611 | } |
| 612 | |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 613 | void Scheduler::chooseRefreshRateForContent() { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 614 | if (!mRefreshRateConfigs.canSwitch()) return; |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 615 | |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 616 | ATRACE_CALL(); |
| 617 | |
| 618 | scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime()); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 619 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 620 | DisplayModeId newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 621 | bool frameRateChanged; |
| 622 | bool frameRateOverridesChanged; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 623 | { |
| 624 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 625 | mFeatures.contentRequirements = summary; |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 626 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 627 | newModeId = calculateRefreshRateModeId(&consideredSignals); |
| 628 | auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 629 | frameRateOverridesChanged = |
| 630 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); |
| 631 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 632 | if (mFeatures.modeId == newModeId) { |
| 633 | // We don't need to change the display mode, but we might need to send an event |
| 634 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 635 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 636 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 637 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 638 | frameRateChanged = false; |
| 639 | } else { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 640 | mFeatures.modeId = newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 641 | frameRateChanged = true; |
Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 642 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 643 | } |
| 644 | if (frameRateChanged) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 645 | auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 646 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 647 | consideredSignals.idle ? ModeEvent::None |
| 648 | : ModeEvent::Changed); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 649 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 650 | if (frameRateOverridesChanged) { |
| 651 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 652 | } |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 653 | } |
| 654 | |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 655 | void Scheduler::resetIdleTimer() { |
| 656 | if (mIdleTimer) { |
| 657 | mIdleTimer->reset(); |
Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 658 | } |
| 659 | } |
| 660 | |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 661 | void Scheduler::notifyTouchEvent() { |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 662 | if (mTouchTimer) { |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 663 | mTouchTimer->reset(); |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 664 | |
Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 665 | if (mOptions.supportKernelTimer && mIdleTimer) { |
Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 666 | mIdleTimer->reset(); |
| 667 | } |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 668 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 669 | } |
| 670 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 671 | void Scheduler::setDisplayPowerState(bool normal) { |
| 672 | { |
| 673 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 674 | mFeatures.isDisplayPowerStateNormal = normal; |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 675 | } |
| 676 | |
| 677 | if (mDisplayPowerTimer) { |
| 678 | mDisplayPowerTimer->reset(); |
| 679 | } |
| 680 | |
| 681 | // Display Power event will boost the refresh rate to performance. |
| 682 | // Clear Layer History to get fresh FPS detection |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 683 | mLayerHistory->clear(); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 684 | } |
| 685 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 686 | void Scheduler::kernelIdleTimerCallback(TimerState state) { |
| 687 | ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 688 | |
Ady Abraham | 2139f73 | 2019-11-13 18:56:40 -0800 | [diff] [blame] | 689 | // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate |
| 690 | // magic number |
Ady Abraham | 2e1dd89 | 2020-03-05 13:48:36 -0800 | [diff] [blame] | 691 | const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate(); |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 692 | constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f}; |
| 693 | if (state == TimerState::Reset && |
| 694 | refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Alec Mouri | 7f01518 | 2019-07-11 13:56:22 -0700 | [diff] [blame] | 695 | // If we're not in performance mode then the kernel timer shouldn't do |
| 696 | // anything, as the refresh rate during DPU power collapse will be the |
| 697 | // same. |
Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 698 | resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod()); |
| 699 | } else if (state == TimerState::Expired && |
Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 700 | refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 701 | // Disable HW VSYNC if the timer expired, as we don't need it enabled if |
| 702 | // we're not pushing frames, and if we're in PERFORMANCE mode then we'll |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 703 | // need to update the VsyncController model anyway. |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 704 | disableHardwareVsync(false /* makeUnavailable */); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 705 | } |
Ady Abraham | a09852a | 2020-02-20 14:23:42 -0800 | [diff] [blame] | 706 | |
| 707 | mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 708 | } |
| 709 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 710 | void Scheduler::idleTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 711 | handleTimerStateChanged(&mFeatures.idleTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 712 | ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state)); |
Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 713 | } |
| 714 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 715 | void Scheduler::touchTimerCallback(TimerState state) { |
Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 716 | const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive; |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 717 | // Touch event will boost the refresh rate to performance. |
| 718 | // Clear layer history to get fresh FPS detection. |
| 719 | // NOTE: Instead of checking all the layers, we should be checking the layer |
| 720 | // that is currently on top. b/142507166 will give us this capability. |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 721 | if (handleTimerStateChanged(&mFeatures.touch, touch)) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 722 | mLayerHistory->clear(); |
Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 723 | } |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 724 | ATRACE_INT("TouchState", static_cast<int>(touch)); |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 725 | } |
| 726 | |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 727 | void Scheduler::displayPowerTimerCallback(TimerState state) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 728 | handleTimerStateChanged(&mFeatures.displayPowerTimer, state); |
Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 729 | ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state)); |
Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 730 | } |
| 731 | |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 732 | void Scheduler::dump(std::string& result) const { |
Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 733 | using base::StringAppendF; |
Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 734 | |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 735 | StringAppendF(&result, "+ Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off"); |
Ana Krulec | 3d367c8 | 2020-02-25 15:02:01 -0800 | [diff] [blame] | 736 | StringAppendF(&result, "+ Touch timer: %s\n", |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 737 | mTouchTimer ? mTouchTimer->dump().c_str() : "off"); |
| 738 | StringAppendF(&result, "+ Content detection: %s %s\n\n", |
Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 739 | toContentDetectionString(mOptions.useContentDetection), |
Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 740 | mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)"); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 741 | |
| 742 | { |
| 743 | std::lock_guard lock(mFrameRateOverridesMutex); |
| 744 | StringAppendF(&result, "Frame Rate Overrides (backdoor): {"); |
| 745 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { |
| 746 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 747 | } |
| 748 | StringAppendF(&result, "}\n"); |
| 749 | |
| 750 | StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {"); |
| 751 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { |
| 752 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); |
| 753 | } |
| 754 | StringAppendF(&result, "}\n"); |
| 755 | } |
Ana Krulec | b43429d | 2019-01-09 14:28:51 -0800 | [diff] [blame] | 756 | } |
| 757 | |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 758 | void Scheduler::dumpVsync(std::string& s) const { |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 759 | using base::StringAppendF; |
| 760 | |
| 761 | StringAppendF(&s, "VSyncReactor:\n"); |
Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 762 | mVsyncSchedule.controller->dump(s); |
Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 763 | StringAppendF(&s, "VSyncDispatch:\n"); |
| 764 | mVsyncSchedule.dispatch->dump(s); |
| 765 | } |
| 766 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 767 | bool Scheduler::updateFrameRateOverrides( |
| 768 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) { |
Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 769 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { |
| 770 | return false; |
| 771 | } |
| 772 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 773 | if (!consideredSignals.idle) { |
| 774 | const auto frameRateOverrides = |
| 775 | mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements, |
Ady Abraham | dd5bfa9 | 2021-01-07 17:56:08 -0800 | [diff] [blame] | 776 | displayRefreshRate, |
| 777 | consideredSignals.touch); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 778 | std::lock_guard lock(mFrameRateOverridesMutex); |
| 779 | if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(), |
| 780 | frameRateOverrides.begin(), frameRateOverrides.end(), |
| 781 | [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) { |
| 782 | return a.first == b.first && a.second.equalsWithMargin(b.second); |
| 783 | })) { |
| 784 | mFrameRateOverridesByContent = frameRateOverrides; |
| 785 | return true; |
| 786 | } |
| 787 | } |
| 788 | return false; |
| 789 | } |
| 790 | |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 791 | template <class T> |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 792 | bool Scheduler::handleTimerStateChanged(T* currentState, T newState) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 793 | DisplayModeId newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 794 | bool refreshRateChanged = false; |
| 795 | bool frameRateOverridesChanged; |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 796 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 797 | { |
| 798 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 799 | if (*currentState == newState) { |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 800 | return false; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 801 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 802 | *currentState = newState; |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 803 | newModeId = calculateRefreshRateModeId(&consideredSignals); |
| 804 | const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 805 | frameRateOverridesChanged = |
| 806 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 807 | if (mFeatures.modeId == newModeId) { |
| 808 | // We don't need to change the display mode, but we might need to send an event |
| 809 | // about a mode change, since it was suppressed due to a previous idleConsidered |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 810 | if (!consideredSignals.idle) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 811 | dispatchCachedReportedMode(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 812 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 813 | } else { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 814 | mFeatures.modeId = newModeId; |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 815 | refreshRateChanged = true; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 816 | } |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 817 | } |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 818 | if (refreshRateChanged) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 819 | const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 820 | |
| 821 | mSchedulerCallback.changeRefreshRate(newRefreshRate, |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 822 | consideredSignals.idle ? ModeEvent::None |
| 823 | : ModeEvent::Changed); |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 824 | } |
| 825 | if (frameRateOverridesChanged) { |
| 826 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); |
| 827 | } |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 828 | return consideredSignals.touch; |
Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 829 | } |
| 830 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 831 | DisplayModeId Scheduler::calculateRefreshRateModeId( |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 832 | scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) { |
Ady Abraham | 4ccdcb4 | 2020-02-11 17:34:34 -0800 | [diff] [blame] | 833 | ATRACE_CALL(); |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 834 | if (consideredSignals) *consideredSignals = {}; |
Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 835 | |
Steven Thomas | f734df4 | 2020-04-13 21:09:28 -0700 | [diff] [blame] | 836 | // If Display Power is not in normal operation we want to be in performance mode. When coming |
| 837 | // back to normal mode, a grace period is given with DisplayPowerTimer. |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 838 | if (mDisplayPowerTimer && |
| 839 | (!mFeatures.isDisplayPowerStateNormal || |
| 840 | mFeatures.displayPowerTimer == TimerState::Reset)) { |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 841 | return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 842 | } |
Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 843 | |
Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 844 | const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active; |
| 845 | const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired; |
| 846 | |
Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 847 | return mRefreshRateConfigs |
Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 848 | .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle}, |
| 849 | consideredSignals) |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 850 | .getModeId(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 851 | } |
| 852 | |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 853 | std::optional<DisplayModeId> Scheduler::getPreferredModeId() { |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 854 | std::lock_guard<std::mutex> lock(mFeatureStateLock); |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 855 | // Make sure that the default mode ID is first updated, before returned. |
| 856 | if (mFeatures.modeId.has_value()) { |
| 857 | mFeatures.modeId = calculateRefreshRateModeId(); |
Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 858 | } |
Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 859 | return mFeatures.modeId; |
Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 860 | } |
| 861 | |
Peiyong Lin | e9d809e | 2020-04-14 13:10:48 -0700 | [diff] [blame] | 862 | void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) { |
Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 863 | if (timeline.refreshRequired) { |
| 864 | mSchedulerCallback.repaintEverythingForHWC(); |
| 865 | } |
| 866 | |
| 867 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 868 | mLastVsyncPeriodChangeTimeline = std::make_optional(timeline); |
| 869 | |
| 870 | const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count(); |
| 871 | if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) { |
| 872 | mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime; |
| 873 | } |
| 874 | } |
| 875 | |
| 876 | void Scheduler::onDisplayRefreshed(nsecs_t timestamp) { |
| 877 | bool callRepaint = false; |
| 878 | { |
| 879 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); |
| 880 | if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) { |
| 881 | if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) { |
| 882 | mLastVsyncPeriodChangeTimeline->refreshRequired = false; |
| 883 | } else { |
| 884 | // We need to send another refresh as refreshTimeNanos is still in the future |
| 885 | callRepaint = true; |
| 886 | } |
| 887 | } |
| 888 | } |
| 889 | |
| 890 | if (callRepaint) { |
| 891 | mSchedulerCallback.repaintEverythingForHWC(); |
Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 892 | } |
| 893 | } |
| 894 | |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 895 | void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) { |
Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 896 | mLayerHistory->setDisplayArea(displayArea); |
Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 897 | } |
| 898 | |
Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 899 | void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) { |
| 900 | if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) { |
| 901 | return; |
| 902 | } |
| 903 | |
| 904 | std::lock_guard lock(mFrameRateOverridesMutex); |
| 905 | if (frameRateOverride.frameRateHz != 0.f) { |
| 906 | mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz); |
| 907 | } else { |
| 908 | mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid); |
| 909 | } |
| 910 | } |
| 911 | |
Ady Abraham | 3645e64 | 2021-04-20 18:39:00 -0700 | [diff] [blame] | 912 | std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom( |
| 913 | nsecs_t expectedPresentTime) const { |
| 914 | const auto presentTime = std::chrono::nanoseconds(expectedPresentTime); |
| 915 | const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod()); |
| 916 | return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod); |
| 917 | } |
| 918 | |
Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 919 | } // namespace android |