| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2018 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 17 | #undef LOG_TAG | 
|  | 18 | #define LOG_TAG "Scheduler" | 
| Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS | 
|  | 20 |  | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 21 | #include "Scheduler.h" | 
|  | 22 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 23 | #include <android-base/properties.h> | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 24 | #include <android-base/stringprintf.h> | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 25 | #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> | 
|  | 26 | #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 27 | #include <configstore/Utils.h> | 
| Ady Abraham | 8f1ee7f | 2019-04-05 10:32:50 -0700 | [diff] [blame] | 28 | #include <input/InputWindow.h> | 
| Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 29 | #include <system/window.h> | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 30 | #include <ui/DisplayStatInfo.h> | 
| Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 31 | #include <utils/Timers.h> | 
| Ana Krulec | 7ab5603 | 2018-11-02 20:51:06 +0100 | [diff] [blame] | 32 | #include <utils/Trace.h> | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 33 |  | 
| Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 34 | #include <FrameTimeline/FrameTimeline.h> | 
| Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 35 | #include <algorithm> | 
|  | 36 | #include <cinttypes> | 
|  | 37 | #include <cstdint> | 
|  | 38 | #include <functional> | 
|  | 39 | #include <memory> | 
|  | 40 | #include <numeric> | 
|  | 41 |  | 
|  | 42 | #include "../Layer.h" | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 43 | #include "DispSyncSource.h" | 
|  | 44 | #include "EventThread.h" | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 45 | #include "InjectVSyncSource.h" | 
| Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 46 | #include "OneShotTimer.h" | 
| Ana Krulec | 434c22d | 2018-11-28 13:48:36 +0100 | [diff] [blame] | 47 | #include "SchedulerUtils.h" | 
| Sundong Ahn | d5e08f6 | 2018-12-12 20:27:28 +0900 | [diff] [blame] | 48 | #include "SurfaceFlingerProperties.h" | 
| Kevin DuBois | 0028738 | 2019-11-19 15:11:55 -0800 | [diff] [blame] | 49 | #include "Timer.h" | 
|  | 50 | #include "VSyncDispatchTimerQueue.h" | 
|  | 51 | #include "VSyncPredictor.h" | 
|  | 52 | #include "VSyncReactor.h" | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 53 | #include "VsyncController.h" | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 54 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 55 | #define RETURN_IF_INVALID_HANDLE(handle, ...)                        \ | 
|  | 56 | do {                                                             \ | 
|  | 57 | if (mConnections.count(handle) == 0) {                       \ | 
|  | 58 | ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \ | 
|  | 59 | return __VA_ARGS__;                                      \ | 
|  | 60 | }                                                            \ | 
|  | 61 | } while (false) | 
|  | 62 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 63 | using namespace std::string_literals; | 
|  | 64 |  | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 65 | namespace android { | 
| Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 66 |  | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 67 | namespace { | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 68 |  | 
| Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 69 | std::unique_ptr<scheduler::VSyncTracker> createVSyncTracker() { | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 70 | // TODO(b/144707443): Tune constants. | 
|  | 71 | constexpr int kDefaultRate = 60; | 
|  | 72 | constexpr auto initialPeriod = std::chrono::duration<nsecs_t, std::ratio<1, kDefaultRate>>(1); | 
|  | 73 | constexpr nsecs_t idealPeriod = | 
|  | 74 | std::chrono::duration_cast<std::chrono::nanoseconds>(initialPeriod).count(); | 
|  | 75 | constexpr size_t vsyncTimestampHistorySize = 20; | 
|  | 76 | constexpr size_t minimumSamplesForPrediction = 6; | 
|  | 77 | constexpr uint32_t discardOutlierPercent = 20; | 
|  | 78 | return std::make_unique<scheduler::VSyncPredictor>(idealPeriod, vsyncTimestampHistorySize, | 
|  | 79 | minimumSamplesForPrediction, | 
|  | 80 | discardOutlierPercent); | 
| Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 81 | } | 
|  | 82 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 83 | std::unique_ptr<scheduler::VSyncDispatch> createVSyncDispatch(scheduler::VSyncTracker& tracker) { | 
|  | 84 | // TODO(b/144707443): Tune constants. | 
|  | 85 | constexpr std::chrono::nanoseconds vsyncMoveThreshold = 3ms; | 
|  | 86 | constexpr std::chrono::nanoseconds timerSlack = 500us; | 
| Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 87 | return std::make_unique< | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 88 | scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), tracker, | 
| Ady Abraham | 5a85855 | 2020-03-31 17:54:56 -0700 | [diff] [blame] | 89 | timerSlack.count(), vsyncMoveThreshold.count()); | 
|  | 90 | } | 
|  | 91 |  | 
| Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 92 | const char* toContentDetectionString(bool useContentDetection) { | 
|  | 93 | return useContentDetection ? "on" : "off"; | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 94 | } | 
|  | 95 |  | 
|  | 96 | } // namespace | 
|  | 97 |  | 
| Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 98 | class PredictedVsyncTracer { | 
|  | 99 | public: | 
|  | 100 | PredictedVsyncTracer(scheduler::VSyncDispatch& dispatch) | 
|  | 101 | : mRegistration(dispatch, std::bind(&PredictedVsyncTracer::callback, this), | 
|  | 102 | "PredictedVsyncTracer") { | 
|  | 103 | scheduleRegistration(); | 
|  | 104 | } | 
|  | 105 |  | 
|  | 106 | private: | 
|  | 107 | TracedOrdinal<bool> mParity = {"VSYNC-predicted", 0}; | 
|  | 108 | scheduler::VSyncCallbackRegistration mRegistration; | 
|  | 109 |  | 
|  | 110 | void scheduleRegistration() { mRegistration.schedule({0, 0, 0}); } | 
|  | 111 |  | 
|  | 112 | void callback() { | 
|  | 113 | mParity = !mParity; | 
|  | 114 | scheduleRegistration(); | 
|  | 115 | } | 
|  | 116 | }; | 
|  | 117 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 118 | Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback) | 
|  | 119 | : Scheduler(configs, callback, | 
|  | 120 | {.supportKernelTimer = sysprop::support_kernel_idle_timer(false), | 
| Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 121 | .useContentDetection = sysprop::use_content_detection_for_refresh_rate(false)}) { | 
|  | 122 | } | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 123 |  | 
|  | 124 | Scheduler::Scheduler(const scheduler::RefreshRateConfigs& configs, ISchedulerCallback& callback, | 
|  | 125 | Options options) | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 126 | : Scheduler(createVsyncSchedule(options.supportKernelTimer), configs, callback, | 
| Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 127 | createLayerHistory(configs), options) { | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 128 | using namespace sysprop; | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 129 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 130 | const int setIdleTimerMs = base::GetIntProperty("debug.sf.set_idle_timer_ms"s, 0); | 
| Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 131 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 132 | if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) { | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 133 | const auto callback = mOptions.supportKernelTimer ? &Scheduler::kernelIdleTimerCallback | 
|  | 134 | : &Scheduler::idleTimerCallback; | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 135 | mIdleTimer.emplace( | 
| Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 136 | "IdleTimer", std::chrono::milliseconds(millis), | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 137 | [this, callback] { std::invoke(callback, this, TimerState::Reset); }, | 
|  | 138 | [this, callback] { std::invoke(callback, this, TimerState::Expired); }); | 
| Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 139 | mIdleTimer->start(); | 
|  | 140 | } | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 141 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 142 | if (const int64_t millis = set_touch_timer_ms(0); millis > 0) { | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 143 | // Touch events are coming to SF every 100ms, so the timer needs to be higher than that | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 144 | mTouchTimer.emplace( | 
| Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 145 | "TouchTimer", std::chrono::milliseconds(millis), | 
| Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 146 | [this] { touchTimerCallback(TimerState::Reset); }, | 
|  | 147 | [this] { touchTimerCallback(TimerState::Expired); }); | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 148 | mTouchTimer->start(); | 
|  | 149 | } | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 150 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 151 | if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) { | 
|  | 152 | mDisplayPowerTimer.emplace( | 
| Ady Abraham | db3dfee | 2020-11-17 17:07:12 -0800 | [diff] [blame] | 153 | "DisplayPowerTimer", std::chrono::milliseconds(millis), | 
| Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 154 | [this] { displayPowerTimerCallback(TimerState::Reset); }, | 
|  | 155 | [this] { displayPowerTimerCallback(TimerState::Expired); }); | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 156 | mDisplayPowerTimer->start(); | 
|  | 157 | } | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 158 | } | 
|  | 159 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 160 | Scheduler::Scheduler(VsyncSchedule schedule, const scheduler::RefreshRateConfigs& configs, | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 161 | ISchedulerCallback& schedulerCallback, | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 162 | std::unique_ptr<LayerHistory> layerHistory, Options options) | 
|  | 163 | : mOptions(options), | 
|  | 164 | mVsyncSchedule(std::move(schedule)), | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 165 | mLayerHistory(std::move(layerHistory)), | 
| Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 166 | mSchedulerCallback(schedulerCallback), | 
| Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 167 | mRefreshRateConfigs(configs), | 
|  | 168 | mPredictedVsyncTracer( | 
|  | 169 | base::GetBoolProperty("debug.sf.show_predicted_vsync", false) | 
|  | 170 | ? std::make_unique<PredictedVsyncTracer>(*mVsyncSchedule.dispatch) | 
|  | 171 | : nullptr) { | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 172 | mSchedulerCallback.setVsyncEnabled(false); | 
|  | 173 | } | 
| Dominik Laskowski | 7c9dbf9 | 2019-08-01 17:57:31 -0700 | [diff] [blame] | 174 |  | 
| Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 175 | Scheduler::~Scheduler() { | 
| Ana Krulec | f2c006d | 2019-06-21 15:37:07 -0700 | [diff] [blame] | 176 | // Ensure the OneShotTimer threads are joined before we start destroying state. | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 177 | mDisplayPowerTimer.reset(); | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 178 | mTouchTimer.reset(); | 
| Lloyd Pique | 1f9f1a4 | 2019-01-31 13:04:00 -0800 | [diff] [blame] | 179 | mIdleTimer.reset(); | 
|  | 180 | } | 
| Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 181 |  | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 182 | Scheduler::VsyncSchedule Scheduler::createVsyncSchedule(bool supportKernelTimer) { | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 183 | auto clock = std::make_unique<scheduler::SystemClock>(); | 
|  | 184 | auto tracker = createVSyncTracker(); | 
|  | 185 | auto dispatch = createVSyncDispatch(*tracker); | 
|  | 186 |  | 
|  | 187 | // TODO(b/144707443): Tune constants. | 
|  | 188 | constexpr size_t pendingFenceLimit = 20; | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 189 | auto controller = | 
| Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 190 | std::make_unique<scheduler::VSyncReactor>(std::move(clock), *tracker, pendingFenceLimit, | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 191 | supportKernelTimer); | 
|  | 192 | return {std::move(controller), std::move(tracker), std::move(dispatch)}; | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 193 | } | 
|  | 194 |  | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 195 | std::unique_ptr<LayerHistory> Scheduler::createLayerHistory( | 
| Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 196 | const scheduler::RefreshRateConfigs& configs) { | 
| Marin Shalamanov | 1bc43ee | 2020-11-20 16:56:52 +0100 | [diff] [blame] | 197 | return std::make_unique<scheduler::LayerHistory>(configs); | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 198 | } | 
|  | 199 |  | 
| Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 200 | std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource( | 
|  | 201 | const char* name, std::chrono::nanoseconds workDuration, | 
|  | 202 | std::chrono::nanoseconds readyDuration, bool traceVsync) { | 
|  | 203 | return std::make_unique<scheduler::DispSyncSource>(*mVsyncSchedule.dispatch, workDuration, | 
|  | 204 | readyDuration, traceVsync, name); | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 205 | } | 
|  | 206 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 207 | std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const { | 
| Ady Abraham | 899dcdb | 2021-06-15 16:56:21 -0700 | [diff] [blame] | 208 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { | 
|  | 209 | return std::nullopt; | 
|  | 210 | } | 
|  | 211 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 212 | std::lock_guard lock(mFrameRateOverridesMutex); | 
|  | 213 | { | 
|  | 214 | const auto iter = mFrameRateOverridesFromBackdoor.find(uid); | 
|  | 215 | if (iter != mFrameRateOverridesFromBackdoor.end()) { | 
|  | 216 | return std::make_optional<Fps>(iter->second); | 
|  | 217 | } | 
|  | 218 | } | 
|  | 219 |  | 
|  | 220 | { | 
|  | 221 | const auto iter = mFrameRateOverridesByContent.find(uid); | 
|  | 222 | if (iter != mFrameRateOverridesByContent.end()) { | 
|  | 223 | return std::make_optional<Fps>(iter->second); | 
|  | 224 | } | 
|  | 225 | } | 
|  | 226 |  | 
|  | 227 | return std::nullopt; | 
|  | 228 | } | 
|  | 229 |  | 
| Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 230 | bool Scheduler::isVsyncValid(nsecs_t expectedVsyncTimestamp, uid_t uid) const { | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 231 | const auto frameRate = getFrameRateOverride(uid); | 
|  | 232 | if (!frameRate.has_value()) { | 
|  | 233 | return true; | 
|  | 234 | } | 
|  | 235 |  | 
| Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 236 | return mVsyncSchedule.tracker->isVSyncInPhase(expectedVsyncTimestamp, *frameRate); | 
| Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 237 | } | 
|  | 238 |  | 
| Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 239 | impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const { | 
|  | 240 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { | 
|  | 241 | return {}; | 
|  | 242 | } | 
|  | 243 |  | 
|  | 244 | return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) { | 
|  | 245 | return !isVsyncValid(expectedVsyncTimestamp, uid); | 
|  | 246 | }; | 
|  | 247 | } | 
|  | 248 |  | 
| Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 249 | impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const { | 
|  | 250 | return [this](uid_t uid) { | 
|  | 251 | nsecs_t basePeriod = mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod(); | 
|  | 252 | const auto frameRate = getFrameRateOverride(uid); | 
|  | 253 | if (!frameRate.has_value()) { | 
|  | 254 | return basePeriod; | 
|  | 255 | } | 
|  | 256 |  | 
|  | 257 | const auto divider = scheduler::RefreshRateConfigs::getFrameRateDivider( | 
|  | 258 | mRefreshRateConfigs.getCurrentRefreshRate().getFps(), *frameRate); | 
|  | 259 | if (divider <= 1) { | 
|  | 260 | return basePeriod; | 
|  | 261 | } | 
|  | 262 | return basePeriod * divider; | 
|  | 263 | }; | 
|  | 264 | } | 
|  | 265 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 266 | Scheduler::ConnectionHandle Scheduler::createConnection( | 
| Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 267 | const char* connectionName, frametimeline::TokenManager* tokenManager, | 
|  | 268 | std::chrono::nanoseconds workDuration, std::chrono::nanoseconds readyDuration, | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 269 | impl::EventThread::InterceptVSyncsCallback interceptCallback) { | 
| Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 270 | auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration); | 
| Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 271 | auto throttleVsync = makeThrottleVsyncCallback(); | 
| Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 272 | auto getVsyncPeriod = makeGetVsyncPeriodFunction(); | 
| Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 273 | auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager, | 
| Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 274 | std::move(interceptCallback), | 
| Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 275 | std::move(throttleVsync), | 
|  | 276 | std::move(getVsyncPeriod)); | 
| Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 277 | return createConnection(std::move(eventThread)); | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 278 | } | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 279 |  | 
| Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 280 | Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) { | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 281 | const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++}; | 
|  | 282 | ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id); | 
| Dominik Laskowski | f654d57 | 2018-12-20 11:03:06 -0800 | [diff] [blame] | 283 |  | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 284 | auto connection = createConnectionInternal(eventThread.get()); | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 285 |  | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 286 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 287 | mConnections.emplace(handle, Connection{connection, std::move(eventThread)}); | 
|  | 288 | return handle; | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 289 | } | 
|  | 290 |  | 
| Ady Abraham | 0f4a1b1 | 2019-06-04 16:04:04 -0700 | [diff] [blame] | 291 | sp<EventThreadConnection> Scheduler::createConnectionInternal( | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 292 | EventThread* eventThread, ISurfaceComposer::EventRegistrationFlags eventRegistration) { | 
|  | 293 | return eventThread->createEventConnection([&] { resync(); }, eventRegistration); | 
| Ana Krulec | 0c8cd52 | 2018-08-31 12:27:28 -0700 | [diff] [blame] | 294 | } | 
|  | 295 |  | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 296 | sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 297 | ConnectionHandle handle, ISurfaceComposer::EventRegistrationFlags eventRegistration) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 298 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 299 | RETURN_IF_INVALID_HANDLE(handle, nullptr); | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 300 | return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 301 | } | 
|  | 302 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 303 | sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 304 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 305 | RETURN_IF_INVALID_HANDLE(handle, nullptr); | 
|  | 306 | return mConnections[handle].connection; | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 307 | } | 
|  | 308 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 309 | void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId, | 
|  | 310 | bool connected) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 311 | android::EventThread* thread; | 
|  | 312 | { | 
|  | 313 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 314 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 315 | thread = mConnections[handle].thread.get(); | 
|  | 316 | } | 
|  | 317 |  | 
|  | 318 | thread->onHotplugReceived(displayId, connected); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 319 | } | 
|  | 320 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 321 | void Scheduler::onScreenAcquired(ConnectionHandle handle) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 322 | android::EventThread* thread; | 
|  | 323 | { | 
|  | 324 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 325 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 326 | thread = mConnections[handle].thread.get(); | 
|  | 327 | } | 
|  | 328 | thread->onScreenAcquired(); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 329 | } | 
|  | 330 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 331 | void Scheduler::onScreenReleased(ConnectionHandle handle) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 332 | android::EventThread* thread; | 
|  | 333 | { | 
|  | 334 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 335 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 336 | thread = mConnections[handle].thread.get(); | 
|  | 337 | } | 
|  | 338 | thread->onScreenReleased(); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 339 | } | 
|  | 340 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 341 | void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) { | 
|  | 342 | std::vector<FrameRateOverride> overrides; | 
|  | 343 | { | 
|  | 344 | std::lock_guard lock(mFrameRateOverridesMutex); | 
|  | 345 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { | 
|  | 346 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); | 
|  | 347 | } | 
|  | 348 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { | 
|  | 349 | if (mFrameRateOverridesFromBackdoor.count(uid) == 0) { | 
|  | 350 | overrides.emplace_back(FrameRateOverride{uid, frameRate.getValue()}); | 
|  | 351 | } | 
|  | 352 | } | 
|  | 353 | } | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 354 | android::EventThread* thread; | 
|  | 355 | { | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 356 | std::lock_guard lock(mConnectionsLock); | 
| Ady Abraham | 62f216c | 2020-10-13 19:07:23 -0700 | [diff] [blame] | 357 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 358 | thread = mConnections[handle].thread.get(); | 
|  | 359 | } | 
|  | 360 | thread->onFrameRateOverridesChanged(displayId, std::move(overrides)); | 
|  | 361 | } | 
|  | 362 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 363 | void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, | 
|  | 364 | DisplayModeId modeId, nsecs_t vsyncPeriod) { | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 365 | { | 
|  | 366 | std::lock_guard<std::mutex> lock(mFeatureStateLock); | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 367 | // Cache the last reported modes for primary display. | 
|  | 368 | mFeatures.cachedModeChangedParams = {handle, displayId, modeId, vsyncPeriod}; | 
| Ady Abraham | 5cc2e26 | 2021-03-25 13:09:17 -0700 | [diff] [blame] | 369 |  | 
|  | 370 | // Invalidate content based refresh rate selection so it could be calculated | 
|  | 371 | // again for the new refresh rate. | 
|  | 372 | mFeatures.contentRequirements.clear(); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 373 | } | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 374 | onNonPrimaryDisplayModeChanged(handle, displayId, modeId, vsyncPeriod); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 375 | } | 
|  | 376 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 377 | void Scheduler::dispatchCachedReportedMode() { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 378 | // Check optional fields first. | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 379 | if (!mFeatures.modeId.has_value()) { | 
|  | 380 | ALOGW("No mode ID found, not dispatching cached mode."); | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 381 | return; | 
|  | 382 | } | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 383 | if (!mFeatures.cachedModeChangedParams.has_value()) { | 
|  | 384 | ALOGW("No mode changed params found, not dispatching cached mode."); | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 385 | return; | 
|  | 386 | } | 
|  | 387 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 388 | const auto modeId = *mFeatures.modeId; | 
|  | 389 | const auto vsyncPeriod = mRefreshRateConfigs.getRefreshRateFromModeId(modeId).getVsyncPeriod(); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 390 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 391 | // If there is no change from cached mode, there is no need to dispatch an event | 
|  | 392 | if (modeId == mFeatures.cachedModeChangedParams->modeId && | 
|  | 393 | vsyncPeriod == mFeatures.cachedModeChangedParams->vsyncPeriod) { | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 394 | return; | 
|  | 395 | } | 
|  | 396 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 397 | mFeatures.cachedModeChangedParams->modeId = modeId; | 
|  | 398 | mFeatures.cachedModeChangedParams->vsyncPeriod = vsyncPeriod; | 
|  | 399 | onNonPrimaryDisplayModeChanged(mFeatures.cachedModeChangedParams->handle, | 
|  | 400 | mFeatures.cachedModeChangedParams->displayId, | 
|  | 401 | mFeatures.cachedModeChangedParams->modeId, | 
|  | 402 | mFeatures.cachedModeChangedParams->vsyncPeriod); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 403 | } | 
|  | 404 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 405 | void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, PhysicalDisplayId displayId, | 
|  | 406 | DisplayModeId modeId, nsecs_t vsyncPeriod) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 407 | android::EventThread* thread; | 
|  | 408 | { | 
|  | 409 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 410 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 411 | thread = mConnections[handle].thread.get(); | 
|  | 412 | } | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 413 | thread->onModeChanged(displayId, modeId, vsyncPeriod); | 
| Ady Abraham | 447052e | 2019-02-13 16:07:27 -0800 | [diff] [blame] | 414 | } | 
|  | 415 |  | 
| Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 416 | size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 417 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
| Alec Mouri | 717bcb6 | 2020-02-10 17:07:19 -0800 | [diff] [blame] | 418 | RETURN_IF_INVALID_HANDLE(handle, 0); | 
|  | 419 | return mConnections[handle].thread->getEventThreadConnectionCount(); | 
|  | 420 | } | 
|  | 421 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 422 | void Scheduler::dump(ConnectionHandle handle, std::string& result) const { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 423 | android::EventThread* thread; | 
|  | 424 | { | 
|  | 425 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 426 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 427 | thread = mConnections.at(handle).thread.get(); | 
|  | 428 | } | 
|  | 429 | thread->dump(result); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 430 | } | 
|  | 431 |  | 
| Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 432 | void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration, | 
|  | 433 | std::chrono::nanoseconds readyDuration) { | 
| Ana Krulec | 6ddd261 | 2020-09-24 13:06:33 -0700 | [diff] [blame] | 434 | android::EventThread* thread; | 
|  | 435 | { | 
|  | 436 | std::lock_guard<std::mutex> lock(mConnectionsLock); | 
|  | 437 | RETURN_IF_INVALID_HANDLE(handle); | 
|  | 438 | thread = mConnections[handle].thread.get(); | 
|  | 439 | } | 
|  | 440 | thread->setDuration(workDuration, readyDuration); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 441 | } | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 442 |  | 
| Ady Abraham | e90dd52 | 2020-12-29 12:08:45 -0800 | [diff] [blame] | 443 | DisplayStatInfo Scheduler::getDisplayStatInfo(nsecs_t now) { | 
|  | 444 | const auto vsyncTime = mVsyncSchedule.tracker->nextAnticipatedVSyncTimeFrom(now); | 
|  | 445 | const auto vsyncPeriod = mVsyncSchedule.tracker->currentPeriod(); | 
|  | 446 | return DisplayStatInfo{.vsyncTime = vsyncTime, .vsyncPeriod = vsyncPeriod}; | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 447 | } | 
|  | 448 |  | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 449 | Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) { | 
|  | 450 | if (mInjectVSyncs == enable) { | 
|  | 451 | return {}; | 
|  | 452 | } | 
|  | 453 |  | 
|  | 454 | ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling"); | 
|  | 455 |  | 
|  | 456 | if (!mInjectorConnectionHandle) { | 
|  | 457 | auto vsyncSource = std::make_unique<InjectVSyncSource>(); | 
|  | 458 | mVSyncInjector = vsyncSource.get(); | 
|  | 459 |  | 
|  | 460 | auto eventThread = | 
|  | 461 | std::make_unique<impl::EventThread>(std::move(vsyncSource), | 
| Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 462 | /*tokenManager=*/nullptr, | 
| Ady Abraham | 0bb6a47 | 2020-10-12 10:22:13 -0700 | [diff] [blame] | 463 | impl::EventThread::InterceptVSyncsCallback(), | 
| Jorim Jaggi | c0086af | 2021-02-12 18:18:11 +0100 | [diff] [blame] | 464 | impl::EventThread::ThrottleVsyncCallback(), | 
|  | 465 | impl::EventThread::GetVsyncPeriodFunction()); | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 466 |  | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 467 | // EventThread does not dispatch VSYNC unless the display is connected and powered on. | 
|  | 468 | eventThread->onHotplugReceived(PhysicalDisplayId::fromPort(0), true); | 
|  | 469 | eventThread->onScreenAcquired(); | 
|  | 470 |  | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 471 | mInjectorConnectionHandle = createConnection(std::move(eventThread)); | 
|  | 472 | } | 
|  | 473 |  | 
|  | 474 | mInjectVSyncs = enable; | 
|  | 475 | return mInjectorConnectionHandle; | 
|  | 476 | } | 
|  | 477 |  | 
| Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 478 | bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime, nsecs_t deadlineTimestamp) { | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 479 | if (!mInjectVSyncs || !mVSyncInjector) { | 
|  | 480 | return false; | 
|  | 481 | } | 
|  | 482 |  | 
| Ady Abraham | 9c53ee7 | 2020-07-22 21:16:18 -0700 | [diff] [blame] | 483 | mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime, deadlineTimestamp); | 
| Dominik Laskowski | 6505f79 | 2019-09-18 11:10:05 -0700 | [diff] [blame] | 484 | return true; | 
|  | 485 | } | 
|  | 486 |  | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 487 | void Scheduler::enableHardwareVsync() { | 
|  | 488 | std::lock_guard<std::mutex> lock(mHWVsyncLock); | 
|  | 489 | if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 490 | mVsyncSchedule.tracker->resetModel(); | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 491 | mSchedulerCallback.setVsyncEnabled(true); | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 492 | mPrimaryHWVsyncEnabled = true; | 
|  | 493 | } | 
|  | 494 | } | 
|  | 495 |  | 
|  | 496 | void Scheduler::disableHardwareVsync(bool makeUnavailable) { | 
|  | 497 | std::lock_guard<std::mutex> lock(mHWVsyncLock); | 
|  | 498 | if (mPrimaryHWVsyncEnabled) { | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 499 | mSchedulerCallback.setVsyncEnabled(false); | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 500 | mPrimaryHWVsyncEnabled = false; | 
|  | 501 | } | 
|  | 502 | if (makeUnavailable) { | 
|  | 503 | mHWVsyncAvailable = false; | 
|  | 504 | } | 
|  | 505 | } | 
|  | 506 |  | 
| Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 507 | void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { | 
|  | 508 | { | 
|  | 509 | std::lock_guard<std::mutex> lock(mHWVsyncLock); | 
|  | 510 | if (makeAvailable) { | 
|  | 511 | mHWVsyncAvailable = makeAvailable; | 
|  | 512 | } else if (!mHWVsyncAvailable) { | 
|  | 513 | // Hardware vsync is not currently available, so abort the resync | 
|  | 514 | // attempt for now | 
|  | 515 | return; | 
|  | 516 | } | 
|  | 517 | } | 
|  | 518 |  | 
|  | 519 | if (period <= 0) { | 
|  | 520 | return; | 
|  | 521 | } | 
|  | 522 |  | 
|  | 523 | setVsyncPeriod(period); | 
|  | 524 | } | 
|  | 525 |  | 
| Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 526 | void Scheduler::resync() { | 
| Long Ling | 457bef9 | 2019-09-11 14:43:11 -0700 | [diff] [blame] | 527 | static constexpr nsecs_t kIgnoreDelay = ms2ns(750); | 
| Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 528 |  | 
|  | 529 | const nsecs_t now = systemTime(); | 
| Steven Thomas | 2bbaabe | 2019-08-28 16:08:35 -0700 | [diff] [blame] | 530 | const nsecs_t last = mLastResyncTime.exchange(now); | 
| Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 531 |  | 
|  | 532 | if (now - last > kIgnoreDelay) { | 
| Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 533 | resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod()); | 
| Ana Krulec | c287042 | 2019-01-29 19:00:58 -0800 | [diff] [blame] | 534 | } | 
|  | 535 | } | 
|  | 536 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 537 | void Scheduler::setVsyncPeriod(nsecs_t period) { | 
| Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 538 | std::lock_guard<std::mutex> lock(mHWVsyncLock); | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 539 | mVsyncSchedule.controller->startPeriodTransition(period); | 
| Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 540 |  | 
|  | 541 | if (!mPrimaryHWVsyncEnabled) { | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 542 | mVsyncSchedule.tracker->resetModel(); | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 543 | mSchedulerCallback.setVsyncEnabled(true); | 
| Ady Abraham | 3aff917 | 2019-02-07 19:10:26 -0800 | [diff] [blame] | 544 | mPrimaryHWVsyncEnabled = true; | 
|  | 545 | } | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 546 | } | 
|  | 547 |  | 
| Ady Abraham | 5dee2f1 | 2020-02-05 17:49:47 -0800 | [diff] [blame] | 548 | void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod, | 
|  | 549 | bool* periodFlushed) { | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 550 | bool needsHwVsync = false; | 
| Alec Mouri | f8e689c | 2019-05-20 18:32:22 -0700 | [diff] [blame] | 551 | *periodFlushed = false; | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 552 | { // Scope for the lock | 
|  | 553 | std::lock_guard<std::mutex> lock(mHWVsyncLock); | 
|  | 554 | if (mPrimaryHWVsyncEnabled) { | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 555 | needsHwVsync = mVsyncSchedule.controller->addHwVsyncTimestamp(timestamp, hwcVsyncPeriod, | 
|  | 556 | periodFlushed); | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 557 | } | 
|  | 558 | } | 
|  | 559 |  | 
|  | 560 | if (needsHwVsync) { | 
|  | 561 | enableHardwareVsync(); | 
|  | 562 | } else { | 
|  | 563 | disableHardwareVsync(false); | 
|  | 564 | } | 
|  | 565 | } | 
|  | 566 |  | 
|  | 567 | void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 568 | if (mVsyncSchedule.controller->addPresentFence(fenceTime)) { | 
| Ana Krulec | e588e31 | 2018-09-18 12:32:24 -0700 | [diff] [blame] | 569 | enableHardwareVsync(); | 
|  | 570 | } else { | 
|  | 571 | disableHardwareVsync(false); | 
|  | 572 | } | 
|  | 573 | } | 
|  | 574 |  | 
|  | 575 | void Scheduler::setIgnorePresentFences(bool ignore) { | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 576 | mVsyncSchedule.controller->setIgnorePresentFences(ignore); | 
| Ady Abraham | c3e2131 | 2019-02-07 14:30:23 -0800 | [diff] [blame] | 577 | } | 
|  | 578 |  | 
| Dominik Laskowski | f7a09ed | 2019-10-07 13:54:18 -0700 | [diff] [blame] | 579 | void Scheduler::registerLayer(Layer* layer) { | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 580 | scheduler::LayerHistory::LayerVoteType voteType; | 
|  | 581 |  | 
| Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 582 | if (!mOptions.useContentDetection || | 
|  | 583 | layer->getWindowType() == InputWindowInfo::Type::STATUS_BAR) { | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 584 | voteType = scheduler::LayerHistory::LayerVoteType::NoVote; | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 585 | } else if (layer->getWindowType() == InputWindowInfo::Type::WALLPAPER) { | 
|  | 586 | // Running Wallpaper at Min is considered as part of content detection. | 
|  | 587 | voteType = scheduler::LayerHistory::LayerVoteType::Min; | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 588 | } else { | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 589 | voteType = scheduler::LayerHistory::LayerVoteType::Heuristic; | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 590 | } | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 591 |  | 
| Marin Shalamanov | 4be385e | 2021-04-23 13:25:30 +0200 | [diff] [blame] | 592 | // If the content detection feature is off, we still keep the layer history, | 
|  | 593 | // since we use it for other features (like Frame Rate API), so layers | 
|  | 594 | // still need to be registered. | 
| Marin Shalamanov | 49bf66b | 2020-12-23 14:38:10 +0100 | [diff] [blame] | 595 | mLayerHistory->registerLayer(layer, voteType); | 
| Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 596 | } | 
|  | 597 |  | 
| Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 598 | void Scheduler::deregisterLayer(Layer* layer) { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 599 | mLayerHistory->deregisterLayer(layer); | 
| Ady Abraham | bdda8f0 | 2021-04-01 16:06:11 -0700 | [diff] [blame] | 600 | } | 
|  | 601 |  | 
| Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 602 | void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime, | 
|  | 603 | LayerHistory::LayerUpdateType updateType) { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 604 | if (mRefreshRateConfigs.canSwitch()) { | 
| Ady Abraham | 5def733 | 2020-05-29 16:13:47 -0700 | [diff] [blame] | 605 | mLayerHistory->record(layer, presentTime, systemTime(), updateType); | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 606 | } | 
| Ana Krulec | 3084c05 | 2018-11-21 20:27:17 +0100 | [diff] [blame] | 607 | } | 
|  | 608 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 609 | void Scheduler::setModeChangePending(bool pending) { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 610 | mLayerHistory->setModeChangePending(pending); | 
| Ady Abraham | 32efd54 | 2020-05-19 17:49:26 -0700 | [diff] [blame] | 611 | } | 
|  | 612 |  | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 613 | void Scheduler::chooseRefreshRateForContent() { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 614 | if (!mRefreshRateConfigs.canSwitch()) return; | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 615 |  | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 616 | ATRACE_CALL(); | 
|  | 617 |  | 
|  | 618 | scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime()); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 619 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 620 | DisplayModeId newModeId; | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 621 | bool frameRateChanged; | 
|  | 622 | bool frameRateOverridesChanged; | 
| Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 623 | { | 
|  | 624 | std::lock_guard<std::mutex> lock(mFeatureStateLock); | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 625 | mFeatures.contentRequirements = summary; | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 626 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 627 | newModeId = calculateRefreshRateModeId(&consideredSignals); | 
|  | 628 | auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 629 | frameRateOverridesChanged = | 
|  | 630 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); | 
|  | 631 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 632 | if (mFeatures.modeId == newModeId) { | 
|  | 633 | // We don't need to change the display mode, but we might need to send an event | 
|  | 634 | // about a mode change, since it was suppressed due to a previous idleConsidered | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 635 | if (!consideredSignals.idle) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 636 | dispatchCachedReportedMode(); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 637 | } | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 638 | frameRateChanged = false; | 
|  | 639 | } else { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 640 | mFeatures.modeId = newModeId; | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 641 | frameRateChanged = true; | 
| Ady Abraham | 6398a0a | 2019-04-18 19:30:44 -0700 | [diff] [blame] | 642 | } | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 643 | } | 
|  | 644 | if (frameRateChanged) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 645 | auto newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 646 | mSchedulerCallback.changeRefreshRate(newRefreshRate, | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 647 | consideredSignals.idle ? ModeEvent::None | 
|  | 648 | : ModeEvent::Changed); | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 649 | } | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 650 | if (frameRateOverridesChanged) { | 
|  | 651 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); | 
|  | 652 | } | 
| Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 653 | } | 
|  | 654 |  | 
| Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 655 | void Scheduler::resetIdleTimer() { | 
|  | 656 | if (mIdleTimer) { | 
|  | 657 | mIdleTimer->reset(); | 
| Ady Abraham | a1a49af | 2019-02-07 14:36:55 -0800 | [diff] [blame] | 658 | } | 
|  | 659 | } | 
|  | 660 |  | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 661 | void Scheduler::notifyTouchEvent() { | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 662 | if (mTouchTimer) { | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 663 | mTouchTimer->reset(); | 
| Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 664 |  | 
| Dominik Laskowski | 8b01cc0 | 2020-07-14 19:02:41 -0700 | [diff] [blame] | 665 | if (mOptions.supportKernelTimer && mIdleTimer) { | 
| Steven Thomas | 540730a | 2020-01-08 20:12:42 -0800 | [diff] [blame] | 666 | mIdleTimer->reset(); | 
|  | 667 | } | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 668 | } | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 669 | } | 
|  | 670 |  | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 671 | void Scheduler::setDisplayPowerState(bool normal) { | 
|  | 672 | { | 
|  | 673 | std::lock_guard<std::mutex> lock(mFeatureStateLock); | 
| Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 674 | mFeatures.isDisplayPowerStateNormal = normal; | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 675 | } | 
|  | 676 |  | 
|  | 677 | if (mDisplayPowerTimer) { | 
|  | 678 | mDisplayPowerTimer->reset(); | 
|  | 679 | } | 
|  | 680 |  | 
|  | 681 | // Display Power event will boost the refresh rate to performance. | 
|  | 682 | // Clear Layer History to get fresh FPS detection | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 683 | mLayerHistory->clear(); | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 684 | } | 
|  | 685 |  | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 686 | void Scheduler::kernelIdleTimerCallback(TimerState state) { | 
|  | 687 | ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state)); | 
| Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 688 |  | 
| Ady Abraham | 2139f73 | 2019-11-13 18:56:40 -0800 | [diff] [blame] | 689 | // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate | 
|  | 690 | // magic number | 
| Ady Abraham | 2e1dd89 | 2020-03-05 13:48:36 -0800 | [diff] [blame] | 691 | const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate(); | 
| Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 692 | constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER{65.0f}; | 
|  | 693 | if (state == TimerState::Reset && | 
|  | 694 | refreshRate.getFps().greaterThanWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { | 
| Alec Mouri | 7f01518 | 2019-07-11 13:56:22 -0700 | [diff] [blame] | 695 | // If we're not in performance mode then the kernel timer shouldn't do | 
|  | 696 | // anything, as the refresh rate during DPU power collapse will be the | 
|  | 697 | // same. | 
| Ady Abraham | abc2760 | 2020-04-08 17:20:29 -0700 | [diff] [blame] | 698 | resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod()); | 
|  | 699 | } else if (state == TimerState::Expired && | 
| Marin Shalamanov | e8a663d | 2020-11-24 17:48:00 +0100 | [diff] [blame] | 700 | refreshRate.getFps().lessThanOrEqualWithMargin(FPS_THRESHOLD_FOR_KERNEL_TIMER)) { | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 701 | // Disable HW VSYNC if the timer expired, as we don't need it enabled if | 
|  | 702 | // we're not pushing frames, and if we're in PERFORMANCE mode then we'll | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 703 | // need to update the VsyncController model anyway. | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 704 | disableHardwareVsync(false /* makeUnavailable */); | 
| Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 705 | } | 
| Ady Abraham | a09852a | 2020-02-20 14:23:42 -0800 | [diff] [blame] | 706 |  | 
|  | 707 | mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired); | 
| Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 708 | } | 
|  | 709 |  | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 710 | void Scheduler::idleTimerCallback(TimerState state) { | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 711 | handleTimerStateChanged(&mFeatures.idleTimer, state); | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 712 | ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state)); | 
| Ana Krulec | fb77282 | 2018-11-30 10:44:07 +0100 | [diff] [blame] | 713 | } | 
|  | 714 |  | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 715 | void Scheduler::touchTimerCallback(TimerState state) { | 
| Dominik Laskowski | dd252cd | 2019-07-26 09:10:16 -0700 | [diff] [blame] | 716 | const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive; | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 717 | // Touch event will boost the refresh rate to performance. | 
|  | 718 | // Clear layer history to get fresh FPS detection. | 
|  | 719 | // NOTE: Instead of checking all the layers, we should be checking the layer | 
|  | 720 | // that is currently on top. b/142507166 will give us this capability. | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 721 | if (handleTimerStateChanged(&mFeatures.touch, touch)) { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 722 | mLayerHistory->clear(); | 
| Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 723 | } | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 724 | ATRACE_INT("TouchState", static_cast<int>(touch)); | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 725 | } | 
|  | 726 |  | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 727 | void Scheduler::displayPowerTimerCallback(TimerState state) { | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 728 | handleTimerStateChanged(&mFeatures.displayPowerTimer, state); | 
| Dominik Laskowski | 3a80a38 | 2019-07-25 11:16:07 -0700 | [diff] [blame] | 729 | ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state)); | 
| Alec Mouri | dc28b37 | 2019-04-18 21:17:13 -0700 | [diff] [blame] | 730 | } | 
|  | 731 |  | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 732 | void Scheduler::dump(std::string& result) const { | 
| Dominik Laskowski | 49cea51 | 2019-11-12 14:13:23 -0800 | [diff] [blame] | 733 | using base::StringAppendF; | 
| Dominik Laskowski | 9804183 | 2019-08-01 18:35:59 -0700 | [diff] [blame] | 734 |  | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 735 | StringAppendF(&result, "+  Idle timer: %s\n", mIdleTimer ? mIdleTimer->dump().c_str() : "off"); | 
| Ana Krulec | 3d367c8 | 2020-02-25 15:02:01 -0800 | [diff] [blame] | 736 | StringAppendF(&result, "+  Touch timer: %s\n", | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 737 | mTouchTimer ? mTouchTimer->dump().c_str() : "off"); | 
|  | 738 | StringAppendF(&result, "+  Content detection: %s %s\n\n", | 
| Marin Shalamanov | 27fa3de | 2020-11-20 16:22:48 +0100 | [diff] [blame] | 739 | toContentDetectionString(mOptions.useContentDetection), | 
| Dominik Laskowski | 983f2b5 | 2020-06-25 16:54:06 -0700 | [diff] [blame] | 740 | mLayerHistory ? mLayerHistory->dump().c_str() : "(no layer history)"); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 741 |  | 
|  | 742 | { | 
|  | 743 | std::lock_guard lock(mFrameRateOverridesMutex); | 
|  | 744 | StringAppendF(&result, "Frame Rate Overrides (backdoor): {"); | 
|  | 745 | for (const auto& [uid, frameRate] : mFrameRateOverridesFromBackdoor) { | 
|  | 746 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); | 
|  | 747 | } | 
|  | 748 | StringAppendF(&result, "}\n"); | 
|  | 749 |  | 
|  | 750 | StringAppendF(&result, "Frame Rate Overrides (setFrameRate): {"); | 
|  | 751 | for (const auto& [uid, frameRate] : mFrameRateOverridesByContent) { | 
|  | 752 | StringAppendF(&result, "[uid: %d frameRate: %s], ", uid, to_string(frameRate).c_str()); | 
|  | 753 | } | 
|  | 754 | StringAppendF(&result, "}\n"); | 
|  | 755 | } | 
| Ana Krulec | b43429d | 2019-01-09 14:28:51 -0800 | [diff] [blame] | 756 | } | 
|  | 757 |  | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 758 | void Scheduler::dumpVsync(std::string& s) const { | 
| Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 759 | using base::StringAppendF; | 
|  | 760 |  | 
|  | 761 | StringAppendF(&s, "VSyncReactor:\n"); | 
| Ady Abraham | 8cb2188 | 2020-08-26 18:22:05 -0700 | [diff] [blame] | 762 | mVsyncSchedule.controller->dump(s); | 
| Ady Abraham | 8735eac | 2020-08-12 16:35:04 -0700 | [diff] [blame] | 763 | StringAppendF(&s, "VSyncDispatch:\n"); | 
|  | 764 | mVsyncSchedule.dispatch->dump(s); | 
|  | 765 | } | 
|  | 766 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 767 | bool Scheduler::updateFrameRateOverrides( | 
|  | 768 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals, Fps displayRefreshRate) { | 
| Ady Abraham | 64c2fc0 | 2020-12-29 12:07:50 -0800 | [diff] [blame] | 769 | if (!mRefreshRateConfigs.supportsFrameRateOverride()) { | 
|  | 770 | return false; | 
|  | 771 | } | 
|  | 772 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 773 | if (!consideredSignals.idle) { | 
|  | 774 | const auto frameRateOverrides = | 
|  | 775 | mRefreshRateConfigs.getFrameRateOverrides(mFeatures.contentRequirements, | 
| Ady Abraham | dd5bfa9 | 2021-01-07 17:56:08 -0800 | [diff] [blame] | 776 | displayRefreshRate, | 
|  | 777 | consideredSignals.touch); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 778 | std::lock_guard lock(mFrameRateOverridesMutex); | 
|  | 779 | if (!std::equal(mFrameRateOverridesByContent.begin(), mFrameRateOverridesByContent.end(), | 
|  | 780 | frameRateOverrides.begin(), frameRateOverrides.end(), | 
|  | 781 | [](const std::pair<uid_t, Fps>& a, const std::pair<uid_t, Fps>& b) { | 
|  | 782 | return a.first == b.first && a.second.equalsWithMargin(b.second); | 
|  | 783 | })) { | 
|  | 784 | mFrameRateOverridesByContent = frameRateOverrides; | 
|  | 785 | return true; | 
|  | 786 | } | 
|  | 787 | } | 
|  | 788 | return false; | 
|  | 789 | } | 
|  | 790 |  | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 791 | template <class T> | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 792 | bool Scheduler::handleTimerStateChanged(T* currentState, T newState) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 793 | DisplayModeId newModeId; | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 794 | bool refreshRateChanged = false; | 
|  | 795 | bool frameRateOverridesChanged; | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 796 | scheduler::RefreshRateConfigs::GlobalSignals consideredSignals; | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 797 | { | 
|  | 798 | std::lock_guard<std::mutex> lock(mFeatureStateLock); | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 799 | if (*currentState == newState) { | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 800 | return false; | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 801 | } | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 802 | *currentState = newState; | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 803 | newModeId = calculateRefreshRateModeId(&consideredSignals); | 
|  | 804 | const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 805 | frameRateOverridesChanged = | 
|  | 806 | updateFrameRateOverrides(consideredSignals, newRefreshRate.getFps()); | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 807 | if (mFeatures.modeId == newModeId) { | 
|  | 808 | // We don't need to change the display mode, but we might need to send an event | 
|  | 809 | // about a mode change, since it was suppressed due to a previous idleConsidered | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 810 | if (!consideredSignals.idle) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 811 | dispatchCachedReportedMode(); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 812 | } | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 813 | } else { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 814 | mFeatures.modeId = newModeId; | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 815 | refreshRateChanged = true; | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 816 | } | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 817 | } | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 818 | if (refreshRateChanged) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 819 | const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromModeId(newModeId); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 820 |  | 
|  | 821 | mSchedulerCallback.changeRefreshRate(newRefreshRate, | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 822 | consideredSignals.idle ? ModeEvent::None | 
|  | 823 | : ModeEvent::Changed); | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 824 | } | 
|  | 825 | if (frameRateOverridesChanged) { | 
|  | 826 | mSchedulerCallback.triggerOnFrameRateOverridesChanged(); | 
|  | 827 | } | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 828 | return consideredSignals.touch; | 
| Ady Abraham | 8532d01 | 2019-05-08 14:50:56 -0700 | [diff] [blame] | 829 | } | 
|  | 830 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 831 | DisplayModeId Scheduler::calculateRefreshRateModeId( | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 832 | scheduler::RefreshRateConfigs::GlobalSignals* consideredSignals) { | 
| Ady Abraham | 4ccdcb4 | 2020-02-11 17:34:34 -0800 | [diff] [blame] | 833 | ATRACE_CALL(); | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 834 | if (consideredSignals) *consideredSignals = {}; | 
| Ady Abraham | 09bd392 | 2019-04-08 10:44:56 -0700 | [diff] [blame] | 835 |  | 
| Steven Thomas | f734df4 | 2020-04-13 21:09:28 -0700 | [diff] [blame] | 836 | // If Display Power is not in normal operation we want to be in performance mode. When coming | 
|  | 837 | // back to normal mode, a grace period is given with DisplayPowerTimer. | 
| Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 838 | if (mDisplayPowerTimer && | 
|  | 839 | (!mFeatures.isDisplayPowerStateNormal || | 
|  | 840 | mFeatures.displayPowerTimer == TimerState::Reset)) { | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 841 | return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getModeId(); | 
| Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 842 | } | 
| Ady Abraham | 6fe2c17 | 2019-07-12 12:37:57 -0700 | [diff] [blame] | 843 |  | 
| Steven Thomas | bb37432 | 2020-04-28 22:47:16 -0700 | [diff] [blame] | 844 | const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active; | 
|  | 845 | const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired; | 
|  | 846 |  | 
| Ady Abraham | 1adbb72 | 2020-05-15 11:51:48 -0700 | [diff] [blame] | 847 | return mRefreshRateConfigs | 
| Ady Abraham | dfd6216 | 2020-06-10 16:11:56 -0700 | [diff] [blame] | 848 | .getBestRefreshRate(mFeatures.contentRequirements, {.touch = touchActive, .idle = idle}, | 
|  | 849 | consideredSignals) | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 850 | .getModeId(); | 
| Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 851 | } | 
|  | 852 |  | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 853 | std::optional<DisplayModeId> Scheduler::getPreferredModeId() { | 
| Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 854 | std::lock_guard<std::mutex> lock(mFeatureStateLock); | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 855 | // Make sure that the default mode ID is first updated, before returned. | 
|  | 856 | if (mFeatures.modeId.has_value()) { | 
|  | 857 | mFeatures.modeId = calculateRefreshRateModeId(); | 
| Ana Krulec | 3f6a206 | 2020-01-23 15:48:01 -0800 | [diff] [blame] | 858 | } | 
| Marin Shalamanov | a7fe304 | 2021-01-29 21:02:08 +0100 | [diff] [blame] | 859 | return mFeatures.modeId; | 
| Daniel Solomon | 0f0ddc1 | 2019-08-19 19:31:09 -0700 | [diff] [blame] | 860 | } | 
|  | 861 |  | 
| Peiyong Lin | e9d809e | 2020-04-14 13:10:48 -0700 | [diff] [blame] | 862 | void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) { | 
| Ady Abraham | 3a77a7b | 2019-12-02 18:46:59 -0800 | [diff] [blame] | 863 | if (timeline.refreshRequired) { | 
|  | 864 | mSchedulerCallback.repaintEverythingForHWC(); | 
|  | 865 | } | 
|  | 866 |  | 
|  | 867 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); | 
|  | 868 | mLastVsyncPeriodChangeTimeline = std::make_optional(timeline); | 
|  | 869 |  | 
|  | 870 | const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count(); | 
|  | 871 | if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) { | 
|  | 872 | mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime; | 
|  | 873 | } | 
|  | 874 | } | 
|  | 875 |  | 
|  | 876 | void Scheduler::onDisplayRefreshed(nsecs_t timestamp) { | 
|  | 877 | bool callRepaint = false; | 
|  | 878 | { | 
|  | 879 | std::lock_guard<std::mutex> lock(mVsyncTimelineLock); | 
|  | 880 | if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) { | 
|  | 881 | if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) { | 
|  | 882 | mLastVsyncPeriodChangeTimeline->refreshRequired = false; | 
|  | 883 | } else { | 
|  | 884 | // We need to send another refresh as refreshTimeNanos is still in the future | 
|  | 885 | callRepaint = true; | 
|  | 886 | } | 
|  | 887 | } | 
|  | 888 | } | 
|  | 889 |  | 
|  | 890 | if (callRepaint) { | 
|  | 891 | mSchedulerCallback.repaintEverythingForHWC(); | 
| Ana Krulec | fefd6ae | 2019-02-13 17:53:08 -0800 | [diff] [blame] | 892 | } | 
|  | 893 | } | 
|  | 894 |  | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 895 | void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) { | 
| Marin Shalamanov | 2cde100 | 2021-06-08 19:50:10 +0200 | [diff] [blame] | 896 | mLayerHistory->setDisplayArea(displayArea); | 
| Ady Abraham | 8a82ba6 | 2020-01-17 12:43:17 -0800 | [diff] [blame] | 897 | } | 
|  | 898 |  | 
| Ady Abraham | 62a0be2 | 2020-12-08 16:54:10 -0800 | [diff] [blame] | 899 | void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) { | 
|  | 900 | if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) { | 
|  | 901 | return; | 
|  | 902 | } | 
|  | 903 |  | 
|  | 904 | std::lock_guard lock(mFrameRateOverridesMutex); | 
|  | 905 | if (frameRateOverride.frameRateHz != 0.f) { | 
|  | 906 | mFrameRateOverridesFromBackdoor[frameRateOverride.uid] = Fps(frameRateOverride.frameRateHz); | 
|  | 907 | } else { | 
|  | 908 | mFrameRateOverridesFromBackdoor.erase(frameRateOverride.uid); | 
|  | 909 | } | 
|  | 910 | } | 
|  | 911 |  | 
| Ady Abraham | 3645e64 | 2021-04-20 18:39:00 -0700 | [diff] [blame] | 912 | std::chrono::steady_clock::time_point Scheduler::getPreviousVsyncFrom( | 
|  | 913 | nsecs_t expectedPresentTime) const { | 
|  | 914 | const auto presentTime = std::chrono::nanoseconds(expectedPresentTime); | 
|  | 915 | const auto vsyncPeriod = std::chrono::nanoseconds(mVsyncSchedule.tracker->currentPeriod()); | 
|  | 916 | return std::chrono::steady_clock::time_point(presentTime - vsyncPeriod); | 
|  | 917 | } | 
|  | 918 |  | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 919 | } // namespace android |