Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 18 | //#define LOG_NDEBUG 0 |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 19 | |
| 20 | // This is needed for stdint.h to define INT64_MAX in C++ |
| 21 | #define __STDC_LIMIT_MACROS |
| 22 | |
| 23 | #include <math.h> |
| 24 | |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 25 | #include <algorithm> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 26 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 27 | #include <android-base/stringprintf.h> |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 28 | #include <cutils/properties.h> |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 29 | #include <log/log.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 30 | #include <utils/Thread.h> |
| 31 | #include <utils/Trace.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 32 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 33 | #include <ui/FenceTime.h> |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 34 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 35 | #include "DispSync.h" |
| 36 | #include "EventLog/EventLog.h" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 37 | #include "SurfaceFlinger.h" |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 38 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 39 | using android::base::StringAppendF; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 40 | using std::max; |
| 41 | using std::min; |
| 42 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 43 | namespace android { |
| 44 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 45 | DispSync::~DispSync() = default; |
Kevin DuBois | 7b743be | 2019-02-27 10:05:48 -0800 | [diff] [blame] | 46 | DispSync::Callback::~Callback() = default; |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 47 | |
| 48 | namespace impl { |
| 49 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 50 | // Setting this to true adds a zero-phase tracer for correlating with hardware |
| 51 | // vsync events |
| 52 | static const bool kEnableZeroPhaseTracer = false; |
| 53 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 54 | // This is the threshold used to determine when hardware vsync events are |
| 55 | // needed to re-synchronize the software vsync model with the hardware. The |
| 56 | // error metric used is the mean of the squared difference between each |
| 57 | // present time and the nearest software-predicted vsync. |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 58 | static const nsecs_t kErrorThreshold = 160000000000; // 400 usec squared |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 59 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 60 | #undef LOG_TAG |
| 61 | #define LOG_TAG "DispSyncThread" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 62 | class DispSyncThread : public Thread { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 63 | public: |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 64 | DispSyncThread(const char* name, bool showTraceDetailedInfo) |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 65 | : mName(name), |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 66 | mStop(false), |
| 67 | mPeriod(0), |
| 68 | mPhase(0), |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 69 | mReferenceTime(0), |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 70 | mWakeupLatency(0), |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 71 | mFrameNumber(0), |
| 72 | mTraceDetailedInfo(showTraceDetailedInfo) {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 73 | |
| 74 | virtual ~DispSyncThread() {} |
| 75 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 76 | void updateModel(nsecs_t period, nsecs_t phase, nsecs_t referenceTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 77 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 78 | Mutex::Autolock lock(mMutex); |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame] | 79 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 80 | mPhase = phase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 81 | mReferenceTime = referenceTime; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame] | 82 | if (mPeriod != 0 && mPeriod != period && mReferenceTime != 0) { |
| 83 | // Inflate the reference time to be the most recent predicted |
| 84 | // vsync before the current time. |
| 85 | const nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 86 | const nsecs_t baseTime = now - mReferenceTime; |
| 87 | const nsecs_t numOldPeriods = baseTime / mPeriod; |
| 88 | mReferenceTime = mReferenceTime + (numOldPeriods)*mPeriod; |
| 89 | } |
| 90 | mPeriod = period; |
Alec Mouri | f5fe85c | 2019-02-22 13:40:36 -0800 | [diff] [blame] | 91 | if (mTraceDetailedInfo) { |
| 92 | ATRACE_INT64("DispSync:Period", mPeriod); |
| 93 | ATRACE_INT64("DispSync:Phase", mPhase + mPeriod / 2); |
| 94 | ATRACE_INT64("DispSync:Reference Time", mReferenceTime); |
| 95 | } |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 96 | ALOGV("[%s] updateModel: mPeriod = %" PRId64 ", mPhase = %" PRId64 |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 97 | " mReferenceTime = %" PRId64, |
| 98 | mName, ns2us(mPeriod), ns2us(mPhase), ns2us(mReferenceTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 99 | mCond.signal(); |
| 100 | } |
| 101 | |
| 102 | void stop() { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 103 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 104 | Mutex::Autolock lock(mMutex); |
| 105 | mStop = true; |
| 106 | mCond.signal(); |
| 107 | } |
| 108 | |
| 109 | virtual bool threadLoop() { |
| 110 | status_t err; |
| 111 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 112 | |
| 113 | while (true) { |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 114 | std::vector<CallbackInvocation> callbackInvocations; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 115 | |
| 116 | nsecs_t targetTime = 0; |
| 117 | |
| 118 | { // Scope for lock |
| 119 | Mutex::Autolock lock(mMutex); |
| 120 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 121 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 122 | ATRACE_INT64("DispSync:Frame", mFrameNumber); |
| 123 | } |
| 124 | ALOGV("[%s] Frame %" PRId64, mName, mFrameNumber); |
| 125 | ++mFrameNumber; |
| 126 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 127 | if (mStop) { |
| 128 | return false; |
| 129 | } |
| 130 | |
| 131 | if (mPeriod == 0) { |
| 132 | err = mCond.wait(mMutex); |
| 133 | if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 134 | ALOGE("error waiting for new events: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 135 | return false; |
| 136 | } |
| 137 | continue; |
| 138 | } |
| 139 | |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 140 | targetTime = computeNextEventTimeLocked(now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 141 | |
| 142 | bool isWakeup = false; |
| 143 | |
| 144 | if (now < targetTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 145 | if (mTraceDetailedInfo) ATRACE_NAME("DispSync waiting"); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 146 | |
| 147 | if (targetTime == INT64_MAX) { |
| 148 | ALOGV("[%s] Waiting forever", mName); |
| 149 | err = mCond.wait(mMutex); |
| 150 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 151 | ALOGV("[%s] Waiting until %" PRId64, mName, ns2us(targetTime)); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 152 | err = mCond.waitRelative(mMutex, targetTime - now); |
| 153 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 154 | |
| 155 | if (err == TIMED_OUT) { |
| 156 | isWakeup = true; |
| 157 | } else if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 158 | ALOGE("error waiting for next event: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 159 | return false; |
| 160 | } |
| 161 | } |
| 162 | |
| 163 | now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 164 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 165 | // Don't correct by more than 1.5 ms |
| 166 | static const nsecs_t kMaxWakeupLatency = us2ns(1500); |
| 167 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 168 | if (isWakeup) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 169 | mWakeupLatency = ((mWakeupLatency * 63) + (now - targetTime)) / 64; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 170 | mWakeupLatency = min(mWakeupLatency, kMaxWakeupLatency); |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 171 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 172 | ATRACE_INT64("DispSync:WakeupLat", now - targetTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 173 | ATRACE_INT64("DispSync:AvgWakeupLat", mWakeupLatency); |
| 174 | } |
| 175 | } |
| 176 | |
| 177 | callbackInvocations = gatherCallbackInvocationsLocked(now); |
| 178 | } |
| 179 | |
| 180 | if (callbackInvocations.size() > 0) { |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 181 | fireCallbackInvocations(callbackInvocations); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 182 | } |
| 183 | } |
| 184 | |
| 185 | return false; |
| 186 | } |
| 187 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 188 | status_t addEventListener(const char* name, nsecs_t phase, DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 189 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 190 | Mutex::Autolock lock(mMutex); |
| 191 | |
| 192 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
| 193 | if (mEventListeners[i].mCallback == callback) { |
| 194 | return BAD_VALUE; |
| 195 | } |
| 196 | } |
| 197 | |
| 198 | EventListener listener; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 199 | listener.mName = name; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 200 | listener.mPhase = phase; |
| 201 | listener.mCallback = callback; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 202 | |
| 203 | // We want to allow the firstmost future event to fire without |
Alec Mouri | 8183598 | 2019-02-27 13:40:44 -0800 | [diff] [blame] | 204 | // allowing any past events to fire. To do this extrapolate from |
| 205 | // mReferenceTime the most recent hardware vsync, and pin the |
| 206 | // last event time there. |
| 207 | const nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 208 | if (mPeriod != 0) { |
| 209 | const nsecs_t baseTime = now - mReferenceTime; |
| 210 | const nsecs_t numPeriodsSinceReference = baseTime / mPeriod; |
| 211 | const nsecs_t predictedReference = mReferenceTime + numPeriodsSinceReference * mPeriod; |
| 212 | const nsecs_t phaseCorrection = mPhase + listener.mPhase; |
| 213 | const nsecs_t predictedLastEventTime = predictedReference + phaseCorrection; |
| 214 | if (predictedLastEventTime > now) { |
| 215 | // Make sure that the last event time does not exceed the current time. |
| 216 | // If it would, then back the last event time by a period. |
| 217 | listener.mLastEventTime = predictedLastEventTime - mPeriod; |
| 218 | } else { |
| 219 | listener.mLastEventTime = predictedLastEventTime; |
| 220 | } |
| 221 | } else { |
| 222 | listener.mLastEventTime = now + mPhase - mWakeupLatency; |
| 223 | } |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 224 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 225 | mEventListeners.push_back(listener); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 226 | |
| 227 | mCond.signal(); |
| 228 | |
| 229 | return NO_ERROR; |
| 230 | } |
| 231 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 232 | status_t removeEventListener(DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 233 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 234 | Mutex::Autolock lock(mMutex); |
| 235 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 236 | for (std::vector<EventListener>::iterator it = mEventListeners.begin(); |
| 237 | it != mEventListeners.end(); ++it) { |
| 238 | if (it->mCallback == callback) { |
| 239 | mEventListeners.erase(it); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 240 | mCond.signal(); |
| 241 | return NO_ERROR; |
| 242 | } |
| 243 | } |
| 244 | |
| 245 | return BAD_VALUE; |
| 246 | } |
| 247 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 248 | status_t changePhaseOffset(DispSync::Callback* callback, nsecs_t phase) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 249 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 250 | Mutex::Autolock lock(mMutex); |
| 251 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 252 | for (auto& eventListener : mEventListeners) { |
| 253 | if (eventListener.mCallback == callback) { |
| 254 | const nsecs_t oldPhase = eventListener.mPhase; |
| 255 | eventListener.mPhase = phase; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 256 | |
| 257 | // Pretend that the last time this event was handled at the same frame but with the |
| 258 | // new offset to allow for a seamless offset change without double-firing or |
| 259 | // skipping. |
Jorim Jaggi | 22ec38b | 2018-06-19 15:57:08 +0200 | [diff] [blame] | 260 | nsecs_t diff = oldPhase - phase; |
| 261 | if (diff > mPeriod / 2) { |
| 262 | diff -= mPeriod; |
| 263 | } else if (diff < -mPeriod / 2) { |
| 264 | diff += mPeriod; |
| 265 | } |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 266 | eventListener.mLastEventTime -= diff; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 267 | mCond.signal(); |
| 268 | return NO_ERROR; |
| 269 | } |
| 270 | } |
| 271 | |
| 272 | return BAD_VALUE; |
| 273 | } |
| 274 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 275 | private: |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 276 | struct EventListener { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 277 | const char* mName; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 278 | nsecs_t mPhase; |
| 279 | nsecs_t mLastEventTime; |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 280 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 281 | }; |
| 282 | |
| 283 | struct CallbackInvocation { |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 284 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 285 | nsecs_t mEventTime; |
| 286 | }; |
| 287 | |
| 288 | nsecs_t computeNextEventTimeLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 289 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 290 | ALOGV("[%s] computeNextEventTimeLocked", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 291 | nsecs_t nextEventTime = INT64_MAX; |
| 292 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 293 | nsecs_t t = computeListenerNextEventTimeLocked(mEventListeners[i], now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 294 | |
| 295 | if (t < nextEventTime) { |
| 296 | nextEventTime = t; |
| 297 | } |
| 298 | } |
| 299 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 300 | ALOGV("[%s] nextEventTime = %" PRId64, mName, ns2us(nextEventTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 301 | return nextEventTime; |
| 302 | } |
| 303 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 304 | std::vector<CallbackInvocation> gatherCallbackInvocationsLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 305 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 306 | ALOGV("[%s] gatherCallbackInvocationsLocked @ %" PRId64, mName, ns2us(now)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 307 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 308 | std::vector<CallbackInvocation> callbackInvocations; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 309 | nsecs_t onePeriodAgo = now - mPeriod; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 310 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 311 | for (auto& eventListener : mEventListeners) { |
| 312 | nsecs_t t = computeListenerNextEventTimeLocked(eventListener, onePeriodAgo); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 313 | |
Jamie Gennis | 0d5c60e | 2013-10-09 17:49:37 -0700 | [diff] [blame] | 314 | if (t < now) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 315 | CallbackInvocation ci; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 316 | ci.mCallback = eventListener.mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 317 | ci.mEventTime = t; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 318 | ALOGV("[%s] [%s] Preparing to fire", mName, eventListener.mName); |
| 319 | callbackInvocations.push_back(ci); |
| 320 | eventListener.mLastEventTime = t; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 321 | } |
| 322 | } |
| 323 | |
| 324 | return callbackInvocations; |
| 325 | } |
| 326 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 327 | nsecs_t computeListenerNextEventTimeLocked(const EventListener& listener, nsecs_t baseTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 328 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 329 | ALOGV("[%s] [%s] computeListenerNextEventTimeLocked(%" PRId64 ")", mName, listener.mName, |
| 330 | ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 331 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 332 | nsecs_t lastEventTime = listener.mLastEventTime + mWakeupLatency; |
| 333 | ALOGV("[%s] lastEventTime: %" PRId64, mName, ns2us(lastEventTime)); |
| 334 | if (baseTime < lastEventTime) { |
| 335 | baseTime = lastEventTime; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 336 | ALOGV("[%s] Clamping baseTime to lastEventTime -> %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 337 | } |
| 338 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 339 | baseTime -= mReferenceTime; |
| 340 | ALOGV("[%s] Relative baseTime = %" PRId64, mName, ns2us(baseTime)); |
| 341 | nsecs_t phase = mPhase + listener.mPhase; |
| 342 | ALOGV("[%s] Phase = %" PRId64, mName, ns2us(phase)); |
| 343 | baseTime -= phase; |
| 344 | ALOGV("[%s] baseTime - phase = %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 345 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 346 | // If our previous time is before the reference (because the reference |
| 347 | // has since been updated), the division by mPeriod will truncate |
| 348 | // towards zero instead of computing the floor. Since in all cases |
| 349 | // before the reference we want the next time to be effectively now, we |
| 350 | // set baseTime to -mPeriod so that numPeriods will be -1. |
| 351 | // When we add 1 and the phase, we will be at the correct event time for |
| 352 | // this period. |
| 353 | if (baseTime < 0) { |
| 354 | ALOGV("[%s] Correcting negative baseTime", mName); |
| 355 | baseTime = -mPeriod; |
| 356 | } |
| 357 | |
| 358 | nsecs_t numPeriods = baseTime / mPeriod; |
| 359 | ALOGV("[%s] numPeriods = %" PRId64, mName, numPeriods); |
| 360 | nsecs_t t = (numPeriods + 1) * mPeriod + phase; |
| 361 | ALOGV("[%s] t = %" PRId64, mName, ns2us(t)); |
| 362 | t += mReferenceTime; |
| 363 | ALOGV("[%s] Absolute t = %" PRId64, mName, ns2us(t)); |
| 364 | |
| 365 | // Check that it's been slightly more than half a period since the last |
| 366 | // event so that we don't accidentally fall into double-rate vsyncs |
| 367 | if (t - listener.mLastEventTime < (3 * mPeriod / 5)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 368 | t += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 369 | ALOGV("[%s] Modifying t -> %" PRId64, mName, ns2us(t)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 370 | } |
| 371 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 372 | t -= mWakeupLatency; |
| 373 | ALOGV("[%s] Corrected for wakeup latency -> %" PRId64, mName, ns2us(t)); |
| 374 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 375 | return t; |
| 376 | } |
| 377 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 378 | void fireCallbackInvocations(const std::vector<CallbackInvocation>& callbacks) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 379 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 380 | for (size_t i = 0; i < callbacks.size(); i++) { |
| 381 | callbacks[i].mCallback->onDispSyncEvent(callbacks[i].mEventTime); |
| 382 | } |
| 383 | } |
| 384 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 385 | const char* const mName; |
| 386 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 387 | bool mStop; |
| 388 | |
| 389 | nsecs_t mPeriod; |
| 390 | nsecs_t mPhase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 391 | nsecs_t mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 392 | nsecs_t mWakeupLatency; |
| 393 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 394 | int64_t mFrameNumber; |
| 395 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 396 | std::vector<EventListener> mEventListeners; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 397 | |
| 398 | Mutex mMutex; |
| 399 | Condition mCond; |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 400 | |
| 401 | // Flag to turn on logging in systrace. |
| 402 | const bool mTraceDetailedInfo; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 403 | }; |
| 404 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 405 | #undef LOG_TAG |
| 406 | #define LOG_TAG "DispSync" |
| 407 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 408 | class ZeroPhaseTracer : public DispSync::Callback { |
| 409 | public: |
| 410 | ZeroPhaseTracer() : mParity(false) {} |
| 411 | |
Mark Salyzyn | 92dc3fc | 2014-03-12 13:12:44 -0700 | [diff] [blame] | 412 | virtual void onDispSyncEvent(nsecs_t /*when*/) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 413 | mParity = !mParity; |
| 414 | ATRACE_INT("ZERO_PHASE_VSYNC", mParity ? 1 : 0); |
| 415 | } |
| 416 | |
| 417 | private: |
| 418 | bool mParity; |
| 419 | }; |
| 420 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 421 | DispSync::DispSync(const char* name) : mName(name), mRefreshSkipCount(0) { |
| 422 | // This flag offers the ability to turn on systrace logging from the shell. |
| 423 | char value[PROPERTY_VALUE_MAX]; |
| 424 | property_get("debug.sf.dispsync_trace_detailed_info", value, "0"); |
| 425 | mTraceDetailedInfo = atoi(value); |
| 426 | mThread = new DispSyncThread(name, mTraceDetailedInfo); |
| 427 | } |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 428 | |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 429 | DispSync::~DispSync() {} |
| 430 | |
| 431 | void DispSync::init(bool hasSyncFramework, int64_t dispSyncPresentTimeOffset) { |
| 432 | mIgnorePresentFences = !hasSyncFramework; |
| 433 | mPresentTimeOffset = dispSyncPresentTimeOffset; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 434 | mThread->run("DispSync", PRIORITY_URGENT_DISPLAY + PRIORITY_MORE_FAVORABLE); |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 435 | |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 436 | // set DispSync to SCHED_FIFO to minimize jitter |
| 437 | struct sched_param param = {0}; |
Tim Murray | 3552063 | 2016-09-07 12:18:17 -0700 | [diff] [blame] | 438 | param.sched_priority = 2; |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 439 | if (sched_setscheduler(mThread->getTid(), SCHED_FIFO, ¶m) != 0) { |
| 440 | ALOGE("Couldn't set SCHED_FIFO for DispSyncThread"); |
| 441 | } |
| 442 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 443 | reset(); |
| 444 | beginResync(); |
| 445 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 446 | if (mTraceDetailedInfo && kEnableZeroPhaseTracer) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 447 | mZeroPhaseTracer = std::make_unique<ZeroPhaseTracer>(); |
| 448 | addEventListener("ZeroPhaseTracer", 0, mZeroPhaseTracer.get()); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 449 | } |
| 450 | } |
| 451 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 452 | void DispSync::reset() { |
| 453 | Mutex::Autolock lock(mMutex); |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 454 | resetLocked(); |
| 455 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 456 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 457 | void DispSync::resetLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 458 | mPhase = 0; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame] | 459 | const size_t lastSampleIdx = (mFirstResyncSample + mNumResyncSamples - 1) % MAX_RESYNC_SAMPLES; |
| 460 | // Keep the most recent sample, when we resync to hardware we'll overwrite this |
| 461 | // with a more accurate signal |
| 462 | if (mResyncSamples[lastSampleIdx] != 0) { |
| 463 | mReferenceTime = mResyncSamples[lastSampleIdx]; |
| 464 | } |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 465 | mModelUpdated = false; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame] | 466 | for (size_t i = 0; i < MAX_RESYNC_SAMPLES; i++) { |
| 467 | mResyncSamples[i] = 0; |
| 468 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 469 | mNumResyncSamples = 0; |
| 470 | mFirstResyncSample = 0; |
| 471 | mNumResyncSamplesSincePresent = 0; |
| 472 | resetErrorLocked(); |
| 473 | } |
| 474 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 475 | bool DispSync::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 476 | Mutex::Autolock lock(mMutex); |
| 477 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 478 | if (mIgnorePresentFences) { |
| 479 | return true; |
| 480 | } |
| 481 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 482 | mPresentFences[mPresentSampleOffset] = fenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 483 | mPresentSampleOffset = (mPresentSampleOffset + 1) % NUM_PRESENT_SAMPLES; |
| 484 | mNumResyncSamplesSincePresent = 0; |
| 485 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 486 | updateErrorLocked(); |
| 487 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 488 | return !mModelUpdated || mError > kErrorThreshold; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 489 | } |
| 490 | |
| 491 | void DispSync::beginResync() { |
| 492 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 493 | ALOGV("[%s] beginResync", mName); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 494 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 495 | mNumResyncSamples = 0; |
| 496 | } |
| 497 | |
| 498 | bool DispSync::addResyncSample(nsecs_t timestamp) { |
| 499 | Mutex::Autolock lock(mMutex); |
| 500 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 501 | ALOGV("[%s] addResyncSample(%" PRId64 ")", mName, ns2us(timestamp)); |
| 502 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 503 | size_t idx = (mFirstResyncSample + mNumResyncSamples) % MAX_RESYNC_SAMPLES; |
| 504 | mResyncSamples[idx] = timestamp; |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 505 | if (mNumResyncSamples == 0) { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 506 | mPhase = 0; |
| 507 | mReferenceTime = timestamp; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 508 | ALOGV("[%s] First resync sample: mPeriod = %" PRId64 ", mPhase = 0, " |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 509 | "mReferenceTime = %" PRId64, |
| 510 | mName, ns2us(mPeriod), ns2us(mReferenceTime)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 511 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 512 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 513 | |
| 514 | if (mNumResyncSamples < MAX_RESYNC_SAMPLES) { |
| 515 | mNumResyncSamples++; |
| 516 | } else { |
| 517 | mFirstResyncSample = (mFirstResyncSample + 1) % MAX_RESYNC_SAMPLES; |
| 518 | } |
| 519 | |
| 520 | updateModelLocked(); |
| 521 | |
| 522 | if (mNumResyncSamplesSincePresent++ > MAX_RESYNC_SAMPLES_WITHOUT_PRESENT) { |
| 523 | resetErrorLocked(); |
| 524 | } |
| 525 | |
Fabien Sanglard | cbf153b | 2017-03-10 17:57:12 -0800 | [diff] [blame] | 526 | if (mIgnorePresentFences) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 527 | // If we're ignoring the present fences we have no way to know whether |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 528 | // or not we're synchronized with the HW vsyncs, so we just request |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 529 | // that the HW vsync events be turned on. |
| 530 | return true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 531 | } |
| 532 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 533 | // Check against kErrorThreshold / 2 to add some hysteresis before having to |
| 534 | // resync again |
| 535 | bool modelLocked = mModelUpdated && mError < (kErrorThreshold / 2); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 536 | ALOGV("[%s] addResyncSample returning %s", mName, modelLocked ? "locked" : "unlocked"); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 537 | return !modelLocked; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 538 | } |
| 539 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 540 | void DispSync::endResync() {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 541 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 542 | status_t DispSync::addEventListener(const char* name, nsecs_t phase, Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 543 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 544 | return mThread->addEventListener(name, phase, callback); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 545 | } |
| 546 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 547 | void DispSync::setRefreshSkipCount(int count) { |
| 548 | Mutex::Autolock lock(mMutex); |
| 549 | ALOGD("setRefreshSkipCount(%d)", count); |
| 550 | mRefreshSkipCount = count; |
| 551 | updateModelLocked(); |
Ruchi Kandoi | f52b3c8 | 2014-04-24 16:42:35 -0700 | [diff] [blame] | 552 | } |
| 553 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 554 | status_t DispSync::removeEventListener(Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 555 | Mutex::Autolock lock(mMutex); |
| 556 | return mThread->removeEventListener(callback); |
| 557 | } |
| 558 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 559 | status_t DispSync::changePhaseOffset(Callback* callback, nsecs_t phase) { |
| 560 | Mutex::Autolock lock(mMutex); |
| 561 | return mThread->changePhaseOffset(callback, phase); |
| 562 | } |
| 563 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 564 | void DispSync::setPeriod(nsecs_t period) { |
| 565 | Mutex::Autolock lock(mMutex); |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 566 | mPeriod = period; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 567 | mPhase = 0; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 568 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 569 | } |
| 570 | |
Lajos Molnar | 67d8bd6 | 2014-09-11 14:58:45 -0700 | [diff] [blame] | 571 | nsecs_t DispSync::getPeriod() { |
| 572 | // lock mutex as mPeriod changes multiple times in updateModelLocked |
| 573 | Mutex::Autolock lock(mMutex); |
| 574 | return mPeriod; |
| 575 | } |
| 576 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 577 | void DispSync::updateModelLocked() { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 578 | ALOGV("[%s] updateModelLocked %zu", mName, mNumResyncSamples); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 579 | if (mNumResyncSamples >= MIN_RESYNC_SAMPLES_FOR_UPDATE) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 580 | ALOGV("[%s] Computing...", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 581 | nsecs_t durationSum = 0; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 582 | nsecs_t minDuration = INT64_MAX; |
| 583 | nsecs_t maxDuration = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 584 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
| 585 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 586 | size_t prev = (idx + MAX_RESYNC_SAMPLES - 1) % MAX_RESYNC_SAMPLES; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 587 | nsecs_t duration = mResyncSamples[idx] - mResyncSamples[prev]; |
| 588 | durationSum += duration; |
| 589 | minDuration = min(minDuration, duration); |
| 590 | maxDuration = max(maxDuration, duration); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 591 | } |
| 592 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 593 | // Exclude the min and max from the average |
| 594 | durationSum -= minDuration + maxDuration; |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 595 | mPeriod = durationSum / (mNumResyncSamples - 3); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 596 | |
| 597 | ALOGV("[%s] mPeriod = %" PRId64, mName, ns2us(mPeriod)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 598 | |
| 599 | double sampleAvgX = 0; |
| 600 | double sampleAvgY = 0; |
| 601 | double scale = 2.0 * M_PI / double(mPeriod); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 602 | // Intentionally skip the first sample |
| 603 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 604 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 605 | nsecs_t sample = mResyncSamples[idx] - mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 606 | double samplePhase = double(sample % mPeriod) * scale; |
| 607 | sampleAvgX += cos(samplePhase); |
| 608 | sampleAvgY += sin(samplePhase); |
| 609 | } |
| 610 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 611 | sampleAvgX /= double(mNumResyncSamples - 1); |
| 612 | sampleAvgY /= double(mNumResyncSamples - 1); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 613 | |
| 614 | mPhase = nsecs_t(atan2(sampleAvgY, sampleAvgX) / scale); |
| 615 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 616 | ALOGV("[%s] mPhase = %" PRId64, mName, ns2us(mPhase)); |
| 617 | |
| 618 | if (mPhase < -(mPeriod / 2)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 619 | mPhase += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 620 | ALOGV("[%s] Adjusting mPhase -> %" PRId64, mName, ns2us(mPhase)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 621 | } |
| 622 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 623 | // Artificially inflate the period if requested. |
| 624 | mPeriod += mPeriod * mRefreshSkipCount; |
| 625 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 626 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
| 627 | mModelUpdated = true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 628 | } |
| 629 | } |
| 630 | |
| 631 | void DispSync::updateErrorLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 632 | if (!mModelUpdated) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 633 | return; |
| 634 | } |
| 635 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 636 | // Need to compare present fences against the un-adjusted refresh period, |
| 637 | // since they might arrive between two events. |
| 638 | nsecs_t period = mPeriod / (1 + mRefreshSkipCount); |
| 639 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 640 | int numErrSamples = 0; |
| 641 | nsecs_t sqErrSum = 0; |
| 642 | |
| 643 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 644 | // Only check for the cached value of signal time to avoid unecessary |
| 645 | // syscalls. It is the responsibility of the DispSync owner to |
| 646 | // call getSignalTime() periodically so the cache is updated when the |
| 647 | // fence signals. |
| 648 | nsecs_t time = mPresentFences[i]->getCachedSignalTime(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 649 | if (time == Fence::SIGNAL_TIME_PENDING || time == Fence::SIGNAL_TIME_INVALID) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 650 | continue; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 651 | } |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 652 | |
| 653 | nsecs_t sample = time - mReferenceTime; |
| 654 | if (sample <= mPhase) { |
| 655 | continue; |
| 656 | } |
| 657 | |
| 658 | nsecs_t sampleErr = (sample - mPhase) % period; |
| 659 | if (sampleErr > period / 2) { |
| 660 | sampleErr -= period; |
| 661 | } |
| 662 | sqErrSum += sampleErr * sampleErr; |
| 663 | numErrSamples++; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 664 | } |
| 665 | |
| 666 | if (numErrSamples > 0) { |
| 667 | mError = sqErrSum / numErrSamples; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 668 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 669 | } else { |
| 670 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 671 | // Use mod ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT to avoid log spam. |
| 672 | mZeroErrSamplesCount++; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 673 | ALOGE_IF((mZeroErrSamplesCount % ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT) == 0, |
| 674 | "No present times for model error."); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 675 | } |
| 676 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 677 | if (mTraceDetailedInfo) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 678 | ATRACE_INT64("DispSync:Error", mError); |
| 679 | } |
| 680 | } |
| 681 | |
| 682 | void DispSync::resetErrorLocked() { |
| 683 | mPresentSampleOffset = 0; |
| 684 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 685 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 686 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 687 | mPresentFences[i] = FenceTime::NO_FENCE; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 688 | } |
| 689 | } |
| 690 | |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 691 | nsecs_t DispSync::computeNextRefresh(int periodOffset) const { |
Andy McFadden | 150ecd8 | 2014-05-08 14:56:50 -0700 | [diff] [blame] | 692 | Mutex::Autolock lock(mMutex); |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 693 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 694 | nsecs_t phase = mReferenceTime + mPhase; |
Marissa Wall | 17b4e45 | 2018-12-26 16:32:34 -0800 | [diff] [blame] | 695 | if (mPeriod == 0) { |
| 696 | return 0; |
| 697 | } |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 698 | return (((now - phase) / mPeriod) + periodOffset + 1) * mPeriod + phase; |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 699 | } |
| 700 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 701 | void DispSync::setIgnorePresentFences(bool ignore) { |
| 702 | Mutex::Autolock lock(mMutex); |
| 703 | if (mIgnorePresentFences != ignore) { |
| 704 | mIgnorePresentFences = ignore; |
| 705 | resetLocked(); |
| 706 | } |
| 707 | } |
| 708 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 709 | void DispSync::dump(std::string& result) const { |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 710 | Mutex::Autolock lock(mMutex); |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 711 | StringAppendF(&result, "present fences are %s\n", mIgnorePresentFences ? "ignored" : "used"); |
| 712 | StringAppendF(&result, "mPeriod: %" PRId64 " ns (%.3f fps; skipCount=%d)\n", mPeriod, |
| 713 | 1000000000.0 / mPeriod, mRefreshSkipCount); |
| 714 | StringAppendF(&result, "mPhase: %" PRId64 " ns\n", mPhase); |
| 715 | StringAppendF(&result, "mError: %" PRId64 " ns (sqrt=%.1f)\n", mError, sqrt(mError)); |
| 716 | StringAppendF(&result, "mNumResyncSamplesSincePresent: %d (limit %d)\n", |
| 717 | mNumResyncSamplesSincePresent, MAX_RESYNC_SAMPLES_WITHOUT_PRESENT); |
| 718 | StringAppendF(&result, "mNumResyncSamples: %zd (max %d)\n", mNumResyncSamples, |
| 719 | MAX_RESYNC_SAMPLES); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 720 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 721 | result.append("mResyncSamples:\n"); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 722 | nsecs_t previous = -1; |
| 723 | for (size_t i = 0; i < mNumResyncSamples; i++) { |
| 724 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 725 | nsecs_t sampleTime = mResyncSamples[idx]; |
| 726 | if (i == 0) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 727 | StringAppendF(&result, " %" PRId64 "\n", sampleTime); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 728 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 729 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 ")\n", sampleTime, |
| 730 | sampleTime - previous); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 731 | } |
| 732 | previous = sampleTime; |
| 733 | } |
| 734 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 735 | StringAppendF(&result, "mPresentFences [%d]:\n", NUM_PRESENT_SAMPLES); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 736 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 737 | previous = Fence::SIGNAL_TIME_INVALID; |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 738 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
| 739 | size_t idx = (i + mPresentSampleOffset) % NUM_PRESENT_SAMPLES; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 740 | nsecs_t presentTime = mPresentFences[idx]->getSignalTime(); |
| 741 | if (presentTime == Fence::SIGNAL_TIME_PENDING) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 742 | StringAppendF(&result, " [unsignaled fence]\n"); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 743 | } else if (presentTime == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 744 | StringAppendF(&result, " [invalid fence]\n"); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 745 | } else if (previous == Fence::SIGNAL_TIME_PENDING || |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 746 | previous == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 747 | StringAppendF(&result, " %" PRId64 " (%.3f ms ago)\n", presentTime, |
| 748 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 749 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 750 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 " / %.3f) (%.3f ms ago)\n", |
| 751 | presentTime, presentTime - previous, |
| 752 | (presentTime - previous) / (double)mPeriod, |
| 753 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 754 | } |
| 755 | previous = presentTime; |
| 756 | } |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 757 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 758 | StringAppendF(&result, "current monotonic time: %" PRId64 "\n", now); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 759 | } |
| 760 | |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 761 | // TODO(b/113612090): Figure out how much of this is still relevant. |
| 762 | // We need to determine the time when a buffer acquired now will be |
| 763 | // displayed. This can be calculated: |
| 764 | // time when previous buffer's actual-present fence was signaled |
| 765 | // + current display refresh rate * HWC latency |
| 766 | // + a little extra padding |
| 767 | // |
| 768 | // Buffer producers are expected to set their desired presentation time |
| 769 | // based on choreographer time stamps, which (coming from vsync events) |
| 770 | // will be slightly later then the actual-present timing. If we get a |
| 771 | // desired-present time that is unintentionally a hair after the next |
| 772 | // vsync, we'll hold the frame when we really want to display it. We |
| 773 | // need to take the offset between actual-present and reported-vsync |
| 774 | // into account. |
| 775 | // |
| 776 | // If the system is configured without a DispSync phase offset for the app, |
| 777 | // we also want to throw in a bit of padding to avoid edge cases where we |
| 778 | // just barely miss. We want to do it here, not in every app. A major |
| 779 | // source of trouble is the app's use of the display's ideal refresh time |
| 780 | // (via Display.getRefreshRate()), which could be off of the actual refresh |
| 781 | // by a few percent, with the error multiplied by the number of frames |
| 782 | // between now and when the buffer should be displayed. |
| 783 | // |
| 784 | // If the refresh reported to the app has a phase offset, we shouldn't need |
| 785 | // to tweak anything here. |
| 786 | nsecs_t DispSync::expectedPresentTime() { |
| 787 | // The HWC doesn't currently have a way to report additional latency. |
| 788 | // Assume that whatever we submit now will appear right after the flip. |
| 789 | // For a smart panel this might be 1. This is expressed in frames, |
| 790 | // rather than time, because we expect to have a constant frame delay |
| 791 | // regardless of the refresh rate. |
| 792 | const uint32_t hwcLatency = 0; |
| 793 | |
| 794 | // Ask DispSync when the next refresh will be (CLOCK_MONOTONIC). |
Ana Krulec | 757f63a | 2019-01-25 10:46:18 -0800 | [diff] [blame] | 795 | return computeNextRefresh(hwcLatency); |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 796 | } |
| 797 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 798 | } // namespace impl |
| 799 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 800 | } // namespace android |