Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 18 | //#define LOG_NDEBUG 0 |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 19 | |
| 20 | // This is needed for stdint.h to define INT64_MAX in C++ |
| 21 | #define __STDC_LIMIT_MACROS |
| 22 | |
| 23 | #include <math.h> |
| 24 | |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 25 | #include <algorithm> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 26 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 27 | #include <android-base/stringprintf.h> |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 28 | #include <cutils/properties.h> |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 29 | #include <log/log.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 30 | #include <utils/Thread.h> |
| 31 | #include <utils/Trace.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 32 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 33 | #include <ui/FenceTime.h> |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 34 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 35 | #include "DispSync.h" |
| 36 | #include "EventLog/EventLog.h" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 37 | #include "SurfaceFlinger.h" |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 38 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 39 | using android::base::StringAppendF; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 40 | using std::max; |
| 41 | using std::min; |
| 42 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 43 | namespace android { |
| 44 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 45 | DispSync::~DispSync() = default; |
Kevin DuBois | 7b743be | 2019-02-27 10:05:48 -0800 | [diff] [blame] | 46 | DispSync::Callback::~Callback() = default; |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 47 | |
| 48 | namespace impl { |
| 49 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 50 | // Setting this to true adds a zero-phase tracer for correlating with hardware |
| 51 | // vsync events |
| 52 | static const bool kEnableZeroPhaseTracer = false; |
| 53 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 54 | // This is the threshold used to determine when hardware vsync events are |
| 55 | // needed to re-synchronize the software vsync model with the hardware. The |
| 56 | // error metric used is the mean of the squared difference between each |
| 57 | // present time and the nearest software-predicted vsync. |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 58 | static const nsecs_t kErrorThreshold = 160000000000; // 400 usec squared |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 59 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 60 | #undef LOG_TAG |
| 61 | #define LOG_TAG "DispSyncThread" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 62 | class DispSyncThread : public Thread { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 63 | public: |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 64 | DispSyncThread(const char* name, bool showTraceDetailedInfo) |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 65 | : mName(name), |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 66 | mStop(false), |
| 67 | mPeriod(0), |
| 68 | mPhase(0), |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 69 | mReferenceTime(0), |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 70 | mWakeupLatency(0), |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 71 | mFrameNumber(0), |
| 72 | mTraceDetailedInfo(showTraceDetailedInfo) {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 73 | |
| 74 | virtual ~DispSyncThread() {} |
| 75 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 76 | void updateModel(nsecs_t period, nsecs_t phase, nsecs_t referenceTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 77 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 78 | Mutex::Autolock lock(mMutex); |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame^] | 79 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 80 | mPhase = phase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 81 | mReferenceTime = referenceTime; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame^] | 82 | if (mPeriod != 0 && mPeriod != period && mReferenceTime != 0) { |
| 83 | // Inflate the reference time to be the most recent predicted |
| 84 | // vsync before the current time. |
| 85 | const nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 86 | const nsecs_t baseTime = now - mReferenceTime; |
| 87 | const nsecs_t numOldPeriods = baseTime / mPeriod; |
| 88 | mReferenceTime = mReferenceTime + (numOldPeriods)*mPeriod; |
| 89 | } |
| 90 | mPeriod = period; |
Alec Mouri | f5fe85c | 2019-02-22 13:40:36 -0800 | [diff] [blame] | 91 | if (mTraceDetailedInfo) { |
| 92 | ATRACE_INT64("DispSync:Period", mPeriod); |
| 93 | ATRACE_INT64("DispSync:Phase", mPhase + mPeriod / 2); |
| 94 | ATRACE_INT64("DispSync:Reference Time", mReferenceTime); |
| 95 | } |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 96 | ALOGV("[%s] updateModel: mPeriod = %" PRId64 ", mPhase = %" PRId64 |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 97 | " mReferenceTime = %" PRId64, |
| 98 | mName, ns2us(mPeriod), ns2us(mPhase), ns2us(mReferenceTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 99 | mCond.signal(); |
| 100 | } |
| 101 | |
| 102 | void stop() { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 103 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 104 | Mutex::Autolock lock(mMutex); |
| 105 | mStop = true; |
| 106 | mCond.signal(); |
| 107 | } |
| 108 | |
| 109 | virtual bool threadLoop() { |
| 110 | status_t err; |
| 111 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 112 | |
| 113 | while (true) { |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 114 | std::vector<CallbackInvocation> callbackInvocations; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 115 | |
| 116 | nsecs_t targetTime = 0; |
| 117 | |
| 118 | { // Scope for lock |
| 119 | Mutex::Autolock lock(mMutex); |
| 120 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 121 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 122 | ATRACE_INT64("DispSync:Frame", mFrameNumber); |
| 123 | } |
| 124 | ALOGV("[%s] Frame %" PRId64, mName, mFrameNumber); |
| 125 | ++mFrameNumber; |
| 126 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 127 | if (mStop) { |
| 128 | return false; |
| 129 | } |
| 130 | |
| 131 | if (mPeriod == 0) { |
| 132 | err = mCond.wait(mMutex); |
| 133 | if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 134 | ALOGE("error waiting for new events: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 135 | return false; |
| 136 | } |
| 137 | continue; |
| 138 | } |
| 139 | |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 140 | targetTime = computeNextEventTimeLocked(now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 141 | |
| 142 | bool isWakeup = false; |
| 143 | |
| 144 | if (now < targetTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 145 | if (mTraceDetailedInfo) ATRACE_NAME("DispSync waiting"); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 146 | |
| 147 | if (targetTime == INT64_MAX) { |
| 148 | ALOGV("[%s] Waiting forever", mName); |
| 149 | err = mCond.wait(mMutex); |
| 150 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 151 | ALOGV("[%s] Waiting until %" PRId64, mName, ns2us(targetTime)); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 152 | err = mCond.waitRelative(mMutex, targetTime - now); |
| 153 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 154 | |
| 155 | if (err == TIMED_OUT) { |
| 156 | isWakeup = true; |
| 157 | } else if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 158 | ALOGE("error waiting for next event: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 159 | return false; |
| 160 | } |
| 161 | } |
| 162 | |
| 163 | now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 164 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 165 | // Don't correct by more than 1.5 ms |
| 166 | static const nsecs_t kMaxWakeupLatency = us2ns(1500); |
| 167 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 168 | if (isWakeup) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 169 | mWakeupLatency = ((mWakeupLatency * 63) + (now - targetTime)) / 64; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 170 | mWakeupLatency = min(mWakeupLatency, kMaxWakeupLatency); |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 171 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 172 | ATRACE_INT64("DispSync:WakeupLat", now - targetTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 173 | ATRACE_INT64("DispSync:AvgWakeupLat", mWakeupLatency); |
| 174 | } |
| 175 | } |
| 176 | |
| 177 | callbackInvocations = gatherCallbackInvocationsLocked(now); |
| 178 | } |
| 179 | |
| 180 | if (callbackInvocations.size() > 0) { |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 181 | fireCallbackInvocations(callbackInvocations); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 182 | } |
| 183 | } |
| 184 | |
| 185 | return false; |
| 186 | } |
| 187 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 188 | status_t addEventListener(const char* name, nsecs_t phase, DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 189 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 190 | Mutex::Autolock lock(mMutex); |
| 191 | |
| 192 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
| 193 | if (mEventListeners[i].mCallback == callback) { |
| 194 | return BAD_VALUE; |
| 195 | } |
| 196 | } |
| 197 | |
| 198 | EventListener listener; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 199 | listener.mName = name; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 200 | listener.mPhase = phase; |
| 201 | listener.mCallback = callback; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 202 | |
| 203 | // We want to allow the firstmost future event to fire without |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 204 | // allowing any past events to fire |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 205 | listener.mLastEventTime = systemTime() - mPeriod / 2 + mPhase - mWakeupLatency; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 206 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 207 | mEventListeners.push_back(listener); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 208 | |
| 209 | mCond.signal(); |
| 210 | |
| 211 | return NO_ERROR; |
| 212 | } |
| 213 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 214 | status_t removeEventListener(DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 215 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 216 | Mutex::Autolock lock(mMutex); |
| 217 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 218 | for (std::vector<EventListener>::iterator it = mEventListeners.begin(); |
| 219 | it != mEventListeners.end(); ++it) { |
| 220 | if (it->mCallback == callback) { |
| 221 | mEventListeners.erase(it); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 222 | mCond.signal(); |
| 223 | return NO_ERROR; |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | return BAD_VALUE; |
| 228 | } |
| 229 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 230 | status_t changePhaseOffset(DispSync::Callback* callback, nsecs_t phase) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 231 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 232 | Mutex::Autolock lock(mMutex); |
| 233 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 234 | for (auto& eventListener : mEventListeners) { |
| 235 | if (eventListener.mCallback == callback) { |
| 236 | const nsecs_t oldPhase = eventListener.mPhase; |
| 237 | eventListener.mPhase = phase; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 238 | |
| 239 | // Pretend that the last time this event was handled at the same frame but with the |
| 240 | // new offset to allow for a seamless offset change without double-firing or |
| 241 | // skipping. |
Jorim Jaggi | 22ec38b | 2018-06-19 15:57:08 +0200 | [diff] [blame] | 242 | nsecs_t diff = oldPhase - phase; |
| 243 | if (diff > mPeriod / 2) { |
| 244 | diff -= mPeriod; |
| 245 | } else if (diff < -mPeriod / 2) { |
| 246 | diff += mPeriod; |
| 247 | } |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 248 | eventListener.mLastEventTime -= diff; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 249 | mCond.signal(); |
| 250 | return NO_ERROR; |
| 251 | } |
| 252 | } |
| 253 | |
| 254 | return BAD_VALUE; |
| 255 | } |
| 256 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 257 | private: |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 258 | struct EventListener { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 259 | const char* mName; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 260 | nsecs_t mPhase; |
| 261 | nsecs_t mLastEventTime; |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 262 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 263 | }; |
| 264 | |
| 265 | struct CallbackInvocation { |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 266 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 267 | nsecs_t mEventTime; |
| 268 | }; |
| 269 | |
| 270 | nsecs_t computeNextEventTimeLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 271 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 272 | ALOGV("[%s] computeNextEventTimeLocked", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 273 | nsecs_t nextEventTime = INT64_MAX; |
| 274 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 275 | nsecs_t t = computeListenerNextEventTimeLocked(mEventListeners[i], now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 276 | |
| 277 | if (t < nextEventTime) { |
| 278 | nextEventTime = t; |
| 279 | } |
| 280 | } |
| 281 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 282 | ALOGV("[%s] nextEventTime = %" PRId64, mName, ns2us(nextEventTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 283 | return nextEventTime; |
| 284 | } |
| 285 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 286 | std::vector<CallbackInvocation> gatherCallbackInvocationsLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 287 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 288 | ALOGV("[%s] gatherCallbackInvocationsLocked @ %" PRId64, mName, ns2us(now)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 289 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 290 | std::vector<CallbackInvocation> callbackInvocations; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 291 | nsecs_t onePeriodAgo = now - mPeriod; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 292 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 293 | for (auto& eventListener : mEventListeners) { |
| 294 | nsecs_t t = computeListenerNextEventTimeLocked(eventListener, onePeriodAgo); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 295 | |
Jamie Gennis | 0d5c60e | 2013-10-09 17:49:37 -0700 | [diff] [blame] | 296 | if (t < now) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 297 | CallbackInvocation ci; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 298 | ci.mCallback = eventListener.mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 299 | ci.mEventTime = t; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 300 | ALOGV("[%s] [%s] Preparing to fire", mName, eventListener.mName); |
| 301 | callbackInvocations.push_back(ci); |
| 302 | eventListener.mLastEventTime = t; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 303 | } |
| 304 | } |
| 305 | |
| 306 | return callbackInvocations; |
| 307 | } |
| 308 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 309 | nsecs_t computeListenerNextEventTimeLocked(const EventListener& listener, nsecs_t baseTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 310 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 311 | ALOGV("[%s] [%s] computeListenerNextEventTimeLocked(%" PRId64 ")", mName, listener.mName, |
| 312 | ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 313 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 314 | nsecs_t lastEventTime = listener.mLastEventTime + mWakeupLatency; |
| 315 | ALOGV("[%s] lastEventTime: %" PRId64, mName, ns2us(lastEventTime)); |
| 316 | if (baseTime < lastEventTime) { |
| 317 | baseTime = lastEventTime; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 318 | ALOGV("[%s] Clamping baseTime to lastEventTime -> %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 319 | } |
| 320 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 321 | baseTime -= mReferenceTime; |
| 322 | ALOGV("[%s] Relative baseTime = %" PRId64, mName, ns2us(baseTime)); |
| 323 | nsecs_t phase = mPhase + listener.mPhase; |
| 324 | ALOGV("[%s] Phase = %" PRId64, mName, ns2us(phase)); |
| 325 | baseTime -= phase; |
| 326 | ALOGV("[%s] baseTime - phase = %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 327 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 328 | // If our previous time is before the reference (because the reference |
| 329 | // has since been updated), the division by mPeriod will truncate |
| 330 | // towards zero instead of computing the floor. Since in all cases |
| 331 | // before the reference we want the next time to be effectively now, we |
| 332 | // set baseTime to -mPeriod so that numPeriods will be -1. |
| 333 | // When we add 1 and the phase, we will be at the correct event time for |
| 334 | // this period. |
| 335 | if (baseTime < 0) { |
| 336 | ALOGV("[%s] Correcting negative baseTime", mName); |
| 337 | baseTime = -mPeriod; |
| 338 | } |
| 339 | |
| 340 | nsecs_t numPeriods = baseTime / mPeriod; |
| 341 | ALOGV("[%s] numPeriods = %" PRId64, mName, numPeriods); |
| 342 | nsecs_t t = (numPeriods + 1) * mPeriod + phase; |
| 343 | ALOGV("[%s] t = %" PRId64, mName, ns2us(t)); |
| 344 | t += mReferenceTime; |
| 345 | ALOGV("[%s] Absolute t = %" PRId64, mName, ns2us(t)); |
| 346 | |
| 347 | // Check that it's been slightly more than half a period since the last |
| 348 | // event so that we don't accidentally fall into double-rate vsyncs |
| 349 | if (t - listener.mLastEventTime < (3 * mPeriod / 5)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 350 | t += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 351 | ALOGV("[%s] Modifying t -> %" PRId64, mName, ns2us(t)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 352 | } |
| 353 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 354 | t -= mWakeupLatency; |
| 355 | ALOGV("[%s] Corrected for wakeup latency -> %" PRId64, mName, ns2us(t)); |
| 356 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 357 | return t; |
| 358 | } |
| 359 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 360 | void fireCallbackInvocations(const std::vector<CallbackInvocation>& callbacks) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 361 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 362 | for (size_t i = 0; i < callbacks.size(); i++) { |
| 363 | callbacks[i].mCallback->onDispSyncEvent(callbacks[i].mEventTime); |
| 364 | } |
| 365 | } |
| 366 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 367 | const char* const mName; |
| 368 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 369 | bool mStop; |
| 370 | |
| 371 | nsecs_t mPeriod; |
| 372 | nsecs_t mPhase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 373 | nsecs_t mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 374 | nsecs_t mWakeupLatency; |
| 375 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 376 | int64_t mFrameNumber; |
| 377 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 378 | std::vector<EventListener> mEventListeners; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 379 | |
| 380 | Mutex mMutex; |
| 381 | Condition mCond; |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 382 | |
| 383 | // Flag to turn on logging in systrace. |
| 384 | const bool mTraceDetailedInfo; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 385 | }; |
| 386 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 387 | #undef LOG_TAG |
| 388 | #define LOG_TAG "DispSync" |
| 389 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 390 | class ZeroPhaseTracer : public DispSync::Callback { |
| 391 | public: |
| 392 | ZeroPhaseTracer() : mParity(false) {} |
| 393 | |
Mark Salyzyn | 92dc3fc | 2014-03-12 13:12:44 -0700 | [diff] [blame] | 394 | virtual void onDispSyncEvent(nsecs_t /*when*/) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 395 | mParity = !mParity; |
| 396 | ATRACE_INT("ZERO_PHASE_VSYNC", mParity ? 1 : 0); |
| 397 | } |
| 398 | |
| 399 | private: |
| 400 | bool mParity; |
| 401 | }; |
| 402 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 403 | DispSync::DispSync(const char* name) : mName(name), mRefreshSkipCount(0) { |
| 404 | // This flag offers the ability to turn on systrace logging from the shell. |
| 405 | char value[PROPERTY_VALUE_MAX]; |
| 406 | property_get("debug.sf.dispsync_trace_detailed_info", value, "0"); |
| 407 | mTraceDetailedInfo = atoi(value); |
| 408 | mThread = new DispSyncThread(name, mTraceDetailedInfo); |
| 409 | } |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 410 | |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 411 | DispSync::~DispSync() {} |
| 412 | |
| 413 | void DispSync::init(bool hasSyncFramework, int64_t dispSyncPresentTimeOffset) { |
| 414 | mIgnorePresentFences = !hasSyncFramework; |
| 415 | mPresentTimeOffset = dispSyncPresentTimeOffset; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 416 | mThread->run("DispSync", PRIORITY_URGENT_DISPLAY + PRIORITY_MORE_FAVORABLE); |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 417 | |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 418 | // set DispSync to SCHED_FIFO to minimize jitter |
| 419 | struct sched_param param = {0}; |
Tim Murray | 3552063 | 2016-09-07 12:18:17 -0700 | [diff] [blame] | 420 | param.sched_priority = 2; |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 421 | if (sched_setscheduler(mThread->getTid(), SCHED_FIFO, ¶m) != 0) { |
| 422 | ALOGE("Couldn't set SCHED_FIFO for DispSyncThread"); |
| 423 | } |
| 424 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 425 | reset(); |
| 426 | beginResync(); |
| 427 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 428 | if (mTraceDetailedInfo && kEnableZeroPhaseTracer) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 429 | mZeroPhaseTracer = std::make_unique<ZeroPhaseTracer>(); |
| 430 | addEventListener("ZeroPhaseTracer", 0, mZeroPhaseTracer.get()); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 431 | } |
| 432 | } |
| 433 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 434 | void DispSync::reset() { |
| 435 | Mutex::Autolock lock(mMutex); |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 436 | resetLocked(); |
| 437 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 438 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 439 | void DispSync::resetLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 440 | mPhase = 0; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame^] | 441 | const size_t lastSampleIdx = (mFirstResyncSample + mNumResyncSamples - 1) % MAX_RESYNC_SAMPLES; |
| 442 | // Keep the most recent sample, when we resync to hardware we'll overwrite this |
| 443 | // with a more accurate signal |
| 444 | if (mResyncSamples[lastSampleIdx] != 0) { |
| 445 | mReferenceTime = mResyncSamples[lastSampleIdx]; |
| 446 | } |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 447 | mModelUpdated = false; |
Alec Mouri | 75b0b62 | 2019-03-12 18:56:00 +0000 | [diff] [blame^] | 448 | for (size_t i = 0; i < MAX_RESYNC_SAMPLES; i++) { |
| 449 | mResyncSamples[i] = 0; |
| 450 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 451 | mNumResyncSamples = 0; |
| 452 | mFirstResyncSample = 0; |
| 453 | mNumResyncSamplesSincePresent = 0; |
| 454 | resetErrorLocked(); |
| 455 | } |
| 456 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 457 | bool DispSync::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 458 | Mutex::Autolock lock(mMutex); |
| 459 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 460 | if (mIgnorePresentFences) { |
| 461 | return true; |
| 462 | } |
| 463 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 464 | mPresentFences[mPresentSampleOffset] = fenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 465 | mPresentSampleOffset = (mPresentSampleOffset + 1) % NUM_PRESENT_SAMPLES; |
| 466 | mNumResyncSamplesSincePresent = 0; |
| 467 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 468 | updateErrorLocked(); |
| 469 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 470 | return !mModelUpdated || mError > kErrorThreshold; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 471 | } |
| 472 | |
| 473 | void DispSync::beginResync() { |
| 474 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 475 | ALOGV("[%s] beginResync", mName); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 476 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 477 | mNumResyncSamples = 0; |
| 478 | } |
| 479 | |
| 480 | bool DispSync::addResyncSample(nsecs_t timestamp) { |
| 481 | Mutex::Autolock lock(mMutex); |
| 482 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 483 | ALOGV("[%s] addResyncSample(%" PRId64 ")", mName, ns2us(timestamp)); |
| 484 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 485 | size_t idx = (mFirstResyncSample + mNumResyncSamples) % MAX_RESYNC_SAMPLES; |
| 486 | mResyncSamples[idx] = timestamp; |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 487 | if (mNumResyncSamples == 0) { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 488 | mPhase = 0; |
| 489 | mReferenceTime = timestamp; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 490 | ALOGV("[%s] First resync sample: mPeriod = %" PRId64 ", mPhase = 0, " |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 491 | "mReferenceTime = %" PRId64, |
| 492 | mName, ns2us(mPeriod), ns2us(mReferenceTime)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 493 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 494 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 495 | |
| 496 | if (mNumResyncSamples < MAX_RESYNC_SAMPLES) { |
| 497 | mNumResyncSamples++; |
| 498 | } else { |
| 499 | mFirstResyncSample = (mFirstResyncSample + 1) % MAX_RESYNC_SAMPLES; |
| 500 | } |
| 501 | |
| 502 | updateModelLocked(); |
| 503 | |
| 504 | if (mNumResyncSamplesSincePresent++ > MAX_RESYNC_SAMPLES_WITHOUT_PRESENT) { |
| 505 | resetErrorLocked(); |
| 506 | } |
| 507 | |
Fabien Sanglard | cbf153b | 2017-03-10 17:57:12 -0800 | [diff] [blame] | 508 | if (mIgnorePresentFences) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 509 | // If we're ignoring the present fences we have no way to know whether |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 510 | // or not we're synchronized with the HW vsyncs, so we just request |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 511 | // that the HW vsync events be turned on. |
| 512 | return true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 513 | } |
| 514 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 515 | // Check against kErrorThreshold / 2 to add some hysteresis before having to |
| 516 | // resync again |
| 517 | bool modelLocked = mModelUpdated && mError < (kErrorThreshold / 2); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 518 | ALOGV("[%s] addResyncSample returning %s", mName, modelLocked ? "locked" : "unlocked"); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 519 | return !modelLocked; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 520 | } |
| 521 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 522 | void DispSync::endResync() {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 523 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 524 | status_t DispSync::addEventListener(const char* name, nsecs_t phase, Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 525 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 526 | return mThread->addEventListener(name, phase, callback); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 527 | } |
| 528 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 529 | void DispSync::setRefreshSkipCount(int count) { |
| 530 | Mutex::Autolock lock(mMutex); |
| 531 | ALOGD("setRefreshSkipCount(%d)", count); |
| 532 | mRefreshSkipCount = count; |
| 533 | updateModelLocked(); |
Ruchi Kandoi | f52b3c8 | 2014-04-24 16:42:35 -0700 | [diff] [blame] | 534 | } |
| 535 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 536 | status_t DispSync::removeEventListener(Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 537 | Mutex::Autolock lock(mMutex); |
| 538 | return mThread->removeEventListener(callback); |
| 539 | } |
| 540 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 541 | status_t DispSync::changePhaseOffset(Callback* callback, nsecs_t phase) { |
| 542 | Mutex::Autolock lock(mMutex); |
| 543 | return mThread->changePhaseOffset(callback, phase); |
| 544 | } |
| 545 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 546 | void DispSync::setPeriod(nsecs_t period) { |
| 547 | Mutex::Autolock lock(mMutex); |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 548 | mPeriod = period; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 549 | mPhase = 0; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 550 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 551 | } |
| 552 | |
Lajos Molnar | 67d8bd6 | 2014-09-11 14:58:45 -0700 | [diff] [blame] | 553 | nsecs_t DispSync::getPeriod() { |
| 554 | // lock mutex as mPeriod changes multiple times in updateModelLocked |
| 555 | Mutex::Autolock lock(mMutex); |
| 556 | return mPeriod; |
| 557 | } |
| 558 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 559 | void DispSync::updateModelLocked() { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 560 | ALOGV("[%s] updateModelLocked %zu", mName, mNumResyncSamples); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 561 | if (mNumResyncSamples >= MIN_RESYNC_SAMPLES_FOR_UPDATE) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 562 | ALOGV("[%s] Computing...", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 563 | nsecs_t durationSum = 0; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 564 | nsecs_t minDuration = INT64_MAX; |
| 565 | nsecs_t maxDuration = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 566 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
| 567 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 568 | size_t prev = (idx + MAX_RESYNC_SAMPLES - 1) % MAX_RESYNC_SAMPLES; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 569 | nsecs_t duration = mResyncSamples[idx] - mResyncSamples[prev]; |
| 570 | durationSum += duration; |
| 571 | minDuration = min(minDuration, duration); |
| 572 | maxDuration = max(maxDuration, duration); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 573 | } |
| 574 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 575 | // Exclude the min and max from the average |
| 576 | durationSum -= minDuration + maxDuration; |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 577 | mPeriod = durationSum / (mNumResyncSamples - 3); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 578 | |
| 579 | ALOGV("[%s] mPeriod = %" PRId64, mName, ns2us(mPeriod)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 580 | |
| 581 | double sampleAvgX = 0; |
| 582 | double sampleAvgY = 0; |
| 583 | double scale = 2.0 * M_PI / double(mPeriod); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 584 | // Intentionally skip the first sample |
| 585 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 586 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 587 | nsecs_t sample = mResyncSamples[idx] - mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 588 | double samplePhase = double(sample % mPeriod) * scale; |
| 589 | sampleAvgX += cos(samplePhase); |
| 590 | sampleAvgY += sin(samplePhase); |
| 591 | } |
| 592 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 593 | sampleAvgX /= double(mNumResyncSamples - 1); |
| 594 | sampleAvgY /= double(mNumResyncSamples - 1); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 595 | |
| 596 | mPhase = nsecs_t(atan2(sampleAvgY, sampleAvgX) / scale); |
| 597 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 598 | ALOGV("[%s] mPhase = %" PRId64, mName, ns2us(mPhase)); |
| 599 | |
| 600 | if (mPhase < -(mPeriod / 2)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 601 | mPhase += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 602 | ALOGV("[%s] Adjusting mPhase -> %" PRId64, mName, ns2us(mPhase)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 603 | } |
| 604 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 605 | // Artificially inflate the period if requested. |
| 606 | mPeriod += mPeriod * mRefreshSkipCount; |
| 607 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 608 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
| 609 | mModelUpdated = true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 610 | } |
| 611 | } |
| 612 | |
| 613 | void DispSync::updateErrorLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 614 | if (!mModelUpdated) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 615 | return; |
| 616 | } |
| 617 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 618 | // Need to compare present fences against the un-adjusted refresh period, |
| 619 | // since they might arrive between two events. |
| 620 | nsecs_t period = mPeriod / (1 + mRefreshSkipCount); |
| 621 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 622 | int numErrSamples = 0; |
| 623 | nsecs_t sqErrSum = 0; |
| 624 | |
| 625 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 626 | // Only check for the cached value of signal time to avoid unecessary |
| 627 | // syscalls. It is the responsibility of the DispSync owner to |
| 628 | // call getSignalTime() periodically so the cache is updated when the |
| 629 | // fence signals. |
| 630 | nsecs_t time = mPresentFences[i]->getCachedSignalTime(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 631 | if (time == Fence::SIGNAL_TIME_PENDING || time == Fence::SIGNAL_TIME_INVALID) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 632 | continue; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 633 | } |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 634 | |
| 635 | nsecs_t sample = time - mReferenceTime; |
| 636 | if (sample <= mPhase) { |
| 637 | continue; |
| 638 | } |
| 639 | |
| 640 | nsecs_t sampleErr = (sample - mPhase) % period; |
| 641 | if (sampleErr > period / 2) { |
| 642 | sampleErr -= period; |
| 643 | } |
| 644 | sqErrSum += sampleErr * sampleErr; |
| 645 | numErrSamples++; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 646 | } |
| 647 | |
| 648 | if (numErrSamples > 0) { |
| 649 | mError = sqErrSum / numErrSamples; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 650 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 651 | } else { |
| 652 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 653 | // Use mod ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT to avoid log spam. |
| 654 | mZeroErrSamplesCount++; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 655 | ALOGE_IF((mZeroErrSamplesCount % ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT) == 0, |
| 656 | "No present times for model error."); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 657 | } |
| 658 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 659 | if (mTraceDetailedInfo) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 660 | ATRACE_INT64("DispSync:Error", mError); |
| 661 | } |
| 662 | } |
| 663 | |
| 664 | void DispSync::resetErrorLocked() { |
| 665 | mPresentSampleOffset = 0; |
| 666 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 667 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 668 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 669 | mPresentFences[i] = FenceTime::NO_FENCE; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 670 | } |
| 671 | } |
| 672 | |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 673 | nsecs_t DispSync::computeNextRefresh(int periodOffset) const { |
Andy McFadden | 150ecd8 | 2014-05-08 14:56:50 -0700 | [diff] [blame] | 674 | Mutex::Autolock lock(mMutex); |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 675 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 676 | nsecs_t phase = mReferenceTime + mPhase; |
Marissa Wall | 17b4e45 | 2018-12-26 16:32:34 -0800 | [diff] [blame] | 677 | if (mPeriod == 0) { |
| 678 | return 0; |
| 679 | } |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 680 | return (((now - phase) / mPeriod) + periodOffset + 1) * mPeriod + phase; |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 681 | } |
| 682 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 683 | void DispSync::setIgnorePresentFences(bool ignore) { |
| 684 | Mutex::Autolock lock(mMutex); |
| 685 | if (mIgnorePresentFences != ignore) { |
| 686 | mIgnorePresentFences = ignore; |
| 687 | resetLocked(); |
| 688 | } |
| 689 | } |
| 690 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 691 | void DispSync::dump(std::string& result) const { |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 692 | Mutex::Autolock lock(mMutex); |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 693 | StringAppendF(&result, "present fences are %s\n", mIgnorePresentFences ? "ignored" : "used"); |
| 694 | StringAppendF(&result, "mPeriod: %" PRId64 " ns (%.3f fps; skipCount=%d)\n", mPeriod, |
| 695 | 1000000000.0 / mPeriod, mRefreshSkipCount); |
| 696 | StringAppendF(&result, "mPhase: %" PRId64 " ns\n", mPhase); |
| 697 | StringAppendF(&result, "mError: %" PRId64 " ns (sqrt=%.1f)\n", mError, sqrt(mError)); |
| 698 | StringAppendF(&result, "mNumResyncSamplesSincePresent: %d (limit %d)\n", |
| 699 | mNumResyncSamplesSincePresent, MAX_RESYNC_SAMPLES_WITHOUT_PRESENT); |
| 700 | StringAppendF(&result, "mNumResyncSamples: %zd (max %d)\n", mNumResyncSamples, |
| 701 | MAX_RESYNC_SAMPLES); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 702 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 703 | result.append("mResyncSamples:\n"); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 704 | nsecs_t previous = -1; |
| 705 | for (size_t i = 0; i < mNumResyncSamples; i++) { |
| 706 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 707 | nsecs_t sampleTime = mResyncSamples[idx]; |
| 708 | if (i == 0) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 709 | StringAppendF(&result, " %" PRId64 "\n", sampleTime); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 710 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 711 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 ")\n", sampleTime, |
| 712 | sampleTime - previous); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 713 | } |
| 714 | previous = sampleTime; |
| 715 | } |
| 716 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 717 | StringAppendF(&result, "mPresentFences [%d]:\n", NUM_PRESENT_SAMPLES); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 718 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 719 | previous = Fence::SIGNAL_TIME_INVALID; |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 720 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
| 721 | size_t idx = (i + mPresentSampleOffset) % NUM_PRESENT_SAMPLES; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 722 | nsecs_t presentTime = mPresentFences[idx]->getSignalTime(); |
| 723 | if (presentTime == Fence::SIGNAL_TIME_PENDING) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 724 | StringAppendF(&result, " [unsignaled fence]\n"); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 725 | } else if (presentTime == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 726 | StringAppendF(&result, " [invalid fence]\n"); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 727 | } else if (previous == Fence::SIGNAL_TIME_PENDING || |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 728 | previous == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 729 | StringAppendF(&result, " %" PRId64 " (%.3f ms ago)\n", presentTime, |
| 730 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 731 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 732 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 " / %.3f) (%.3f ms ago)\n", |
| 733 | presentTime, presentTime - previous, |
| 734 | (presentTime - previous) / (double)mPeriod, |
| 735 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 736 | } |
| 737 | previous = presentTime; |
| 738 | } |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 739 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 740 | StringAppendF(&result, "current monotonic time: %" PRId64 "\n", now); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 741 | } |
| 742 | |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 743 | // TODO(b/113612090): Figure out how much of this is still relevant. |
| 744 | // We need to determine the time when a buffer acquired now will be |
| 745 | // displayed. This can be calculated: |
| 746 | // time when previous buffer's actual-present fence was signaled |
| 747 | // + current display refresh rate * HWC latency |
| 748 | // + a little extra padding |
| 749 | // |
| 750 | // Buffer producers are expected to set their desired presentation time |
| 751 | // based on choreographer time stamps, which (coming from vsync events) |
| 752 | // will be slightly later then the actual-present timing. If we get a |
| 753 | // desired-present time that is unintentionally a hair after the next |
| 754 | // vsync, we'll hold the frame when we really want to display it. We |
| 755 | // need to take the offset between actual-present and reported-vsync |
| 756 | // into account. |
| 757 | // |
| 758 | // If the system is configured without a DispSync phase offset for the app, |
| 759 | // we also want to throw in a bit of padding to avoid edge cases where we |
| 760 | // just barely miss. We want to do it here, not in every app. A major |
| 761 | // source of trouble is the app's use of the display's ideal refresh time |
| 762 | // (via Display.getRefreshRate()), which could be off of the actual refresh |
| 763 | // by a few percent, with the error multiplied by the number of frames |
| 764 | // between now and when the buffer should be displayed. |
| 765 | // |
| 766 | // If the refresh reported to the app has a phase offset, we shouldn't need |
| 767 | // to tweak anything here. |
| 768 | nsecs_t DispSync::expectedPresentTime() { |
| 769 | // The HWC doesn't currently have a way to report additional latency. |
| 770 | // Assume that whatever we submit now will appear right after the flip. |
| 771 | // For a smart panel this might be 1. This is expressed in frames, |
| 772 | // rather than time, because we expect to have a constant frame delay |
| 773 | // regardless of the refresh rate. |
| 774 | const uint32_t hwcLatency = 0; |
| 775 | |
| 776 | // Ask DispSync when the next refresh will be (CLOCK_MONOTONIC). |
Ana Krulec | 757f63a | 2019-01-25 10:46:18 -0800 | [diff] [blame] | 777 | return computeNextRefresh(hwcLatency); |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 778 | } |
| 779 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 780 | } // namespace impl |
| 781 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 782 | } // namespace android |