Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 18 | //#define LOG_NDEBUG 0 |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 19 | |
| 20 | // This is needed for stdint.h to define INT64_MAX in C++ |
| 21 | #define __STDC_LIMIT_MACROS |
| 22 | |
| 23 | #include <math.h> |
| 24 | |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 25 | #include <algorithm> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 26 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 27 | #include <android-base/stringprintf.h> |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 28 | #include <cutils/properties.h> |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 29 | #include <log/log.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 30 | #include <utils/Thread.h> |
| 31 | #include <utils/Trace.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 32 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 33 | #include <ui/FenceTime.h> |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 34 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 35 | #include "DispSync.h" |
| 36 | #include "EventLog/EventLog.h" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 37 | #include "SurfaceFlinger.h" |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 38 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 39 | using android::base::StringAppendF; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 40 | using std::max; |
| 41 | using std::min; |
| 42 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 43 | namespace android { |
| 44 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 45 | DispSync::~DispSync() = default; |
Kevin DuBois | 7b743be | 2019-02-27 10:05:48 -0800 | [diff] [blame] | 46 | DispSync::Callback::~Callback() = default; |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 47 | |
| 48 | namespace impl { |
| 49 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 50 | // Setting this to true adds a zero-phase tracer for correlating with hardware |
| 51 | // vsync events |
| 52 | static const bool kEnableZeroPhaseTracer = false; |
| 53 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 54 | // This is the threshold used to determine when hardware vsync events are |
| 55 | // needed to re-synchronize the software vsync model with the hardware. The |
| 56 | // error metric used is the mean of the squared difference between each |
| 57 | // present time and the nearest software-predicted vsync. |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 58 | static const nsecs_t kErrorThreshold = 160000000000; // 400 usec squared |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 59 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 60 | #undef LOG_TAG |
| 61 | #define LOG_TAG "DispSyncThread" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 62 | class DispSyncThread : public Thread { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 63 | public: |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 64 | DispSyncThread(const char* name, bool showTraceDetailedInfo) |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 65 | : mName(name), |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 66 | mStop(false), |
| 67 | mPeriod(0), |
| 68 | mPhase(0), |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 69 | mReferenceTime(0), |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 70 | mWakeupLatency(0), |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 71 | mFrameNumber(0), |
| 72 | mTraceDetailedInfo(showTraceDetailedInfo) {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 73 | |
| 74 | virtual ~DispSyncThread() {} |
| 75 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 76 | void updateModel(nsecs_t period, nsecs_t phase, nsecs_t referenceTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 77 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 78 | Mutex::Autolock lock(mMutex); |
Weng Su | d659831 | 2019-03-11 04:10:18 +0000 | [diff] [blame] | 79 | mPeriod = period; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 80 | mPhase = phase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 81 | mReferenceTime = referenceTime; |
Alec Mouri | f5fe85c | 2019-02-22 13:40:36 -0800 | [diff] [blame] | 82 | if (mTraceDetailedInfo) { |
| 83 | ATRACE_INT64("DispSync:Period", mPeriod); |
| 84 | ATRACE_INT64("DispSync:Phase", mPhase + mPeriod / 2); |
| 85 | ATRACE_INT64("DispSync:Reference Time", mReferenceTime); |
| 86 | } |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 87 | ALOGV("[%s] updateModel: mPeriod = %" PRId64 ", mPhase = %" PRId64 |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 88 | " mReferenceTime = %" PRId64, |
| 89 | mName, ns2us(mPeriod), ns2us(mPhase), ns2us(mReferenceTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 90 | mCond.signal(); |
| 91 | } |
| 92 | |
| 93 | void stop() { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 94 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 95 | Mutex::Autolock lock(mMutex); |
| 96 | mStop = true; |
| 97 | mCond.signal(); |
| 98 | } |
| 99 | |
| 100 | virtual bool threadLoop() { |
| 101 | status_t err; |
| 102 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 103 | |
| 104 | while (true) { |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 105 | std::vector<CallbackInvocation> callbackInvocations; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 106 | |
| 107 | nsecs_t targetTime = 0; |
| 108 | |
| 109 | { // Scope for lock |
| 110 | Mutex::Autolock lock(mMutex); |
| 111 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 112 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 113 | ATRACE_INT64("DispSync:Frame", mFrameNumber); |
| 114 | } |
| 115 | ALOGV("[%s] Frame %" PRId64, mName, mFrameNumber); |
| 116 | ++mFrameNumber; |
| 117 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 118 | if (mStop) { |
| 119 | return false; |
| 120 | } |
| 121 | |
| 122 | if (mPeriod == 0) { |
| 123 | err = mCond.wait(mMutex); |
| 124 | if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 125 | ALOGE("error waiting for new events: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 126 | return false; |
| 127 | } |
| 128 | continue; |
| 129 | } |
| 130 | |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 131 | targetTime = computeNextEventTimeLocked(now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 132 | |
| 133 | bool isWakeup = false; |
| 134 | |
| 135 | if (now < targetTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 136 | if (mTraceDetailedInfo) ATRACE_NAME("DispSync waiting"); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 137 | |
| 138 | if (targetTime == INT64_MAX) { |
| 139 | ALOGV("[%s] Waiting forever", mName); |
| 140 | err = mCond.wait(mMutex); |
| 141 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 142 | ALOGV("[%s] Waiting until %" PRId64, mName, ns2us(targetTime)); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 143 | err = mCond.waitRelative(mMutex, targetTime - now); |
| 144 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 145 | |
| 146 | if (err == TIMED_OUT) { |
| 147 | isWakeup = true; |
| 148 | } else if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 149 | ALOGE("error waiting for next event: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 150 | return false; |
| 151 | } |
| 152 | } |
| 153 | |
| 154 | now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 155 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 156 | // Don't correct by more than 1.5 ms |
| 157 | static const nsecs_t kMaxWakeupLatency = us2ns(1500); |
| 158 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 159 | if (isWakeup) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 160 | mWakeupLatency = ((mWakeupLatency * 63) + (now - targetTime)) / 64; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 161 | mWakeupLatency = min(mWakeupLatency, kMaxWakeupLatency); |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 162 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 163 | ATRACE_INT64("DispSync:WakeupLat", now - targetTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 164 | ATRACE_INT64("DispSync:AvgWakeupLat", mWakeupLatency); |
| 165 | } |
| 166 | } |
| 167 | |
| 168 | callbackInvocations = gatherCallbackInvocationsLocked(now); |
| 169 | } |
| 170 | |
| 171 | if (callbackInvocations.size() > 0) { |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 172 | fireCallbackInvocations(callbackInvocations); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 173 | } |
| 174 | } |
| 175 | |
| 176 | return false; |
| 177 | } |
| 178 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 179 | status_t addEventListener(const char* name, nsecs_t phase, DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 180 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 181 | Mutex::Autolock lock(mMutex); |
| 182 | |
| 183 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
| 184 | if (mEventListeners[i].mCallback == callback) { |
| 185 | return BAD_VALUE; |
| 186 | } |
| 187 | } |
| 188 | |
| 189 | EventListener listener; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 190 | listener.mName = name; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 191 | listener.mPhase = phase; |
| 192 | listener.mCallback = callback; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 193 | |
| 194 | // We want to allow the firstmost future event to fire without |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 195 | // allowing any past events to fire |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 196 | listener.mLastEventTime = systemTime() - mPeriod / 2 + mPhase - mWakeupLatency; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 197 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 198 | mEventListeners.push_back(listener); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 199 | |
| 200 | mCond.signal(); |
| 201 | |
| 202 | return NO_ERROR; |
| 203 | } |
| 204 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 205 | status_t removeEventListener(DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 206 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 207 | Mutex::Autolock lock(mMutex); |
| 208 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 209 | for (std::vector<EventListener>::iterator it = mEventListeners.begin(); |
| 210 | it != mEventListeners.end(); ++it) { |
| 211 | if (it->mCallback == callback) { |
| 212 | mEventListeners.erase(it); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 213 | mCond.signal(); |
| 214 | return NO_ERROR; |
| 215 | } |
| 216 | } |
| 217 | |
| 218 | return BAD_VALUE; |
| 219 | } |
| 220 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 221 | status_t changePhaseOffset(DispSync::Callback* callback, nsecs_t phase) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 222 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 223 | Mutex::Autolock lock(mMutex); |
| 224 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 225 | for (auto& eventListener : mEventListeners) { |
| 226 | if (eventListener.mCallback == callback) { |
| 227 | const nsecs_t oldPhase = eventListener.mPhase; |
| 228 | eventListener.mPhase = phase; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 229 | |
| 230 | // Pretend that the last time this event was handled at the same frame but with the |
| 231 | // new offset to allow for a seamless offset change without double-firing or |
| 232 | // skipping. |
Jorim Jaggi | 22ec38b | 2018-06-19 15:57:08 +0200 | [diff] [blame] | 233 | nsecs_t diff = oldPhase - phase; |
| 234 | if (diff > mPeriod / 2) { |
| 235 | diff -= mPeriod; |
| 236 | } else if (diff < -mPeriod / 2) { |
| 237 | diff += mPeriod; |
| 238 | } |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 239 | eventListener.mLastEventTime -= diff; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 240 | mCond.signal(); |
| 241 | return NO_ERROR; |
| 242 | } |
| 243 | } |
| 244 | |
| 245 | return BAD_VALUE; |
| 246 | } |
| 247 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 248 | private: |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 249 | struct EventListener { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 250 | const char* mName; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 251 | nsecs_t mPhase; |
| 252 | nsecs_t mLastEventTime; |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 253 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 254 | }; |
| 255 | |
| 256 | struct CallbackInvocation { |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 257 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 258 | nsecs_t mEventTime; |
| 259 | }; |
| 260 | |
| 261 | nsecs_t computeNextEventTimeLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 262 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 263 | ALOGV("[%s] computeNextEventTimeLocked", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 264 | nsecs_t nextEventTime = INT64_MAX; |
| 265 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 266 | nsecs_t t = computeListenerNextEventTimeLocked(mEventListeners[i], now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 267 | |
| 268 | if (t < nextEventTime) { |
| 269 | nextEventTime = t; |
| 270 | } |
| 271 | } |
| 272 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 273 | ALOGV("[%s] nextEventTime = %" PRId64, mName, ns2us(nextEventTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 274 | return nextEventTime; |
| 275 | } |
| 276 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 277 | std::vector<CallbackInvocation> gatherCallbackInvocationsLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 278 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 279 | ALOGV("[%s] gatherCallbackInvocationsLocked @ %" PRId64, mName, ns2us(now)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 280 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 281 | std::vector<CallbackInvocation> callbackInvocations; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 282 | nsecs_t onePeriodAgo = now - mPeriod; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 283 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 284 | for (auto& eventListener : mEventListeners) { |
| 285 | nsecs_t t = computeListenerNextEventTimeLocked(eventListener, onePeriodAgo); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 286 | |
Jamie Gennis | 0d5c60e | 2013-10-09 17:49:37 -0700 | [diff] [blame] | 287 | if (t < now) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 288 | CallbackInvocation ci; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 289 | ci.mCallback = eventListener.mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 290 | ci.mEventTime = t; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 291 | ALOGV("[%s] [%s] Preparing to fire", mName, eventListener.mName); |
| 292 | callbackInvocations.push_back(ci); |
| 293 | eventListener.mLastEventTime = t; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 294 | } |
| 295 | } |
| 296 | |
| 297 | return callbackInvocations; |
| 298 | } |
| 299 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 300 | nsecs_t computeListenerNextEventTimeLocked(const EventListener& listener, nsecs_t baseTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 301 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 302 | ALOGV("[%s] [%s] computeListenerNextEventTimeLocked(%" PRId64 ")", mName, listener.mName, |
| 303 | ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 304 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 305 | nsecs_t lastEventTime = listener.mLastEventTime + mWakeupLatency; |
| 306 | ALOGV("[%s] lastEventTime: %" PRId64, mName, ns2us(lastEventTime)); |
| 307 | if (baseTime < lastEventTime) { |
| 308 | baseTime = lastEventTime; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 309 | ALOGV("[%s] Clamping baseTime to lastEventTime -> %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 310 | } |
| 311 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 312 | baseTime -= mReferenceTime; |
| 313 | ALOGV("[%s] Relative baseTime = %" PRId64, mName, ns2us(baseTime)); |
| 314 | nsecs_t phase = mPhase + listener.mPhase; |
| 315 | ALOGV("[%s] Phase = %" PRId64, mName, ns2us(phase)); |
| 316 | baseTime -= phase; |
| 317 | ALOGV("[%s] baseTime - phase = %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 318 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 319 | // If our previous time is before the reference (because the reference |
| 320 | // has since been updated), the division by mPeriod will truncate |
| 321 | // towards zero instead of computing the floor. Since in all cases |
| 322 | // before the reference we want the next time to be effectively now, we |
| 323 | // set baseTime to -mPeriod so that numPeriods will be -1. |
| 324 | // When we add 1 and the phase, we will be at the correct event time for |
| 325 | // this period. |
| 326 | if (baseTime < 0) { |
| 327 | ALOGV("[%s] Correcting negative baseTime", mName); |
| 328 | baseTime = -mPeriod; |
| 329 | } |
| 330 | |
| 331 | nsecs_t numPeriods = baseTime / mPeriod; |
| 332 | ALOGV("[%s] numPeriods = %" PRId64, mName, numPeriods); |
| 333 | nsecs_t t = (numPeriods + 1) * mPeriod + phase; |
| 334 | ALOGV("[%s] t = %" PRId64, mName, ns2us(t)); |
| 335 | t += mReferenceTime; |
| 336 | ALOGV("[%s] Absolute t = %" PRId64, mName, ns2us(t)); |
| 337 | |
| 338 | // Check that it's been slightly more than half a period since the last |
| 339 | // event so that we don't accidentally fall into double-rate vsyncs |
| 340 | if (t - listener.mLastEventTime < (3 * mPeriod / 5)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 341 | t += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 342 | ALOGV("[%s] Modifying t -> %" PRId64, mName, ns2us(t)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 343 | } |
| 344 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 345 | t -= mWakeupLatency; |
| 346 | ALOGV("[%s] Corrected for wakeup latency -> %" PRId64, mName, ns2us(t)); |
| 347 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 348 | return t; |
| 349 | } |
| 350 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 351 | void fireCallbackInvocations(const std::vector<CallbackInvocation>& callbacks) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 352 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 353 | for (size_t i = 0; i < callbacks.size(); i++) { |
| 354 | callbacks[i].mCallback->onDispSyncEvent(callbacks[i].mEventTime); |
| 355 | } |
| 356 | } |
| 357 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 358 | const char* const mName; |
| 359 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 360 | bool mStop; |
| 361 | |
| 362 | nsecs_t mPeriod; |
| 363 | nsecs_t mPhase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 364 | nsecs_t mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 365 | nsecs_t mWakeupLatency; |
| 366 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 367 | int64_t mFrameNumber; |
| 368 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 369 | std::vector<EventListener> mEventListeners; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 370 | |
| 371 | Mutex mMutex; |
| 372 | Condition mCond; |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 373 | |
| 374 | // Flag to turn on logging in systrace. |
| 375 | const bool mTraceDetailedInfo; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 376 | }; |
| 377 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 378 | #undef LOG_TAG |
| 379 | #define LOG_TAG "DispSync" |
| 380 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 381 | class ZeroPhaseTracer : public DispSync::Callback { |
| 382 | public: |
| 383 | ZeroPhaseTracer() : mParity(false) {} |
| 384 | |
Mark Salyzyn | 92dc3fc | 2014-03-12 13:12:44 -0700 | [diff] [blame] | 385 | virtual void onDispSyncEvent(nsecs_t /*when*/) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 386 | mParity = !mParity; |
| 387 | ATRACE_INT("ZERO_PHASE_VSYNC", mParity ? 1 : 0); |
| 388 | } |
| 389 | |
| 390 | private: |
| 391 | bool mParity; |
| 392 | }; |
| 393 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 394 | DispSync::DispSync(const char* name) : mName(name), mRefreshSkipCount(0) { |
| 395 | // This flag offers the ability to turn on systrace logging from the shell. |
| 396 | char value[PROPERTY_VALUE_MAX]; |
| 397 | property_get("debug.sf.dispsync_trace_detailed_info", value, "0"); |
| 398 | mTraceDetailedInfo = atoi(value); |
| 399 | mThread = new DispSyncThread(name, mTraceDetailedInfo); |
| 400 | } |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 401 | |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 402 | DispSync::~DispSync() {} |
| 403 | |
| 404 | void DispSync::init(bool hasSyncFramework, int64_t dispSyncPresentTimeOffset) { |
| 405 | mIgnorePresentFences = !hasSyncFramework; |
| 406 | mPresentTimeOffset = dispSyncPresentTimeOffset; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 407 | mThread->run("DispSync", PRIORITY_URGENT_DISPLAY + PRIORITY_MORE_FAVORABLE); |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 408 | |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 409 | // set DispSync to SCHED_FIFO to minimize jitter |
| 410 | struct sched_param param = {0}; |
Tim Murray | 3552063 | 2016-09-07 12:18:17 -0700 | [diff] [blame] | 411 | param.sched_priority = 2; |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 412 | if (sched_setscheduler(mThread->getTid(), SCHED_FIFO, ¶m) != 0) { |
| 413 | ALOGE("Couldn't set SCHED_FIFO for DispSyncThread"); |
| 414 | } |
| 415 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 416 | reset(); |
| 417 | beginResync(); |
| 418 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 419 | if (mTraceDetailedInfo && kEnableZeroPhaseTracer) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 420 | mZeroPhaseTracer = std::make_unique<ZeroPhaseTracer>(); |
| 421 | addEventListener("ZeroPhaseTracer", 0, mZeroPhaseTracer.get()); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 422 | } |
| 423 | } |
| 424 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 425 | void DispSync::reset() { |
| 426 | Mutex::Autolock lock(mMutex); |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 427 | resetLocked(); |
| 428 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 429 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 430 | void DispSync::resetLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 431 | mPhase = 0; |
Weng Su | d659831 | 2019-03-11 04:10:18 +0000 | [diff] [blame] | 432 | mReferenceTime = 0; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 433 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 434 | mNumResyncSamples = 0; |
| 435 | mFirstResyncSample = 0; |
| 436 | mNumResyncSamplesSincePresent = 0; |
| 437 | resetErrorLocked(); |
| 438 | } |
| 439 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 440 | bool DispSync::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 441 | Mutex::Autolock lock(mMutex); |
| 442 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 443 | if (mIgnorePresentFences) { |
| 444 | return true; |
| 445 | } |
| 446 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 447 | mPresentFences[mPresentSampleOffset] = fenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 448 | mPresentSampleOffset = (mPresentSampleOffset + 1) % NUM_PRESENT_SAMPLES; |
| 449 | mNumResyncSamplesSincePresent = 0; |
| 450 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 451 | updateErrorLocked(); |
| 452 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 453 | return !mModelUpdated || mError > kErrorThreshold; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 454 | } |
| 455 | |
| 456 | void DispSync::beginResync() { |
| 457 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 458 | ALOGV("[%s] beginResync", mName); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 459 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 460 | mNumResyncSamples = 0; |
| 461 | } |
| 462 | |
| 463 | bool DispSync::addResyncSample(nsecs_t timestamp) { |
| 464 | Mutex::Autolock lock(mMutex); |
| 465 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 466 | ALOGV("[%s] addResyncSample(%" PRId64 ")", mName, ns2us(timestamp)); |
| 467 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 468 | size_t idx = (mFirstResyncSample + mNumResyncSamples) % MAX_RESYNC_SAMPLES; |
| 469 | mResyncSamples[idx] = timestamp; |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 470 | if (mNumResyncSamples == 0) { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 471 | mPhase = 0; |
| 472 | mReferenceTime = timestamp; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 473 | ALOGV("[%s] First resync sample: mPeriod = %" PRId64 ", mPhase = 0, " |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 474 | "mReferenceTime = %" PRId64, |
| 475 | mName, ns2us(mPeriod), ns2us(mReferenceTime)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 476 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 477 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 478 | |
| 479 | if (mNumResyncSamples < MAX_RESYNC_SAMPLES) { |
| 480 | mNumResyncSamples++; |
| 481 | } else { |
| 482 | mFirstResyncSample = (mFirstResyncSample + 1) % MAX_RESYNC_SAMPLES; |
| 483 | } |
| 484 | |
| 485 | updateModelLocked(); |
| 486 | |
| 487 | if (mNumResyncSamplesSincePresent++ > MAX_RESYNC_SAMPLES_WITHOUT_PRESENT) { |
| 488 | resetErrorLocked(); |
| 489 | } |
| 490 | |
Fabien Sanglard | cbf153b | 2017-03-10 17:57:12 -0800 | [diff] [blame] | 491 | if (mIgnorePresentFences) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 492 | // If we're ignoring the present fences we have no way to know whether |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 493 | // or not we're synchronized with the HW vsyncs, so we just request |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 494 | // that the HW vsync events be turned on. |
| 495 | return true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 496 | } |
| 497 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 498 | // Check against kErrorThreshold / 2 to add some hysteresis before having to |
| 499 | // resync again |
| 500 | bool modelLocked = mModelUpdated && mError < (kErrorThreshold / 2); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 501 | ALOGV("[%s] addResyncSample returning %s", mName, modelLocked ? "locked" : "unlocked"); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 502 | return !modelLocked; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 503 | } |
| 504 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 505 | void DispSync::endResync() {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 506 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 507 | status_t DispSync::addEventListener(const char* name, nsecs_t phase, Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 508 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 509 | return mThread->addEventListener(name, phase, callback); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 510 | } |
| 511 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 512 | void DispSync::setRefreshSkipCount(int count) { |
| 513 | Mutex::Autolock lock(mMutex); |
| 514 | ALOGD("setRefreshSkipCount(%d)", count); |
| 515 | mRefreshSkipCount = count; |
| 516 | updateModelLocked(); |
Ruchi Kandoi | f52b3c8 | 2014-04-24 16:42:35 -0700 | [diff] [blame] | 517 | } |
| 518 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 519 | status_t DispSync::removeEventListener(Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 520 | Mutex::Autolock lock(mMutex); |
| 521 | return mThread->removeEventListener(callback); |
| 522 | } |
| 523 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 524 | status_t DispSync::changePhaseOffset(Callback* callback, nsecs_t phase) { |
| 525 | Mutex::Autolock lock(mMutex); |
| 526 | return mThread->changePhaseOffset(callback, phase); |
| 527 | } |
| 528 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 529 | void DispSync::setPeriod(nsecs_t period) { |
| 530 | Mutex::Autolock lock(mMutex); |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 531 | mPeriod = period; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 532 | mPhase = 0; |
Weng Su | d659831 | 2019-03-11 04:10:18 +0000 | [diff] [blame] | 533 | mReferenceTime = 0; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 534 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 535 | } |
| 536 | |
Lajos Molnar | 67d8bd6 | 2014-09-11 14:58:45 -0700 | [diff] [blame] | 537 | nsecs_t DispSync::getPeriod() { |
| 538 | // lock mutex as mPeriod changes multiple times in updateModelLocked |
| 539 | Mutex::Autolock lock(mMutex); |
| 540 | return mPeriod; |
| 541 | } |
| 542 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 543 | void DispSync::updateModelLocked() { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 544 | ALOGV("[%s] updateModelLocked %zu", mName, mNumResyncSamples); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 545 | if (mNumResyncSamples >= MIN_RESYNC_SAMPLES_FOR_UPDATE) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 546 | ALOGV("[%s] Computing...", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 547 | nsecs_t durationSum = 0; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 548 | nsecs_t minDuration = INT64_MAX; |
| 549 | nsecs_t maxDuration = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 550 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
| 551 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 552 | size_t prev = (idx + MAX_RESYNC_SAMPLES - 1) % MAX_RESYNC_SAMPLES; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 553 | nsecs_t duration = mResyncSamples[idx] - mResyncSamples[prev]; |
| 554 | durationSum += duration; |
| 555 | minDuration = min(minDuration, duration); |
| 556 | maxDuration = max(maxDuration, duration); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 557 | } |
| 558 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 559 | // Exclude the min and max from the average |
| 560 | durationSum -= minDuration + maxDuration; |
David Sodman | 1afa8b0 | 2018-10-15 11:20:48 -0700 | [diff] [blame] | 561 | mPeriod = durationSum / (mNumResyncSamples - 3); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 562 | |
| 563 | ALOGV("[%s] mPeriod = %" PRId64, mName, ns2us(mPeriod)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 564 | |
| 565 | double sampleAvgX = 0; |
| 566 | double sampleAvgY = 0; |
| 567 | double scale = 2.0 * M_PI / double(mPeriod); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 568 | // Intentionally skip the first sample |
| 569 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 570 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 571 | nsecs_t sample = mResyncSamples[idx] - mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 572 | double samplePhase = double(sample % mPeriod) * scale; |
| 573 | sampleAvgX += cos(samplePhase); |
| 574 | sampleAvgY += sin(samplePhase); |
| 575 | } |
| 576 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 577 | sampleAvgX /= double(mNumResyncSamples - 1); |
| 578 | sampleAvgY /= double(mNumResyncSamples - 1); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 579 | |
| 580 | mPhase = nsecs_t(atan2(sampleAvgY, sampleAvgX) / scale); |
| 581 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 582 | ALOGV("[%s] mPhase = %" PRId64, mName, ns2us(mPhase)); |
| 583 | |
| 584 | if (mPhase < -(mPeriod / 2)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 585 | mPhase += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 586 | ALOGV("[%s] Adjusting mPhase -> %" PRId64, mName, ns2us(mPhase)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 587 | } |
| 588 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 589 | // Artificially inflate the period if requested. |
| 590 | mPeriod += mPeriod * mRefreshSkipCount; |
| 591 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 592 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
| 593 | mModelUpdated = true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 594 | } |
| 595 | } |
| 596 | |
| 597 | void DispSync::updateErrorLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 598 | if (!mModelUpdated) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 599 | return; |
| 600 | } |
| 601 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 602 | // Need to compare present fences against the un-adjusted refresh period, |
| 603 | // since they might arrive between two events. |
| 604 | nsecs_t period = mPeriod / (1 + mRefreshSkipCount); |
| 605 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 606 | int numErrSamples = 0; |
| 607 | nsecs_t sqErrSum = 0; |
| 608 | |
| 609 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 610 | // Only check for the cached value of signal time to avoid unecessary |
| 611 | // syscalls. It is the responsibility of the DispSync owner to |
| 612 | // call getSignalTime() periodically so the cache is updated when the |
| 613 | // fence signals. |
| 614 | nsecs_t time = mPresentFences[i]->getCachedSignalTime(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 615 | if (time == Fence::SIGNAL_TIME_PENDING || time == Fence::SIGNAL_TIME_INVALID) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 616 | continue; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 617 | } |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 618 | |
| 619 | nsecs_t sample = time - mReferenceTime; |
| 620 | if (sample <= mPhase) { |
| 621 | continue; |
| 622 | } |
| 623 | |
| 624 | nsecs_t sampleErr = (sample - mPhase) % period; |
| 625 | if (sampleErr > period / 2) { |
| 626 | sampleErr -= period; |
| 627 | } |
| 628 | sqErrSum += sampleErr * sampleErr; |
| 629 | numErrSamples++; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 630 | } |
| 631 | |
| 632 | if (numErrSamples > 0) { |
| 633 | mError = sqErrSum / numErrSamples; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 634 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 635 | } else { |
| 636 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 637 | // Use mod ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT to avoid log spam. |
| 638 | mZeroErrSamplesCount++; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 639 | ALOGE_IF((mZeroErrSamplesCount % ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT) == 0, |
| 640 | "No present times for model error."); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 641 | } |
| 642 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame] | 643 | if (mTraceDetailedInfo) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 644 | ATRACE_INT64("DispSync:Error", mError); |
| 645 | } |
| 646 | } |
| 647 | |
| 648 | void DispSync::resetErrorLocked() { |
| 649 | mPresentSampleOffset = 0; |
| 650 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 651 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 652 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 653 | mPresentFences[i] = FenceTime::NO_FENCE; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 654 | } |
| 655 | } |
| 656 | |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 657 | nsecs_t DispSync::computeNextRefresh(int periodOffset) const { |
Andy McFadden | 150ecd8 | 2014-05-08 14:56:50 -0700 | [diff] [blame] | 658 | Mutex::Autolock lock(mMutex); |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 659 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 660 | nsecs_t phase = mReferenceTime + mPhase; |
Marissa Wall | 17b4e45 | 2018-12-26 16:32:34 -0800 | [diff] [blame] | 661 | if (mPeriod == 0) { |
| 662 | return 0; |
| 663 | } |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 664 | return (((now - phase) / mPeriod) + periodOffset + 1) * mPeriod + phase; |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 665 | } |
| 666 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 667 | void DispSync::setIgnorePresentFences(bool ignore) { |
| 668 | Mutex::Autolock lock(mMutex); |
| 669 | if (mIgnorePresentFences != ignore) { |
| 670 | mIgnorePresentFences = ignore; |
| 671 | resetLocked(); |
| 672 | } |
| 673 | } |
| 674 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 675 | void DispSync::dump(std::string& result) const { |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 676 | Mutex::Autolock lock(mMutex); |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 677 | StringAppendF(&result, "present fences are %s\n", mIgnorePresentFences ? "ignored" : "used"); |
| 678 | StringAppendF(&result, "mPeriod: %" PRId64 " ns (%.3f fps; skipCount=%d)\n", mPeriod, |
| 679 | 1000000000.0 / mPeriod, mRefreshSkipCount); |
| 680 | StringAppendF(&result, "mPhase: %" PRId64 " ns\n", mPhase); |
| 681 | StringAppendF(&result, "mError: %" PRId64 " ns (sqrt=%.1f)\n", mError, sqrt(mError)); |
| 682 | StringAppendF(&result, "mNumResyncSamplesSincePresent: %d (limit %d)\n", |
| 683 | mNumResyncSamplesSincePresent, MAX_RESYNC_SAMPLES_WITHOUT_PRESENT); |
| 684 | StringAppendF(&result, "mNumResyncSamples: %zd (max %d)\n", mNumResyncSamples, |
| 685 | MAX_RESYNC_SAMPLES); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 686 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 687 | result.append("mResyncSamples:\n"); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 688 | nsecs_t previous = -1; |
| 689 | for (size_t i = 0; i < mNumResyncSamples; i++) { |
| 690 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 691 | nsecs_t sampleTime = mResyncSamples[idx]; |
| 692 | if (i == 0) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 693 | StringAppendF(&result, " %" PRId64 "\n", sampleTime); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 694 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 695 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 ")\n", sampleTime, |
| 696 | sampleTime - previous); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 697 | } |
| 698 | previous = sampleTime; |
| 699 | } |
| 700 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 701 | StringAppendF(&result, "mPresentFences [%d]:\n", NUM_PRESENT_SAMPLES); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 702 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 703 | previous = Fence::SIGNAL_TIME_INVALID; |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 704 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
| 705 | size_t idx = (i + mPresentSampleOffset) % NUM_PRESENT_SAMPLES; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 706 | nsecs_t presentTime = mPresentFences[idx]->getSignalTime(); |
| 707 | if (presentTime == Fence::SIGNAL_TIME_PENDING) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 708 | StringAppendF(&result, " [unsignaled fence]\n"); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 709 | } else if (presentTime == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 710 | StringAppendF(&result, " [invalid fence]\n"); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 711 | } else if (previous == Fence::SIGNAL_TIME_PENDING || |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 712 | previous == Fence::SIGNAL_TIME_INVALID) { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 713 | StringAppendF(&result, " %" PRId64 " (%.3f ms ago)\n", presentTime, |
| 714 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 715 | } else { |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 716 | StringAppendF(&result, " %" PRId64 " (+%" PRId64 " / %.3f) (%.3f ms ago)\n", |
| 717 | presentTime, presentTime - previous, |
| 718 | (presentTime - previous) / (double)mPeriod, |
| 719 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 720 | } |
| 721 | previous = presentTime; |
| 722 | } |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 723 | |
Yiwei Zhang | 5434a78 | 2018-12-05 18:06:32 -0800 | [diff] [blame] | 724 | StringAppendF(&result, "current monotonic time: %" PRId64 "\n", now); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 725 | } |
| 726 | |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 727 | // TODO(b/113612090): Figure out how much of this is still relevant. |
| 728 | // We need to determine the time when a buffer acquired now will be |
| 729 | // displayed. This can be calculated: |
| 730 | // time when previous buffer's actual-present fence was signaled |
| 731 | // + current display refresh rate * HWC latency |
| 732 | // + a little extra padding |
| 733 | // |
| 734 | // Buffer producers are expected to set their desired presentation time |
| 735 | // based on choreographer time stamps, which (coming from vsync events) |
| 736 | // will be slightly later then the actual-present timing. If we get a |
| 737 | // desired-present time that is unintentionally a hair after the next |
| 738 | // vsync, we'll hold the frame when we really want to display it. We |
| 739 | // need to take the offset between actual-present and reported-vsync |
| 740 | // into account. |
| 741 | // |
| 742 | // If the system is configured without a DispSync phase offset for the app, |
| 743 | // we also want to throw in a bit of padding to avoid edge cases where we |
| 744 | // just barely miss. We want to do it here, not in every app. A major |
| 745 | // source of trouble is the app's use of the display's ideal refresh time |
| 746 | // (via Display.getRefreshRate()), which could be off of the actual refresh |
| 747 | // by a few percent, with the error multiplied by the number of frames |
| 748 | // between now and when the buffer should be displayed. |
| 749 | // |
| 750 | // If the refresh reported to the app has a phase offset, we shouldn't need |
| 751 | // to tweak anything here. |
| 752 | nsecs_t DispSync::expectedPresentTime() { |
| 753 | // The HWC doesn't currently have a way to report additional latency. |
| 754 | // Assume that whatever we submit now will appear right after the flip. |
| 755 | // For a smart panel this might be 1. This is expressed in frames, |
| 756 | // rather than time, because we expect to have a constant frame delay |
| 757 | // regardless of the refresh rate. |
| 758 | const uint32_t hwcLatency = 0; |
| 759 | |
| 760 | // Ask DispSync when the next refresh will be (CLOCK_MONOTONIC). |
Ana Krulec | 757f63a | 2019-01-25 10:46:18 -0800 | [diff] [blame] | 761 | return computeNextRefresh(hwcLatency); |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 762 | } |
| 763 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 764 | } // namespace impl |
| 765 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 766 | } // namespace android |