Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 18 | //#define LOG_NDEBUG 0 |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 19 | |
| 20 | // This is needed for stdint.h to define INT64_MAX in C++ |
| 21 | #define __STDC_LIMIT_MACROS |
| 22 | |
| 23 | #include <math.h> |
| 24 | |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 25 | #include <algorithm> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 26 | |
Mark Salyzyn | 7823e12 | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 27 | #include <log/log.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 28 | #include <utils/String8.h> |
| 29 | #include <utils/Thread.h> |
| 30 | #include <utils/Trace.h> |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 31 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 32 | #include <ui/FenceTime.h> |
Mark Salyzyn | a5e161b | 2016-09-29 08:08:05 -0700 | [diff] [blame] | 33 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 34 | #include "DispSync.h" |
| 35 | #include "EventLog/EventLog.h" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 36 | #include "SurfaceFlinger.h" |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 37 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 38 | using std::max; |
| 39 | using std::min; |
| 40 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 41 | namespace android { |
| 42 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 43 | DispSync::~DispSync() = default; |
| 44 | |
| 45 | namespace impl { |
| 46 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 47 | // Setting this to true adds a zero-phase tracer for correlating with hardware |
| 48 | // vsync events |
| 49 | static const bool kEnableZeroPhaseTracer = false; |
| 50 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 51 | // This is the threshold used to determine when hardware vsync events are |
| 52 | // needed to re-synchronize the software vsync model with the hardware. The |
| 53 | // error metric used is the mean of the squared difference between each |
| 54 | // present time and the nearest software-predicted vsync. |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 55 | static const nsecs_t kErrorThreshold = 160000000000; // 400 usec squared |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 56 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 57 | #undef LOG_TAG |
| 58 | #define LOG_TAG "DispSyncThread" |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 59 | class DispSyncThread : public Thread { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 60 | public: |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 61 | DispSyncThread(const char* name, bool showTraceDetailedInfo) |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 62 | : mName(name), |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 63 | mStop(false), |
| 64 | mPeriod(0), |
| 65 | mPhase(0), |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 66 | mReferenceTime(0), |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 67 | mWakeupLatency(0), |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 68 | mFrameNumber(0), |
| 69 | mTraceDetailedInfo(showTraceDetailedInfo) {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 70 | |
| 71 | virtual ~DispSyncThread() {} |
| 72 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 73 | void updateModel(nsecs_t period, nsecs_t phase, nsecs_t referenceTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 74 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 75 | Mutex::Autolock lock(mMutex); |
| 76 | mPeriod = period; |
| 77 | mPhase = phase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 78 | mReferenceTime = referenceTime; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 79 | ALOGV("[%s] updateModel: mPeriod = %" PRId64 ", mPhase = %" PRId64 |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 80 | " mReferenceTime = %" PRId64, |
| 81 | mName, ns2us(mPeriod), ns2us(mPhase), ns2us(mReferenceTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 82 | mCond.signal(); |
| 83 | } |
| 84 | |
| 85 | void stop() { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 86 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 87 | Mutex::Autolock lock(mMutex); |
| 88 | mStop = true; |
| 89 | mCond.signal(); |
| 90 | } |
| 91 | |
| 92 | virtual bool threadLoop() { |
| 93 | status_t err; |
| 94 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 95 | |
| 96 | while (true) { |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 97 | std::vector<CallbackInvocation> callbackInvocations; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 98 | |
| 99 | nsecs_t targetTime = 0; |
| 100 | |
| 101 | { // Scope for lock |
| 102 | Mutex::Autolock lock(mMutex); |
| 103 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 104 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 105 | ATRACE_INT64("DispSync:Frame", mFrameNumber); |
| 106 | } |
| 107 | ALOGV("[%s] Frame %" PRId64, mName, mFrameNumber); |
| 108 | ++mFrameNumber; |
| 109 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 110 | if (mStop) { |
| 111 | return false; |
| 112 | } |
| 113 | |
| 114 | if (mPeriod == 0) { |
| 115 | err = mCond.wait(mMutex); |
| 116 | if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 117 | ALOGE("error waiting for new events: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 118 | return false; |
| 119 | } |
| 120 | continue; |
| 121 | } |
| 122 | |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 123 | targetTime = computeNextEventTimeLocked(now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 124 | |
| 125 | bool isWakeup = false; |
| 126 | |
| 127 | if (now < targetTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 128 | if (mTraceDetailedInfo) ATRACE_NAME("DispSync waiting"); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 129 | |
| 130 | if (targetTime == INT64_MAX) { |
| 131 | ALOGV("[%s] Waiting forever", mName); |
| 132 | err = mCond.wait(mMutex); |
| 133 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 134 | ALOGV("[%s] Waiting until %" PRId64, mName, ns2us(targetTime)); |
Dan Stoza | 8f8374d | 2016-04-19 10:03:46 -0700 | [diff] [blame] | 135 | err = mCond.waitRelative(mMutex, targetTime - now); |
| 136 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 137 | |
| 138 | if (err == TIMED_OUT) { |
| 139 | isWakeup = true; |
| 140 | } else if (err != NO_ERROR) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 141 | ALOGE("error waiting for next event: %s (%d)", strerror(-err), err); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 142 | return false; |
| 143 | } |
| 144 | } |
| 145 | |
| 146 | now = systemTime(SYSTEM_TIME_MONOTONIC); |
| 147 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 148 | // Don't correct by more than 1.5 ms |
| 149 | static const nsecs_t kMaxWakeupLatency = us2ns(1500); |
| 150 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 151 | if (isWakeup) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 152 | mWakeupLatency = ((mWakeupLatency * 63) + (now - targetTime)) / 64; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 153 | mWakeupLatency = min(mWakeupLatency, kMaxWakeupLatency); |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 154 | if (mTraceDetailedInfo) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 155 | ATRACE_INT64("DispSync:WakeupLat", now - targetTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 156 | ATRACE_INT64("DispSync:AvgWakeupLat", mWakeupLatency); |
| 157 | } |
| 158 | } |
| 159 | |
| 160 | callbackInvocations = gatherCallbackInvocationsLocked(now); |
| 161 | } |
| 162 | |
| 163 | if (callbackInvocations.size() > 0) { |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 164 | fireCallbackInvocations(callbackInvocations); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 165 | } |
| 166 | } |
| 167 | |
| 168 | return false; |
| 169 | } |
| 170 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 171 | status_t addEventListener(const char* name, nsecs_t phase, DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 172 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 173 | Mutex::Autolock lock(mMutex); |
| 174 | |
| 175 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
| 176 | if (mEventListeners[i].mCallback == callback) { |
| 177 | return BAD_VALUE; |
| 178 | } |
| 179 | } |
| 180 | |
| 181 | EventListener listener; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 182 | listener.mName = name; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 183 | listener.mPhase = phase; |
| 184 | listener.mCallback = callback; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 185 | |
| 186 | // We want to allow the firstmost future event to fire without |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 187 | // allowing any past events to fire |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 188 | listener.mLastEventTime = systemTime() - mPeriod / 2 + mPhase - mWakeupLatency; |
Jamie Gennis | 629b987 | 2013-10-29 13:36:12 -0700 | [diff] [blame] | 189 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 190 | mEventListeners.push_back(listener); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 191 | |
| 192 | mCond.signal(); |
| 193 | |
| 194 | return NO_ERROR; |
| 195 | } |
| 196 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 197 | status_t removeEventListener(DispSync::Callback* callback) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 198 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 199 | Mutex::Autolock lock(mMutex); |
| 200 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 201 | for (std::vector<EventListener>::iterator it = mEventListeners.begin(); |
| 202 | it != mEventListeners.end(); ++it) { |
| 203 | if (it->mCallback == callback) { |
| 204 | mEventListeners.erase(it); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 205 | mCond.signal(); |
| 206 | return NO_ERROR; |
| 207 | } |
| 208 | } |
| 209 | |
| 210 | return BAD_VALUE; |
| 211 | } |
| 212 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 213 | status_t changePhaseOffset(DispSync::Callback* callback, nsecs_t phase) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 214 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 215 | Mutex::Autolock lock(mMutex); |
| 216 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 217 | for (auto& eventListener : mEventListeners) { |
| 218 | if (eventListener.mCallback == callback) { |
| 219 | const nsecs_t oldPhase = eventListener.mPhase; |
| 220 | eventListener.mPhase = phase; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 221 | |
| 222 | // Pretend that the last time this event was handled at the same frame but with the |
| 223 | // new offset to allow for a seamless offset change without double-firing or |
| 224 | // skipping. |
Jorim Jaggi | 22ec38b | 2018-06-19 15:57:08 +0200 | [diff] [blame] | 225 | nsecs_t diff = oldPhase - phase; |
| 226 | if (diff > mPeriod / 2) { |
| 227 | diff -= mPeriod; |
| 228 | } else if (diff < -mPeriod / 2) { |
| 229 | diff += mPeriod; |
| 230 | } |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 231 | eventListener.mLastEventTime -= diff; |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 232 | mCond.signal(); |
| 233 | return NO_ERROR; |
| 234 | } |
| 235 | } |
| 236 | |
| 237 | return BAD_VALUE; |
| 238 | } |
| 239 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 240 | private: |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 241 | struct EventListener { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 242 | const char* mName; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 243 | nsecs_t mPhase; |
| 244 | nsecs_t mLastEventTime; |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 245 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 246 | }; |
| 247 | |
| 248 | struct CallbackInvocation { |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 249 | DispSync::Callback* mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 250 | nsecs_t mEventTime; |
| 251 | }; |
| 252 | |
| 253 | nsecs_t computeNextEventTimeLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 254 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 255 | ALOGV("[%s] computeNextEventTimeLocked", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 256 | nsecs_t nextEventTime = INT64_MAX; |
| 257 | for (size_t i = 0; i < mEventListeners.size(); i++) { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 258 | nsecs_t t = computeListenerNextEventTimeLocked(mEventListeners[i], now); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 259 | |
| 260 | if (t < nextEventTime) { |
| 261 | nextEventTime = t; |
| 262 | } |
| 263 | } |
| 264 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 265 | ALOGV("[%s] nextEventTime = %" PRId64, mName, ns2us(nextEventTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 266 | return nextEventTime; |
| 267 | } |
| 268 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 269 | std::vector<CallbackInvocation> gatherCallbackInvocationsLocked(nsecs_t now) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 270 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 271 | ALOGV("[%s] gatherCallbackInvocationsLocked @ %" PRId64, mName, ns2us(now)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 272 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 273 | std::vector<CallbackInvocation> callbackInvocations; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 274 | nsecs_t onePeriodAgo = now - mPeriod; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 275 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 276 | for (auto& eventListener : mEventListeners) { |
| 277 | nsecs_t t = computeListenerNextEventTimeLocked(eventListener, onePeriodAgo); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 278 | |
Jamie Gennis | 0d5c60e | 2013-10-09 17:49:37 -0700 | [diff] [blame] | 279 | if (t < now) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 280 | CallbackInvocation ci; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 281 | ci.mCallback = eventListener.mCallback; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 282 | ci.mEventTime = t; |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 283 | ALOGV("[%s] [%s] Preparing to fire", mName, eventListener.mName); |
| 284 | callbackInvocations.push_back(ci); |
| 285 | eventListener.mLastEventTime = t; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 286 | } |
| 287 | } |
| 288 | |
| 289 | return callbackInvocations; |
| 290 | } |
| 291 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 292 | nsecs_t computeListenerNextEventTimeLocked(const EventListener& listener, nsecs_t baseTime) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 293 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 294 | ALOGV("[%s] [%s] computeListenerNextEventTimeLocked(%" PRId64 ")", mName, listener.mName, |
| 295 | ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 296 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 297 | nsecs_t lastEventTime = listener.mLastEventTime + mWakeupLatency; |
| 298 | ALOGV("[%s] lastEventTime: %" PRId64, mName, ns2us(lastEventTime)); |
| 299 | if (baseTime < lastEventTime) { |
| 300 | baseTime = lastEventTime; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 301 | ALOGV("[%s] Clamping baseTime to lastEventTime -> %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 302 | } |
| 303 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 304 | baseTime -= mReferenceTime; |
| 305 | ALOGV("[%s] Relative baseTime = %" PRId64, mName, ns2us(baseTime)); |
| 306 | nsecs_t phase = mPhase + listener.mPhase; |
| 307 | ALOGV("[%s] Phase = %" PRId64, mName, ns2us(phase)); |
| 308 | baseTime -= phase; |
| 309 | ALOGV("[%s] baseTime - phase = %" PRId64, mName, ns2us(baseTime)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 310 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 311 | // If our previous time is before the reference (because the reference |
| 312 | // has since been updated), the division by mPeriod will truncate |
| 313 | // towards zero instead of computing the floor. Since in all cases |
| 314 | // before the reference we want the next time to be effectively now, we |
| 315 | // set baseTime to -mPeriod so that numPeriods will be -1. |
| 316 | // When we add 1 and the phase, we will be at the correct event time for |
| 317 | // this period. |
| 318 | if (baseTime < 0) { |
| 319 | ALOGV("[%s] Correcting negative baseTime", mName); |
| 320 | baseTime = -mPeriod; |
| 321 | } |
| 322 | |
| 323 | nsecs_t numPeriods = baseTime / mPeriod; |
| 324 | ALOGV("[%s] numPeriods = %" PRId64, mName, numPeriods); |
| 325 | nsecs_t t = (numPeriods + 1) * mPeriod + phase; |
| 326 | ALOGV("[%s] t = %" PRId64, mName, ns2us(t)); |
| 327 | t += mReferenceTime; |
| 328 | ALOGV("[%s] Absolute t = %" PRId64, mName, ns2us(t)); |
| 329 | |
| 330 | // Check that it's been slightly more than half a period since the last |
| 331 | // event so that we don't accidentally fall into double-rate vsyncs |
| 332 | if (t - listener.mLastEventTime < (3 * mPeriod / 5)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 333 | t += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 334 | ALOGV("[%s] Modifying t -> %" PRId64, mName, ns2us(t)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 335 | } |
| 336 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 337 | t -= mWakeupLatency; |
| 338 | ALOGV("[%s] Corrected for wakeup latency -> %" PRId64, mName, ns2us(t)); |
| 339 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 340 | return t; |
| 341 | } |
| 342 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 343 | void fireCallbackInvocations(const std::vector<CallbackInvocation>& callbacks) { |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 344 | if (mTraceDetailedInfo) ATRACE_CALL(); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 345 | for (size_t i = 0; i < callbacks.size(); i++) { |
| 346 | callbacks[i].mCallback->onDispSyncEvent(callbacks[i].mEventTime); |
| 347 | } |
| 348 | } |
| 349 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 350 | const char* const mName; |
| 351 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 352 | bool mStop; |
| 353 | |
| 354 | nsecs_t mPeriod; |
| 355 | nsecs_t mPhase; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 356 | nsecs_t mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 357 | nsecs_t mWakeupLatency; |
| 358 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 359 | int64_t mFrameNumber; |
| 360 | |
Ana Krulec | 9a52b19 | 2018-07-12 18:18:47 -0400 | [diff] [blame] | 361 | std::vector<EventListener> mEventListeners; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 362 | |
| 363 | Mutex mMutex; |
| 364 | Condition mCond; |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 365 | |
| 366 | // Flag to turn on logging in systrace. |
| 367 | const bool mTraceDetailedInfo; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 368 | }; |
| 369 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 370 | #undef LOG_TAG |
| 371 | #define LOG_TAG "DispSync" |
| 372 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 373 | class ZeroPhaseTracer : public DispSync::Callback { |
| 374 | public: |
| 375 | ZeroPhaseTracer() : mParity(false) {} |
| 376 | |
Mark Salyzyn | 92dc3fc | 2014-03-12 13:12:44 -0700 | [diff] [blame] | 377 | virtual void onDispSyncEvent(nsecs_t /*when*/) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 378 | mParity = !mParity; |
| 379 | ATRACE_INT("ZERO_PHASE_VSYNC", mParity ? 1 : 0); |
| 380 | } |
| 381 | |
| 382 | private: |
| 383 | bool mParity; |
| 384 | }; |
| 385 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 386 | DispSync::DispSync(const char* name) : mName(name), mRefreshSkipCount(0) { |
| 387 | // This flag offers the ability to turn on systrace logging from the shell. |
| 388 | char value[PROPERTY_VALUE_MAX]; |
| 389 | property_get("debug.sf.dispsync_trace_detailed_info", value, "0"); |
| 390 | mTraceDetailedInfo = atoi(value); |
| 391 | mThread = new DispSyncThread(name, mTraceDetailedInfo); |
| 392 | } |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 393 | |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 394 | DispSync::~DispSync() {} |
| 395 | |
| 396 | void DispSync::init(bool hasSyncFramework, int64_t dispSyncPresentTimeOffset) { |
| 397 | mIgnorePresentFences = !hasSyncFramework; |
| 398 | mPresentTimeOffset = dispSyncPresentTimeOffset; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 399 | mThread->run("DispSync", PRIORITY_URGENT_DISPLAY + PRIORITY_MORE_FAVORABLE); |
Saurabh Shah | f417453 | 2017-07-13 10:45:07 -0700 | [diff] [blame] | 400 | |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 401 | // set DispSync to SCHED_FIFO to minimize jitter |
| 402 | struct sched_param param = {0}; |
Tim Murray | 3552063 | 2016-09-07 12:18:17 -0700 | [diff] [blame] | 403 | param.sched_priority = 2; |
Tim Murray | acff43d | 2016-07-29 13:57:24 -0700 | [diff] [blame] | 404 | if (sched_setscheduler(mThread->getTid(), SCHED_FIFO, ¶m) != 0) { |
| 405 | ALOGE("Couldn't set SCHED_FIFO for DispSyncThread"); |
| 406 | } |
| 407 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 408 | reset(); |
| 409 | beginResync(); |
| 410 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 411 | if (mTraceDetailedInfo && kEnableZeroPhaseTracer) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 412 | mZeroPhaseTracer = std::make_unique<ZeroPhaseTracer>(); |
| 413 | addEventListener("ZeroPhaseTracer", 0, mZeroPhaseTracer.get()); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 414 | } |
| 415 | } |
| 416 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 417 | void DispSync::reset() { |
| 418 | Mutex::Autolock lock(mMutex); |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 419 | resetLocked(); |
| 420 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 421 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 422 | void DispSync::resetLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 423 | mPhase = 0; |
| 424 | mReferenceTime = 0; |
| 425 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 426 | mNumResyncSamples = 0; |
| 427 | mFirstResyncSample = 0; |
| 428 | mNumResyncSamplesSincePresent = 0; |
| 429 | resetErrorLocked(); |
| 430 | } |
| 431 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 432 | bool DispSync::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 433 | Mutex::Autolock lock(mMutex); |
| 434 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 435 | if (mIgnorePresentFences) { |
| 436 | return true; |
| 437 | } |
| 438 | |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 439 | mPresentFences[mPresentSampleOffset] = fenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 440 | mPresentSampleOffset = (mPresentSampleOffset + 1) % NUM_PRESENT_SAMPLES; |
| 441 | mNumResyncSamplesSincePresent = 0; |
| 442 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 443 | updateErrorLocked(); |
| 444 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 445 | return !mModelUpdated || mError > kErrorThreshold; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 446 | } |
| 447 | |
| 448 | void DispSync::beginResync() { |
| 449 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 450 | ALOGV("[%s] beginResync", mName); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 451 | mModelUpdated = false; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 452 | mNumResyncSamples = 0; |
| 453 | } |
| 454 | |
| 455 | bool DispSync::addResyncSample(nsecs_t timestamp) { |
| 456 | Mutex::Autolock lock(mMutex); |
| 457 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 458 | ALOGV("[%s] addResyncSample(%" PRId64 ")", mName, ns2us(timestamp)); |
| 459 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 460 | size_t idx = (mFirstResyncSample + mNumResyncSamples) % MAX_RESYNC_SAMPLES; |
| 461 | mResyncSamples[idx] = timestamp; |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 462 | if (mNumResyncSamples == 0) { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 463 | mPhase = 0; |
| 464 | mReferenceTime = timestamp; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 465 | ALOGV("[%s] First resync sample: mPeriod = %" PRId64 ", mPhase = 0, " |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 466 | "mReferenceTime = %" PRId64, |
| 467 | mName, ns2us(mPeriod), ns2us(mReferenceTime)); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 468 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Haixia Shi | 664339a | 2015-10-28 13:22:22 -0700 | [diff] [blame] | 469 | } |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 470 | |
| 471 | if (mNumResyncSamples < MAX_RESYNC_SAMPLES) { |
| 472 | mNumResyncSamples++; |
| 473 | } else { |
| 474 | mFirstResyncSample = (mFirstResyncSample + 1) % MAX_RESYNC_SAMPLES; |
| 475 | } |
| 476 | |
| 477 | updateModelLocked(); |
| 478 | |
| 479 | if (mNumResyncSamplesSincePresent++ > MAX_RESYNC_SAMPLES_WITHOUT_PRESENT) { |
| 480 | resetErrorLocked(); |
| 481 | } |
| 482 | |
Fabien Sanglard | cbf153b | 2017-03-10 17:57:12 -0800 | [diff] [blame] | 483 | if (mIgnorePresentFences) { |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 484 | // If we're ignoring the present fences we have no way to know whether |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 485 | // or not we're synchronized with the HW vsyncs, so we just request |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 486 | // that the HW vsync events be turned on. |
| 487 | return true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 488 | } |
| 489 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 490 | // Check against kErrorThreshold / 2 to add some hysteresis before having to |
| 491 | // resync again |
| 492 | bool modelLocked = mModelUpdated && mError < (kErrorThreshold / 2); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 493 | ALOGV("[%s] addResyncSample returning %s", mName, modelLocked ? "locked" : "unlocked"); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 494 | return !modelLocked; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 495 | } |
| 496 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 497 | void DispSync::endResync() {} |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 498 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 499 | status_t DispSync::addEventListener(const char* name, nsecs_t phase, Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 500 | Mutex::Autolock lock(mMutex); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 501 | return mThread->addEventListener(name, phase, callback); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 502 | } |
| 503 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 504 | void DispSync::setRefreshSkipCount(int count) { |
| 505 | Mutex::Autolock lock(mMutex); |
| 506 | ALOGD("setRefreshSkipCount(%d)", count); |
| 507 | mRefreshSkipCount = count; |
| 508 | updateModelLocked(); |
Ruchi Kandoi | f52b3c8 | 2014-04-24 16:42:35 -0700 | [diff] [blame] | 509 | } |
| 510 | |
Lloyd Pique | e83f931 | 2018-02-01 12:53:17 -0800 | [diff] [blame] | 511 | status_t DispSync::removeEventListener(Callback* callback) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 512 | Mutex::Autolock lock(mMutex); |
| 513 | return mThread->removeEventListener(callback); |
| 514 | } |
| 515 | |
Dan Stoza | 84d619e | 2018-03-28 17:07:36 -0700 | [diff] [blame] | 516 | status_t DispSync::changePhaseOffset(Callback* callback, nsecs_t phase) { |
| 517 | Mutex::Autolock lock(mMutex); |
| 518 | return mThread->changePhaseOffset(callback, phase); |
| 519 | } |
| 520 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 521 | void DispSync::setPeriod(nsecs_t period) { |
| 522 | Mutex::Autolock lock(mMutex); |
David Sodman | 6d46c1e | 2018-07-13 12:59:48 -0700 | [diff] [blame] | 523 | mPeriodBase = mPeriod = period; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 524 | mPhase = 0; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 525 | mReferenceTime = 0; |
| 526 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 527 | } |
| 528 | |
David Sodman | 44b5de0 | 2018-08-21 16:28:53 -0700 | [diff] [blame] | 529 | void DispSync::scalePeriod(HWC2::Device::FrequencyScaler frequencyScaler) { |
David Sodman | 6d46c1e | 2018-07-13 12:59:48 -0700 | [diff] [blame] | 530 | Mutex::Autolock lock(mMutex); |
| 531 | |
| 532 | // if only 1 of the properties is updated, we will get to this |
| 533 | // point "attempting" to set the scale to 1 when it is already |
| 534 | // 1. Check that special case so that we don't do a useless |
| 535 | // update of the model. |
David Sodman | 44b5de0 | 2018-08-21 16:28:53 -0700 | [diff] [blame] | 536 | if ((frequencyScaler.multiplier == 1) && |
| 537 | (frequencyScaler.divisor == 1) && |
| 538 | (mPeriod == mPeriodBase)) return; |
David Sodman | 6d46c1e | 2018-07-13 12:59:48 -0700 | [diff] [blame] | 539 | |
David Sodman | 44b5de0 | 2018-08-21 16:28:53 -0700 | [diff] [blame] | 540 | mPeriod = mPeriodBase * frequencyScaler.multiplier / frequencyScaler.divisor; |
David Sodman | 6d46c1e | 2018-07-13 12:59:48 -0700 | [diff] [blame] | 541 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
| 542 | } |
| 543 | |
Lajos Molnar | 67d8bd6 | 2014-09-11 14:58:45 -0700 | [diff] [blame] | 544 | nsecs_t DispSync::getPeriod() { |
| 545 | // lock mutex as mPeriod changes multiple times in updateModelLocked |
| 546 | Mutex::Autolock lock(mMutex); |
| 547 | return mPeriod; |
| 548 | } |
| 549 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 550 | void DispSync::updateModelLocked() { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 551 | ALOGV("[%s] updateModelLocked %zu", mName, mNumResyncSamples); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 552 | if (mNumResyncSamples >= MIN_RESYNC_SAMPLES_FOR_UPDATE) { |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 553 | ALOGV("[%s] Computing...", mName); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 554 | nsecs_t durationSum = 0; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 555 | nsecs_t minDuration = INT64_MAX; |
| 556 | nsecs_t maxDuration = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 557 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
| 558 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 559 | size_t prev = (idx + MAX_RESYNC_SAMPLES - 1) % MAX_RESYNC_SAMPLES; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 560 | nsecs_t duration = mResyncSamples[idx] - mResyncSamples[prev]; |
| 561 | durationSum += duration; |
| 562 | minDuration = min(minDuration, duration); |
| 563 | maxDuration = max(maxDuration, duration); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 564 | } |
| 565 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 566 | // Exclude the min and max from the average |
| 567 | durationSum -= minDuration + maxDuration; |
David Sodman | 6d46c1e | 2018-07-13 12:59:48 -0700 | [diff] [blame] | 568 | mPeriodBase = mPeriod = durationSum / (mNumResyncSamples - 3); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 569 | |
| 570 | ALOGV("[%s] mPeriod = %" PRId64, mName, ns2us(mPeriod)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 571 | |
| 572 | double sampleAvgX = 0; |
| 573 | double sampleAvgY = 0; |
| 574 | double scale = 2.0 * M_PI / double(mPeriod); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 575 | // Intentionally skip the first sample |
| 576 | for (size_t i = 1; i < mNumResyncSamples; i++) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 577 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 578 | nsecs_t sample = mResyncSamples[idx] - mReferenceTime; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 579 | double samplePhase = double(sample % mPeriod) * scale; |
| 580 | sampleAvgX += cos(samplePhase); |
| 581 | sampleAvgY += sin(samplePhase); |
| 582 | } |
| 583 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 584 | sampleAvgX /= double(mNumResyncSamples - 1); |
| 585 | sampleAvgY /= double(mNumResyncSamples - 1); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 586 | |
| 587 | mPhase = nsecs_t(atan2(sampleAvgY, sampleAvgX) / scale); |
| 588 | |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 589 | ALOGV("[%s] mPhase = %" PRId64, mName, ns2us(mPhase)); |
| 590 | |
| 591 | if (mPhase < -(mPeriod / 2)) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 592 | mPhase += mPeriod; |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 593 | ALOGV("[%s] Adjusting mPhase -> %" PRId64, mName, ns2us(mPhase)); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 594 | } |
| 595 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 596 | if (mTraceDetailedInfo) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 597 | ATRACE_INT64("DispSync:Period", mPeriod); |
Tim Murray | 4a4e4a2 | 2016-04-19 16:29:23 +0000 | [diff] [blame] | 598 | ATRACE_INT64("DispSync:Phase", mPhase + mPeriod / 2); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 599 | } |
| 600 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 601 | // Artificially inflate the period if requested. |
| 602 | mPeriod += mPeriod * mRefreshSkipCount; |
| 603 | |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 604 | mThread->updateModel(mPeriod, mPhase, mReferenceTime); |
| 605 | mModelUpdated = true; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 606 | } |
| 607 | } |
| 608 | |
| 609 | void DispSync::updateErrorLocked() { |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 610 | if (!mModelUpdated) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 611 | return; |
| 612 | } |
| 613 | |
Andy McFadden | 645b1f7 | 2014-06-10 14:43:32 -0700 | [diff] [blame] | 614 | // Need to compare present fences against the un-adjusted refresh period, |
| 615 | // since they might arrive between two events. |
| 616 | nsecs_t period = mPeriod / (1 + mRefreshSkipCount); |
| 617 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 618 | int numErrSamples = 0; |
| 619 | nsecs_t sqErrSum = 0; |
| 620 | |
| 621 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 622 | // Only check for the cached value of signal time to avoid unecessary |
| 623 | // syscalls. It is the responsibility of the DispSync owner to |
| 624 | // call getSignalTime() periodically so the cache is updated when the |
| 625 | // fence signals. |
| 626 | nsecs_t time = mPresentFences[i]->getCachedSignalTime(); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 627 | if (time == Fence::SIGNAL_TIME_PENDING || time == Fence::SIGNAL_TIME_INVALID) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 628 | continue; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 629 | } |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 630 | |
| 631 | nsecs_t sample = time - mReferenceTime; |
| 632 | if (sample <= mPhase) { |
| 633 | continue; |
| 634 | } |
| 635 | |
| 636 | nsecs_t sampleErr = (sample - mPhase) % period; |
| 637 | if (sampleErr > period / 2) { |
| 638 | sampleErr -= period; |
| 639 | } |
| 640 | sqErrSum += sampleErr * sampleErr; |
| 641 | numErrSamples++; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 642 | } |
| 643 | |
| 644 | if (numErrSamples > 0) { |
| 645 | mError = sqErrSum / numErrSamples; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 646 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 647 | } else { |
| 648 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 649 | // Use mod ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT to avoid log spam. |
| 650 | mZeroErrSamplesCount++; |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 651 | ALOGE_IF((mZeroErrSamplesCount % ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT) == 0, |
| 652 | "No present times for model error."); |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 653 | } |
| 654 | |
Ana Krulec | 064a82f | 2018-09-11 16:03:03 -0700 | [diff] [blame^] | 655 | if (mTraceDetailedInfo) { |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 656 | ATRACE_INT64("DispSync:Error", mError); |
| 657 | } |
| 658 | } |
| 659 | |
| 660 | void DispSync::resetErrorLocked() { |
| 661 | mPresentSampleOffset = 0; |
| 662 | mError = 0; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 663 | mZeroErrSamplesCount = 0; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 664 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 665 | mPresentFences[i] = FenceTime::NO_FENCE; |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 666 | } |
| 667 | } |
| 668 | |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 669 | nsecs_t DispSync::computeNextRefresh(int periodOffset) const { |
Andy McFadden | 150ecd8 | 2014-05-08 14:56:50 -0700 | [diff] [blame] | 670 | Mutex::Autolock lock(mMutex); |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 671 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Haixia Shi | 676b1f6 | 2015-10-28 16:19:01 -0700 | [diff] [blame] | 672 | nsecs_t phase = mReferenceTime + mPhase; |
| 673 | return (((now - phase) / mPeriod) + periodOffset + 1) * mPeriod + phase; |
Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 674 | } |
| 675 | |
Steven Thomas | dfde8fa | 2018-04-19 16:00:58 -0700 | [diff] [blame] | 676 | void DispSync::setIgnorePresentFences(bool ignore) { |
| 677 | Mutex::Autolock lock(mMutex); |
| 678 | if (mIgnorePresentFences != ignore) { |
| 679 | mIgnorePresentFences = ignore; |
| 680 | resetLocked(); |
| 681 | } |
| 682 | } |
| 683 | |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 684 | void DispSync::dump(String8& result) const { |
| 685 | Mutex::Autolock lock(mMutex); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 686 | result.appendFormat("present fences are %s\n", mIgnorePresentFences ? "ignored" : "used"); |
| 687 | result.appendFormat("mPeriod: %" PRId64 " ns (%.3f fps; skipCount=%d)\n", mPeriod, |
| 688 | 1000000000.0 / mPeriod, mRefreshSkipCount); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 689 | result.appendFormat("mPhase: %" PRId64 " ns\n", mPhase); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 690 | result.appendFormat("mError: %" PRId64 " ns (sqrt=%.1f)\n", mError, sqrt(mError)); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 691 | result.appendFormat("mNumResyncSamplesSincePresent: %d (limit %d)\n", |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 692 | mNumResyncSamplesSincePresent, MAX_RESYNC_SAMPLES_WITHOUT_PRESENT); |
| 693 | result.appendFormat("mNumResyncSamples: %zd (max %d)\n", mNumResyncSamples, MAX_RESYNC_SAMPLES); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 694 | |
| 695 | result.appendFormat("mResyncSamples:\n"); |
| 696 | nsecs_t previous = -1; |
| 697 | for (size_t i = 0; i < mNumResyncSamples; i++) { |
| 698 | size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES; |
| 699 | nsecs_t sampleTime = mResyncSamples[idx]; |
| 700 | if (i == 0) { |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 701 | result.appendFormat(" %" PRId64 "\n", sampleTime); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 702 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 703 | result.appendFormat(" %" PRId64 " (+%" PRId64 ")\n", sampleTime, |
| 704 | sampleTime - previous); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 705 | } |
| 706 | previous = sampleTime; |
| 707 | } |
| 708 | |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 709 | result.appendFormat("mPresentFences [%d]:\n", NUM_PRESENT_SAMPLES); |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 710 | nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC); |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 711 | previous = Fence::SIGNAL_TIME_INVALID; |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 712 | for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) { |
| 713 | size_t idx = (i + mPresentSampleOffset) % NUM_PRESENT_SAMPLES; |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 714 | nsecs_t presentTime = mPresentFences[idx]->getSignalTime(); |
| 715 | if (presentTime == Fence::SIGNAL_TIME_PENDING) { |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 716 | result.appendFormat(" [unsignaled fence]\n"); |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 717 | } else if (presentTime == Fence::SIGNAL_TIME_INVALID) { |
Brian Anderson | fbc80ae | 2017-05-26 16:23:54 -0700 | [diff] [blame] | 718 | result.appendFormat(" [invalid fence]\n"); |
| 719 | } else if (previous == Fence::SIGNAL_TIME_PENDING || |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 720 | previous == Fence::SIGNAL_TIME_INVALID) { |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 721 | result.appendFormat(" %" PRId64 " (%.3f ms ago)\n", presentTime, |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 722 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 723 | } else { |
Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 724 | result.appendFormat(" %" PRId64 " (+%" PRId64 " / %.3f) (%.3f ms ago)\n", presentTime, |
| 725 | presentTime - previous, (presentTime - previous) / (double)mPeriod, |
| 726 | (now - presentTime) / 1000000.0); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 727 | } |
| 728 | previous = presentTime; |
| 729 | } |
Andy McFadden | 5167ec6 | 2014-05-22 13:08:43 -0700 | [diff] [blame] | 730 | |
| 731 | result.appendFormat("current monotonic time: %" PRId64 "\n", now); |
Andy McFadden | c751e92 | 2014-05-08 14:53:26 -0700 | [diff] [blame] | 732 | } |
| 733 | |
Ana Krulec | 010d219 | 2018-10-08 06:29:54 -0700 | [diff] [blame] | 734 | // TODO(b/113612090): Figure out how much of this is still relevant. |
| 735 | // We need to determine the time when a buffer acquired now will be |
| 736 | // displayed. This can be calculated: |
| 737 | // time when previous buffer's actual-present fence was signaled |
| 738 | // + current display refresh rate * HWC latency |
| 739 | // + a little extra padding |
| 740 | // |
| 741 | // Buffer producers are expected to set their desired presentation time |
| 742 | // based on choreographer time stamps, which (coming from vsync events) |
| 743 | // will be slightly later then the actual-present timing. If we get a |
| 744 | // desired-present time that is unintentionally a hair after the next |
| 745 | // vsync, we'll hold the frame when we really want to display it. We |
| 746 | // need to take the offset between actual-present and reported-vsync |
| 747 | // into account. |
| 748 | // |
| 749 | // If the system is configured without a DispSync phase offset for the app, |
| 750 | // we also want to throw in a bit of padding to avoid edge cases where we |
| 751 | // just barely miss. We want to do it here, not in every app. A major |
| 752 | // source of trouble is the app's use of the display's ideal refresh time |
| 753 | // (via Display.getRefreshRate()), which could be off of the actual refresh |
| 754 | // by a few percent, with the error multiplied by the number of frames |
| 755 | // between now and when the buffer should be displayed. |
| 756 | // |
| 757 | // If the refresh reported to the app has a phase offset, we shouldn't need |
| 758 | // to tweak anything here. |
| 759 | nsecs_t DispSync::expectedPresentTime() { |
| 760 | // The HWC doesn't currently have a way to report additional latency. |
| 761 | // Assume that whatever we submit now will appear right after the flip. |
| 762 | // For a smart panel this might be 1. This is expressed in frames, |
| 763 | // rather than time, because we expect to have a constant frame delay |
| 764 | // regardless of the refresh rate. |
| 765 | const uint32_t hwcLatency = 0; |
| 766 | |
| 767 | // Ask DispSync when the next refresh will be (CLOCK_MONOTONIC). |
| 768 | const nsecs_t nextRefresh = computeNextRefresh(hwcLatency); |
| 769 | |
| 770 | // The DispSync time is already adjusted for the difference between |
| 771 | // vsync and reported-vsync (SurfaceFlinger::dispSyncPresentTimeOffset), so |
| 772 | // we don't need to factor that in here. Pad a little to avoid |
| 773 | // weird effects if apps might be requesting times right on the edge. |
| 774 | nsecs_t extraPadding = 0; |
| 775 | if (SurfaceFlinger::vsyncPhaseOffsetNs == 0) { |
| 776 | extraPadding = 1000000; // 1ms (6% of 60Hz) |
| 777 | } |
| 778 | |
| 779 | return nextRefresh + extraPadding; |
| 780 | } |
| 781 | |
Lloyd Pique | 41be5d2 | 2018-06-21 13:11:48 -0700 | [diff] [blame] | 782 | } // namespace impl |
| 783 | |
Jamie Gennis | faf77cc | 2013-07-30 15:10:32 -0700 | [diff] [blame] | 784 | } // namespace android |