blob: 829b53db2b0c4054a50f0890833e05d7190f86db [file] [log] [blame]
Jamie Gennisfaf77cc2013-07-30 15:10:32 -07001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Tim Murray4a4e4a22016-04-19 16:29:23 +000018//#define LOG_NDEBUG 0
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070019
20// This is needed for stdint.h to define INT64_MAX in C++
21#define __STDC_LIMIT_MACROS
22
23#include <math.h>
24
Mark Salyzyna5e161b2016-09-29 08:08:05 -070025#include <algorithm>
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070026
Mark Salyzyn7823e122016-09-29 08:08:05 -070027#include <log/log.h>
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070028#include <utils/String8.h>
29#include <utils/Thread.h>
30#include <utils/Trace.h>
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070031
Brian Andersonfbc80ae2017-05-26 16:23:54 -070032#include <ui/FenceTime.h>
Mark Salyzyna5e161b2016-09-29 08:08:05 -070033
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070034#include "DispSync.h"
35#include "EventLog/EventLog.h"
Lloyd Pique78ce4182018-01-31 16:39:51 -080036#include "SurfaceFlinger.h"
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070037
Tim Murray4a4e4a22016-04-19 16:29:23 +000038using std::max;
39using std::min;
40
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070041namespace android {
42
43// Setting this to true enables verbose tracing that can be used to debug
44// vsync event model or phase issues.
Andy McFadden5167ec62014-05-22 13:08:43 -070045static const bool kTraceDetailedInfo = false;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070046
Tim Murray4a4e4a22016-04-19 16:29:23 +000047// Setting this to true adds a zero-phase tracer for correlating with hardware
48// vsync events
49static const bool kEnableZeroPhaseTracer = false;
50
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070051// This is the threshold used to determine when hardware vsync events are
52// needed to re-synchronize the software vsync model with the hardware. The
53// error metric used is the mean of the squared difference between each
54// present time and the nearest software-predicted vsync.
Lloyd Pique78ce4182018-01-31 16:39:51 -080055static const nsecs_t kErrorThreshold = 160000000000; // 400 usec squared
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070056
Tim Murray4a4e4a22016-04-19 16:29:23 +000057#undef LOG_TAG
58#define LOG_TAG "DispSyncThread"
Lloyd Pique78ce4182018-01-31 16:39:51 -080059class DispSyncThread : public Thread {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070060public:
Lloyd Pique78ce4182018-01-31 16:39:51 -080061 explicit DispSyncThread(const char* name)
62 : mName(name),
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070063 mStop(false),
64 mPeriod(0),
65 mPhase(0),
Haixia Shi676b1f62015-10-28 16:19:01 -070066 mReferenceTime(0),
Tim Murray4a4e4a22016-04-19 16:29:23 +000067 mWakeupLatency(0),
68 mFrameNumber(0) {}
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070069
70 virtual ~DispSyncThread() {}
71
Haixia Shi676b1f62015-10-28 16:19:01 -070072 void updateModel(nsecs_t period, nsecs_t phase, nsecs_t referenceTime) {
Tim Murray4a4e4a22016-04-19 16:29:23 +000073 if (kTraceDetailedInfo) ATRACE_CALL();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070074 Mutex::Autolock lock(mMutex);
75 mPeriod = period;
76 mPhase = phase;
Haixia Shi676b1f62015-10-28 16:19:01 -070077 mReferenceTime = referenceTime;
Tim Murray4a4e4a22016-04-19 16:29:23 +000078 ALOGV("[%s] updateModel: mPeriod = %" PRId64 ", mPhase = %" PRId64
Lloyd Pique78ce4182018-01-31 16:39:51 -080079 " mReferenceTime = %" PRId64,
80 mName, ns2us(mPeriod), ns2us(mPhase), ns2us(mReferenceTime));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070081 mCond.signal();
82 }
83
84 void stop() {
Tim Murray4a4e4a22016-04-19 16:29:23 +000085 if (kTraceDetailedInfo) ATRACE_CALL();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070086 Mutex::Autolock lock(mMutex);
87 mStop = true;
88 mCond.signal();
89 }
90
91 virtual bool threadLoop() {
92 status_t err;
93 nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070094
95 while (true) {
Ana Krulec9a52b192018-07-12 18:18:47 -040096 std::vector<CallbackInvocation> callbackInvocations;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -070097
98 nsecs_t targetTime = 0;
99
100 { // Scope for lock
101 Mutex::Autolock lock(mMutex);
102
Tim Murray4a4e4a22016-04-19 16:29:23 +0000103 if (kTraceDetailedInfo) {
104 ATRACE_INT64("DispSync:Frame", mFrameNumber);
105 }
106 ALOGV("[%s] Frame %" PRId64, mName, mFrameNumber);
107 ++mFrameNumber;
108
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700109 if (mStop) {
110 return false;
111 }
112
113 if (mPeriod == 0) {
114 err = mCond.wait(mMutex);
115 if (err != NO_ERROR) {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800116 ALOGE("error waiting for new events: %s (%d)", strerror(-err), err);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700117 return false;
118 }
119 continue;
120 }
121
Dan Stoza8f8374d2016-04-19 10:03:46 -0700122 targetTime = computeNextEventTimeLocked(now);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700123
124 bool isWakeup = false;
125
126 if (now < targetTime) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000127 if (kTraceDetailedInfo) ATRACE_NAME("DispSync waiting");
Dan Stoza8f8374d2016-04-19 10:03:46 -0700128
129 if (targetTime == INT64_MAX) {
130 ALOGV("[%s] Waiting forever", mName);
131 err = mCond.wait(mMutex);
132 } else {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800133 ALOGV("[%s] Waiting until %" PRId64, mName, ns2us(targetTime));
Dan Stoza8f8374d2016-04-19 10:03:46 -0700134 err = mCond.waitRelative(mMutex, targetTime - now);
135 }
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700136
137 if (err == TIMED_OUT) {
138 isWakeup = true;
139 } else if (err != NO_ERROR) {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800140 ALOGE("error waiting for next event: %s (%d)", strerror(-err), err);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700141 return false;
142 }
143 }
144
145 now = systemTime(SYSTEM_TIME_MONOTONIC);
146
Tim Murray4a4e4a22016-04-19 16:29:23 +0000147 // Don't correct by more than 1.5 ms
148 static const nsecs_t kMaxWakeupLatency = us2ns(1500);
149
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700150 if (isWakeup) {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800151 mWakeupLatency = ((mWakeupLatency * 63) + (now - targetTime)) / 64;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000152 mWakeupLatency = min(mWakeupLatency, kMaxWakeupLatency);
Andy McFadden5167ec62014-05-22 13:08:43 -0700153 if (kTraceDetailedInfo) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000154 ATRACE_INT64("DispSync:WakeupLat", now - targetTime);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700155 ATRACE_INT64("DispSync:AvgWakeupLat", mWakeupLatency);
156 }
157 }
158
159 callbackInvocations = gatherCallbackInvocationsLocked(now);
160 }
161
162 if (callbackInvocations.size() > 0) {
Andy McFadden645b1f72014-06-10 14:43:32 -0700163 fireCallbackInvocations(callbackInvocations);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700164 }
165 }
166
167 return false;
168 }
169
Lloyd Piquee83f9312018-02-01 12:53:17 -0800170 status_t addEventListener(const char* name, nsecs_t phase, DispSync::Callback* callback) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000171 if (kTraceDetailedInfo) ATRACE_CALL();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700172 Mutex::Autolock lock(mMutex);
173
174 for (size_t i = 0; i < mEventListeners.size(); i++) {
175 if (mEventListeners[i].mCallback == callback) {
176 return BAD_VALUE;
177 }
178 }
179
180 EventListener listener;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000181 listener.mName = name;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700182 listener.mPhase = phase;
183 listener.mCallback = callback;
Jamie Gennis629b9872013-10-29 13:36:12 -0700184
185 // We want to allow the firstmost future event to fire without
Tim Murray4a4e4a22016-04-19 16:29:23 +0000186 // allowing any past events to fire
Lloyd Pique78ce4182018-01-31 16:39:51 -0800187 listener.mLastEventTime = systemTime() - mPeriod / 2 + mPhase - mWakeupLatency;
Jamie Gennis629b9872013-10-29 13:36:12 -0700188
Ana Krulec9a52b192018-07-12 18:18:47 -0400189 mEventListeners.push_back(listener);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700190
191 mCond.signal();
192
193 return NO_ERROR;
194 }
195
Lloyd Piquee83f9312018-02-01 12:53:17 -0800196 status_t removeEventListener(DispSync::Callback* callback) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000197 if (kTraceDetailedInfo) ATRACE_CALL();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700198 Mutex::Autolock lock(mMutex);
199
Ana Krulec9a52b192018-07-12 18:18:47 -0400200 for (std::vector<EventListener>::iterator it = mEventListeners.begin();
201 it != mEventListeners.end(); ++it) {
202 if (it->mCallback == callback) {
203 mEventListeners.erase(it);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700204 mCond.signal();
205 return NO_ERROR;
206 }
207 }
208
209 return BAD_VALUE;
210 }
211
Dan Stoza84d619e2018-03-28 17:07:36 -0700212 status_t changePhaseOffset(DispSync::Callback* callback, nsecs_t phase) {
213 if (kTraceDetailedInfo) ATRACE_CALL();
214 Mutex::Autolock lock(mMutex);
215
Ana Krulec9a52b192018-07-12 18:18:47 -0400216 for (auto& eventListener : mEventListeners) {
217 if (eventListener.mCallback == callback) {
218 const nsecs_t oldPhase = eventListener.mPhase;
219 eventListener.mPhase = phase;
Dan Stoza84d619e2018-03-28 17:07:36 -0700220
221 // Pretend that the last time this event was handled at the same frame but with the
222 // new offset to allow for a seamless offset change without double-firing or
223 // skipping.
Jorim Jaggi22ec38b2018-06-19 15:57:08 +0200224 nsecs_t diff = oldPhase - phase;
225 if (diff > mPeriod / 2) {
226 diff -= mPeriod;
227 } else if (diff < -mPeriod / 2) {
228 diff += mPeriod;
229 }
Ana Krulec9a52b192018-07-12 18:18:47 -0400230 eventListener.mLastEventTime -= diff;
Dan Stoza84d619e2018-03-28 17:07:36 -0700231 mCond.signal();
232 return NO_ERROR;
233 }
234 }
235
236 return BAD_VALUE;
237 }
238
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700239private:
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700240 struct EventListener {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000241 const char* mName;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700242 nsecs_t mPhase;
243 nsecs_t mLastEventTime;
Lloyd Piquee83f9312018-02-01 12:53:17 -0800244 DispSync::Callback* mCallback;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700245 };
246
247 struct CallbackInvocation {
Lloyd Piquee83f9312018-02-01 12:53:17 -0800248 DispSync::Callback* mCallback;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700249 nsecs_t mEventTime;
250 };
251
252 nsecs_t computeNextEventTimeLocked(nsecs_t now) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000253 if (kTraceDetailedInfo) ATRACE_CALL();
254 ALOGV("[%s] computeNextEventTimeLocked", mName);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700255 nsecs_t nextEventTime = INT64_MAX;
256 for (size_t i = 0; i < mEventListeners.size(); i++) {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800257 nsecs_t t = computeListenerNextEventTimeLocked(mEventListeners[i], now);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700258
259 if (t < nextEventTime) {
260 nextEventTime = t;
261 }
262 }
263
Tim Murray4a4e4a22016-04-19 16:29:23 +0000264 ALOGV("[%s] nextEventTime = %" PRId64, mName, ns2us(nextEventTime));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700265 return nextEventTime;
266 }
267
Ana Krulec9a52b192018-07-12 18:18:47 -0400268 std::vector<CallbackInvocation> gatherCallbackInvocationsLocked(nsecs_t now) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000269 if (kTraceDetailedInfo) ATRACE_CALL();
Lloyd Pique78ce4182018-01-31 16:39:51 -0800270 ALOGV("[%s] gatherCallbackInvocationsLocked @ %" PRId64, mName, ns2us(now));
Tim Murray4a4e4a22016-04-19 16:29:23 +0000271
Ana Krulec9a52b192018-07-12 18:18:47 -0400272 std::vector<CallbackInvocation> callbackInvocations;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000273 nsecs_t onePeriodAgo = now - mPeriod;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700274
Ana Krulec9a52b192018-07-12 18:18:47 -0400275 for (auto& eventListener : mEventListeners) {
276 nsecs_t t = computeListenerNextEventTimeLocked(eventListener, onePeriodAgo);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700277
Jamie Gennis0d5c60e2013-10-09 17:49:37 -0700278 if (t < now) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700279 CallbackInvocation ci;
Ana Krulec9a52b192018-07-12 18:18:47 -0400280 ci.mCallback = eventListener.mCallback;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700281 ci.mEventTime = t;
Ana Krulec9a52b192018-07-12 18:18:47 -0400282 ALOGV("[%s] [%s] Preparing to fire", mName, eventListener.mName);
283 callbackInvocations.push_back(ci);
284 eventListener.mLastEventTime = t;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700285 }
286 }
287
288 return callbackInvocations;
289 }
290
Lloyd Pique78ce4182018-01-31 16:39:51 -0800291 nsecs_t computeListenerNextEventTimeLocked(const EventListener& listener, nsecs_t baseTime) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000292 if (kTraceDetailedInfo) ATRACE_CALL();
Lloyd Pique78ce4182018-01-31 16:39:51 -0800293 ALOGV("[%s] [%s] computeListenerNextEventTimeLocked(%" PRId64 ")", mName, listener.mName,
294 ns2us(baseTime));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700295
Tim Murray4a4e4a22016-04-19 16:29:23 +0000296 nsecs_t lastEventTime = listener.mLastEventTime + mWakeupLatency;
297 ALOGV("[%s] lastEventTime: %" PRId64, mName, ns2us(lastEventTime));
298 if (baseTime < lastEventTime) {
299 baseTime = lastEventTime;
Lloyd Pique78ce4182018-01-31 16:39:51 -0800300 ALOGV("[%s] Clamping baseTime to lastEventTime -> %" PRId64, mName, ns2us(baseTime));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700301 }
302
Tim Murray4a4e4a22016-04-19 16:29:23 +0000303 baseTime -= mReferenceTime;
304 ALOGV("[%s] Relative baseTime = %" PRId64, mName, ns2us(baseTime));
305 nsecs_t phase = mPhase + listener.mPhase;
306 ALOGV("[%s] Phase = %" PRId64, mName, ns2us(phase));
307 baseTime -= phase;
308 ALOGV("[%s] baseTime - phase = %" PRId64, mName, ns2us(baseTime));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700309
Tim Murray4a4e4a22016-04-19 16:29:23 +0000310 // If our previous time is before the reference (because the reference
311 // has since been updated), the division by mPeriod will truncate
312 // towards zero instead of computing the floor. Since in all cases
313 // before the reference we want the next time to be effectively now, we
314 // set baseTime to -mPeriod so that numPeriods will be -1.
315 // When we add 1 and the phase, we will be at the correct event time for
316 // this period.
317 if (baseTime < 0) {
318 ALOGV("[%s] Correcting negative baseTime", mName);
319 baseTime = -mPeriod;
320 }
321
322 nsecs_t numPeriods = baseTime / mPeriod;
323 ALOGV("[%s] numPeriods = %" PRId64, mName, numPeriods);
324 nsecs_t t = (numPeriods + 1) * mPeriod + phase;
325 ALOGV("[%s] t = %" PRId64, mName, ns2us(t));
326 t += mReferenceTime;
327 ALOGV("[%s] Absolute t = %" PRId64, mName, ns2us(t));
328
329 // Check that it's been slightly more than half a period since the last
330 // event so that we don't accidentally fall into double-rate vsyncs
331 if (t - listener.mLastEventTime < (3 * mPeriod / 5)) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700332 t += mPeriod;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000333 ALOGV("[%s] Modifying t -> %" PRId64, mName, ns2us(t));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700334 }
335
Tim Murray4a4e4a22016-04-19 16:29:23 +0000336 t -= mWakeupLatency;
337 ALOGV("[%s] Corrected for wakeup latency -> %" PRId64, mName, ns2us(t));
338
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700339 return t;
340 }
341
Ana Krulec9a52b192018-07-12 18:18:47 -0400342 void fireCallbackInvocations(const std::vector<CallbackInvocation>& callbacks) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000343 if (kTraceDetailedInfo) ATRACE_CALL();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700344 for (size_t i = 0; i < callbacks.size(); i++) {
345 callbacks[i].mCallback->onDispSyncEvent(callbacks[i].mEventTime);
346 }
347 }
348
Tim Murray4a4e4a22016-04-19 16:29:23 +0000349 const char* const mName;
350
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700351 bool mStop;
352
353 nsecs_t mPeriod;
354 nsecs_t mPhase;
Haixia Shi676b1f62015-10-28 16:19:01 -0700355 nsecs_t mReferenceTime;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700356 nsecs_t mWakeupLatency;
357
Tim Murray4a4e4a22016-04-19 16:29:23 +0000358 int64_t mFrameNumber;
359
Ana Krulec9a52b192018-07-12 18:18:47 -0400360 std::vector<EventListener> mEventListeners;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700361
362 Mutex mMutex;
363 Condition mCond;
364};
365
Tim Murray4a4e4a22016-04-19 16:29:23 +0000366#undef LOG_TAG
367#define LOG_TAG "DispSync"
368
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700369class ZeroPhaseTracer : public DispSync::Callback {
370public:
371 ZeroPhaseTracer() : mParity(false) {}
372
Mark Salyzyn92dc3fc2014-03-12 13:12:44 -0700373 virtual void onDispSyncEvent(nsecs_t /*when*/) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700374 mParity = !mParity;
375 ATRACE_INT("ZERO_PHASE_VSYNC", mParity ? 1 : 0);
376 }
377
378private:
379 bool mParity;
380};
381
Lloyd Pique78ce4182018-01-31 16:39:51 -0800382DispSync::DispSync(const char* name)
383 : mName(name), mRefreshSkipCount(0), mThread(new DispSyncThread(name)) {}
Andy McFadden645b1f72014-06-10 14:43:32 -0700384
Saurabh Shahf4174532017-07-13 10:45:07 -0700385DispSync::~DispSync() {}
386
387void DispSync::init(bool hasSyncFramework, int64_t dispSyncPresentTimeOffset) {
388 mIgnorePresentFences = !hasSyncFramework;
389 mPresentTimeOffset = dispSyncPresentTimeOffset;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700390 mThread->run("DispSync", PRIORITY_URGENT_DISPLAY + PRIORITY_MORE_FAVORABLE);
Saurabh Shahf4174532017-07-13 10:45:07 -0700391
Tim Murrayacff43d2016-07-29 13:57:24 -0700392 // set DispSync to SCHED_FIFO to minimize jitter
393 struct sched_param param = {0};
Tim Murray35520632016-09-07 12:18:17 -0700394 param.sched_priority = 2;
Tim Murrayacff43d2016-07-29 13:57:24 -0700395 if (sched_setscheduler(mThread->getTid(), SCHED_FIFO, &param) != 0) {
396 ALOGE("Couldn't set SCHED_FIFO for DispSyncThread");
397 }
398
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700399 reset();
400 beginResync();
401
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700402 if (kTraceDetailedInfo && kEnableZeroPhaseTracer) {
403 mZeroPhaseTracer = std::make_unique<ZeroPhaseTracer>();
404 addEventListener("ZeroPhaseTracer", 0, mZeroPhaseTracer.get());
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700405 }
406}
407
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700408void DispSync::reset() {
409 Mutex::Autolock lock(mMutex);
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700410 resetLocked();
411}
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700412
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700413void DispSync::resetLocked() {
Haixia Shi676b1f62015-10-28 16:19:01 -0700414 mPhase = 0;
415 mReferenceTime = 0;
416 mModelUpdated = false;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700417 mNumResyncSamples = 0;
418 mFirstResyncSample = 0;
419 mNumResyncSamplesSincePresent = 0;
420 resetErrorLocked();
421}
422
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700423bool DispSync::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700424 Mutex::Autolock lock(mMutex);
425
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700426 if (mIgnorePresentFences) {
427 return true;
428 }
429
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700430 mPresentFences[mPresentSampleOffset] = fenceTime;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700431 mPresentSampleOffset = (mPresentSampleOffset + 1) % NUM_PRESENT_SAMPLES;
432 mNumResyncSamplesSincePresent = 0;
433
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700434 updateErrorLocked();
435
Haixia Shi676b1f62015-10-28 16:19:01 -0700436 return !mModelUpdated || mError > kErrorThreshold;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700437}
438
439void DispSync::beginResync() {
440 Mutex::Autolock lock(mMutex);
Tim Murray4a4e4a22016-04-19 16:29:23 +0000441 ALOGV("[%s] beginResync", mName);
Haixia Shi676b1f62015-10-28 16:19:01 -0700442 mModelUpdated = false;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700443 mNumResyncSamples = 0;
444}
445
446bool DispSync::addResyncSample(nsecs_t timestamp) {
447 Mutex::Autolock lock(mMutex);
448
Tim Murray4a4e4a22016-04-19 16:29:23 +0000449 ALOGV("[%s] addResyncSample(%" PRId64 ")", mName, ns2us(timestamp));
450
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700451 size_t idx = (mFirstResyncSample + mNumResyncSamples) % MAX_RESYNC_SAMPLES;
452 mResyncSamples[idx] = timestamp;
Haixia Shi664339a2015-10-28 13:22:22 -0700453 if (mNumResyncSamples == 0) {
Haixia Shi676b1f62015-10-28 16:19:01 -0700454 mPhase = 0;
455 mReferenceTime = timestamp;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000456 ALOGV("[%s] First resync sample: mPeriod = %" PRId64 ", mPhase = 0, "
Lloyd Pique78ce4182018-01-31 16:39:51 -0800457 "mReferenceTime = %" PRId64,
458 mName, ns2us(mPeriod), ns2us(mReferenceTime));
Tim Murray4a4e4a22016-04-19 16:29:23 +0000459 mThread->updateModel(mPeriod, mPhase, mReferenceTime);
Haixia Shi664339a2015-10-28 13:22:22 -0700460 }
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700461
462 if (mNumResyncSamples < MAX_RESYNC_SAMPLES) {
463 mNumResyncSamples++;
464 } else {
465 mFirstResyncSample = (mFirstResyncSample + 1) % MAX_RESYNC_SAMPLES;
466 }
467
468 updateModelLocked();
469
470 if (mNumResyncSamplesSincePresent++ > MAX_RESYNC_SAMPLES_WITHOUT_PRESENT) {
471 resetErrorLocked();
472 }
473
Fabien Sanglardcbf153b2017-03-10 17:57:12 -0800474 if (mIgnorePresentFences) {
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700475 // If we're ignoring the present fences we have no way to know whether
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700476 // or not we're synchronized with the HW vsyncs, so we just request
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700477 // that the HW vsync events be turned on.
478 return true;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700479 }
480
Tim Murray4a4e4a22016-04-19 16:29:23 +0000481 // Check against kErrorThreshold / 2 to add some hysteresis before having to
482 // resync again
483 bool modelLocked = mModelUpdated && mError < (kErrorThreshold / 2);
Lloyd Pique78ce4182018-01-31 16:39:51 -0800484 ALOGV("[%s] addResyncSample returning %s", mName, modelLocked ? "locked" : "unlocked");
Tim Murray4a4e4a22016-04-19 16:29:23 +0000485 return !modelLocked;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700486}
487
Lloyd Pique78ce4182018-01-31 16:39:51 -0800488void DispSync::endResync() {}
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700489
Lloyd Piquee83f9312018-02-01 12:53:17 -0800490status_t DispSync::addEventListener(const char* name, nsecs_t phase, Callback* callback) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700491 Mutex::Autolock lock(mMutex);
Tim Murray4a4e4a22016-04-19 16:29:23 +0000492 return mThread->addEventListener(name, phase, callback);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700493}
494
Andy McFadden645b1f72014-06-10 14:43:32 -0700495void DispSync::setRefreshSkipCount(int count) {
496 Mutex::Autolock lock(mMutex);
497 ALOGD("setRefreshSkipCount(%d)", count);
498 mRefreshSkipCount = count;
499 updateModelLocked();
Ruchi Kandoif52b3c82014-04-24 16:42:35 -0700500}
501
Lloyd Piquee83f9312018-02-01 12:53:17 -0800502status_t DispSync::removeEventListener(Callback* callback) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700503 Mutex::Autolock lock(mMutex);
504 return mThread->removeEventListener(callback);
505}
506
Dan Stoza84d619e2018-03-28 17:07:36 -0700507status_t DispSync::changePhaseOffset(Callback* callback, nsecs_t phase) {
508 Mutex::Autolock lock(mMutex);
509 return mThread->changePhaseOffset(callback, phase);
510}
511
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700512void DispSync::setPeriod(nsecs_t period) {
513 Mutex::Autolock lock(mMutex);
514 mPeriod = period;
515 mPhase = 0;
Haixia Shi676b1f62015-10-28 16:19:01 -0700516 mReferenceTime = 0;
517 mThread->updateModel(mPeriod, mPhase, mReferenceTime);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700518}
519
Lajos Molnar67d8bd62014-09-11 14:58:45 -0700520nsecs_t DispSync::getPeriod() {
521 // lock mutex as mPeriod changes multiple times in updateModelLocked
522 Mutex::Autolock lock(mMutex);
523 return mPeriod;
524}
525
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700526void DispSync::updateModelLocked() {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000527 ALOGV("[%s] updateModelLocked %zu", mName, mNumResyncSamples);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700528 if (mNumResyncSamples >= MIN_RESYNC_SAMPLES_FOR_UPDATE) {
Tim Murray4a4e4a22016-04-19 16:29:23 +0000529 ALOGV("[%s] Computing...", mName);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700530 nsecs_t durationSum = 0;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000531 nsecs_t minDuration = INT64_MAX;
532 nsecs_t maxDuration = 0;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700533 for (size_t i = 1; i < mNumResyncSamples; i++) {
534 size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES;
535 size_t prev = (idx + MAX_RESYNC_SAMPLES - 1) % MAX_RESYNC_SAMPLES;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000536 nsecs_t duration = mResyncSamples[idx] - mResyncSamples[prev];
537 durationSum += duration;
538 minDuration = min(minDuration, duration);
539 maxDuration = max(maxDuration, duration);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700540 }
541
Tim Murray4a4e4a22016-04-19 16:29:23 +0000542 // Exclude the min and max from the average
543 durationSum -= minDuration + maxDuration;
544 mPeriod = durationSum / (mNumResyncSamples - 3);
545
546 ALOGV("[%s] mPeriod = %" PRId64, mName, ns2us(mPeriod));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700547
548 double sampleAvgX = 0;
549 double sampleAvgY = 0;
550 double scale = 2.0 * M_PI / double(mPeriod);
Tim Murray4a4e4a22016-04-19 16:29:23 +0000551 // Intentionally skip the first sample
552 for (size_t i = 1; i < mNumResyncSamples; i++) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700553 size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES;
Haixia Shi676b1f62015-10-28 16:19:01 -0700554 nsecs_t sample = mResyncSamples[idx] - mReferenceTime;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700555 double samplePhase = double(sample % mPeriod) * scale;
556 sampleAvgX += cos(samplePhase);
557 sampleAvgY += sin(samplePhase);
558 }
559
Tim Murray4a4e4a22016-04-19 16:29:23 +0000560 sampleAvgX /= double(mNumResyncSamples - 1);
561 sampleAvgY /= double(mNumResyncSamples - 1);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700562
563 mPhase = nsecs_t(atan2(sampleAvgY, sampleAvgX) / scale);
564
Tim Murray4a4e4a22016-04-19 16:29:23 +0000565 ALOGV("[%s] mPhase = %" PRId64, mName, ns2us(mPhase));
566
567 if (mPhase < -(mPeriod / 2)) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700568 mPhase += mPeriod;
Tim Murray4a4e4a22016-04-19 16:29:23 +0000569 ALOGV("[%s] Adjusting mPhase -> %" PRId64, mName, ns2us(mPhase));
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700570 }
571
Andy McFadden5167ec62014-05-22 13:08:43 -0700572 if (kTraceDetailedInfo) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700573 ATRACE_INT64("DispSync:Period", mPeriod);
Tim Murray4a4e4a22016-04-19 16:29:23 +0000574 ATRACE_INT64("DispSync:Phase", mPhase + mPeriod / 2);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700575 }
576
Andy McFadden645b1f72014-06-10 14:43:32 -0700577 // Artificially inflate the period if requested.
578 mPeriod += mPeriod * mRefreshSkipCount;
579
Haixia Shi676b1f62015-10-28 16:19:01 -0700580 mThread->updateModel(mPeriod, mPhase, mReferenceTime);
581 mModelUpdated = true;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700582 }
583}
584
585void DispSync::updateErrorLocked() {
Haixia Shi676b1f62015-10-28 16:19:01 -0700586 if (!mModelUpdated) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700587 return;
588 }
589
Andy McFadden645b1f72014-06-10 14:43:32 -0700590 // Need to compare present fences against the un-adjusted refresh period,
591 // since they might arrive between two events.
592 nsecs_t period = mPeriod / (1 + mRefreshSkipCount);
593
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700594 int numErrSamples = 0;
595 nsecs_t sqErrSum = 0;
596
597 for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) {
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700598 // Only check for the cached value of signal time to avoid unecessary
599 // syscalls. It is the responsibility of the DispSync owner to
600 // call getSignalTime() periodically so the cache is updated when the
601 // fence signals.
602 nsecs_t time = mPresentFences[i]->getCachedSignalTime();
Lloyd Pique78ce4182018-01-31 16:39:51 -0800603 if (time == Fence::SIGNAL_TIME_PENDING || time == Fence::SIGNAL_TIME_INVALID) {
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700604 continue;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700605 }
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700606
607 nsecs_t sample = time - mReferenceTime;
608 if (sample <= mPhase) {
609 continue;
610 }
611
612 nsecs_t sampleErr = (sample - mPhase) % period;
613 if (sampleErr > period / 2) {
614 sampleErr -= period;
615 }
616 sqErrSum += sampleErr * sampleErr;
617 numErrSamples++;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700618 }
619
620 if (numErrSamples > 0) {
621 mError = sqErrSum / numErrSamples;
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700622 mZeroErrSamplesCount = 0;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700623 } else {
624 mError = 0;
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700625 // Use mod ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT to avoid log spam.
626 mZeroErrSamplesCount++;
Lloyd Pique78ce4182018-01-31 16:39:51 -0800627 ALOGE_IF((mZeroErrSamplesCount % ACCEPTABLE_ZERO_ERR_SAMPLES_COUNT) == 0,
628 "No present times for model error.");
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700629 }
630
Andy McFadden5167ec62014-05-22 13:08:43 -0700631 if (kTraceDetailedInfo) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700632 ATRACE_INT64("DispSync:Error", mError);
633 }
634}
635
636void DispSync::resetErrorLocked() {
637 mPresentSampleOffset = 0;
638 mError = 0;
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700639 mZeroErrSamplesCount = 0;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700640 for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) {
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700641 mPresentFences[i] = FenceTime::NO_FENCE;
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700642 }
643}
644
Andy McFadden41d67d72014-04-25 16:58:34 -0700645nsecs_t DispSync::computeNextRefresh(int periodOffset) const {
Andy McFadden150ecd82014-05-08 14:56:50 -0700646 Mutex::Autolock lock(mMutex);
Andy McFadden41d67d72014-04-25 16:58:34 -0700647 nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC);
Haixia Shi676b1f62015-10-28 16:19:01 -0700648 nsecs_t phase = mReferenceTime + mPhase;
649 return (((now - phase) / mPeriod) + periodOffset + 1) * mPeriod + phase;
Andy McFadden41d67d72014-04-25 16:58:34 -0700650}
651
Steven Thomasdfde8fa2018-04-19 16:00:58 -0700652void DispSync::setIgnorePresentFences(bool ignore) {
653 Mutex::Autolock lock(mMutex);
654 if (mIgnorePresentFences != ignore) {
655 mIgnorePresentFences = ignore;
656 resetLocked();
657 }
658}
659
Andy McFaddenc751e922014-05-08 14:53:26 -0700660void DispSync::dump(String8& result) const {
661 Mutex::Autolock lock(mMutex);
Lloyd Pique78ce4182018-01-31 16:39:51 -0800662 result.appendFormat("present fences are %s\n", mIgnorePresentFences ? "ignored" : "used");
663 result.appendFormat("mPeriod: %" PRId64 " ns (%.3f fps; skipCount=%d)\n", mPeriod,
664 1000000000.0 / mPeriod, mRefreshSkipCount);
Andy McFadden5167ec62014-05-22 13:08:43 -0700665 result.appendFormat("mPhase: %" PRId64 " ns\n", mPhase);
Lloyd Pique78ce4182018-01-31 16:39:51 -0800666 result.appendFormat("mError: %" PRId64 " ns (sqrt=%.1f)\n", mError, sqrt(mError));
Andy McFadden5167ec62014-05-22 13:08:43 -0700667 result.appendFormat("mNumResyncSamplesSincePresent: %d (limit %d)\n",
Lloyd Pique78ce4182018-01-31 16:39:51 -0800668 mNumResyncSamplesSincePresent, MAX_RESYNC_SAMPLES_WITHOUT_PRESENT);
669 result.appendFormat("mNumResyncSamples: %zd (max %d)\n", mNumResyncSamples, MAX_RESYNC_SAMPLES);
Andy McFaddenc751e922014-05-08 14:53:26 -0700670
671 result.appendFormat("mResyncSamples:\n");
672 nsecs_t previous = -1;
673 for (size_t i = 0; i < mNumResyncSamples; i++) {
674 size_t idx = (mFirstResyncSample + i) % MAX_RESYNC_SAMPLES;
675 nsecs_t sampleTime = mResyncSamples[idx];
676 if (i == 0) {
Andy McFadden5167ec62014-05-22 13:08:43 -0700677 result.appendFormat(" %" PRId64 "\n", sampleTime);
Andy McFaddenc751e922014-05-08 14:53:26 -0700678 } else {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800679 result.appendFormat(" %" PRId64 " (+%" PRId64 ")\n", sampleTime,
680 sampleTime - previous);
Andy McFaddenc751e922014-05-08 14:53:26 -0700681 }
682 previous = sampleTime;
683 }
684
Lloyd Pique78ce4182018-01-31 16:39:51 -0800685 result.appendFormat("mPresentFences [%d]:\n", NUM_PRESENT_SAMPLES);
Andy McFadden5167ec62014-05-22 13:08:43 -0700686 nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC);
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700687 previous = Fence::SIGNAL_TIME_INVALID;
Andy McFaddenc751e922014-05-08 14:53:26 -0700688 for (size_t i = 0; i < NUM_PRESENT_SAMPLES; i++) {
689 size_t idx = (i + mPresentSampleOffset) % NUM_PRESENT_SAMPLES;
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700690 nsecs_t presentTime = mPresentFences[idx]->getSignalTime();
691 if (presentTime == Fence::SIGNAL_TIME_PENDING) {
Andy McFaddenc751e922014-05-08 14:53:26 -0700692 result.appendFormat(" [unsignaled fence]\n");
Lloyd Pique78ce4182018-01-31 16:39:51 -0800693 } else if (presentTime == Fence::SIGNAL_TIME_INVALID) {
Brian Andersonfbc80ae2017-05-26 16:23:54 -0700694 result.appendFormat(" [invalid fence]\n");
695 } else if (previous == Fence::SIGNAL_TIME_PENDING ||
Lloyd Pique78ce4182018-01-31 16:39:51 -0800696 previous == Fence::SIGNAL_TIME_INVALID) {
Andy McFadden5167ec62014-05-22 13:08:43 -0700697 result.appendFormat(" %" PRId64 " (%.3f ms ago)\n", presentTime,
Lloyd Pique78ce4182018-01-31 16:39:51 -0800698 (now - presentTime) / 1000000.0);
Andy McFaddenc751e922014-05-08 14:53:26 -0700699 } else {
Lloyd Pique78ce4182018-01-31 16:39:51 -0800700 result.appendFormat(" %" PRId64 " (+%" PRId64 " / %.3f) (%.3f ms ago)\n", presentTime,
701 presentTime - previous, (presentTime - previous) / (double)mPeriod,
702 (now - presentTime) / 1000000.0);
Andy McFaddenc751e922014-05-08 14:53:26 -0700703 }
704 previous = presentTime;
705 }
Andy McFadden5167ec62014-05-22 13:08:43 -0700706
707 result.appendFormat("current monotonic time: %" PRId64 "\n", now);
Andy McFaddenc751e922014-05-08 14:53:26 -0700708}
709
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700710} // namespace android