blob: 6485265c17dc3e8a58f76124cea76dd1a16bfdf0 [file] [log] [blame]
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001/*
2 * Copyright 2020 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#undef LOG_TAG
18#define LOG_TAG "FrameTimeline"
19#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
21#include "FrameTimeline.h"
Alec Mouriadebf5c2021-01-05 12:57:36 -080022
Adithya Srinivasanf279e042020-08-17 14:56:27 -070023#include <android-base/stringprintf.h>
Ady Abraham7f8a1e62020-09-28 16:09:35 -070024#include <utils/Log.h>
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070025#include <utils/Trace.h>
Alec Mouriadebf5c2021-01-05 12:57:36 -080026
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070027#include <chrono>
Adithya Srinivasanf279e042020-08-17 14:56:27 -070028#include <cinttypes>
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070029#include <numeric>
Alec Mouriadebf5c2021-01-05 12:57:36 -080030#include <unordered_set>
Adithya Srinivasanf279e042020-08-17 14:56:27 -070031
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -080032namespace android::frametimeline {
Adithya Srinivasanf279e042020-08-17 14:56:27 -070033
34using base::StringAppendF;
Adithya Srinivasan01189672020-10-20 14:23:05 -070035using FrameTimelineEvent = perfetto::protos::pbzero::FrameTimelineEvent;
Adithya Srinivasan061c14c2021-02-11 01:19:47 +000036using FrameTimelineDataSource = impl::FrameTimeline::FrameTimelineDataSource;
Adithya Srinivasanf279e042020-08-17 14:56:27 -070037
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070038void dumpTable(std::string& result, TimelineItem predictions, TimelineItem actuals,
39 const std::string& indent, PredictionState predictionState, nsecs_t baseTime) {
40 StringAppendF(&result, "%s", indent.c_str());
41 StringAppendF(&result, "\t\t");
42 StringAppendF(&result, " Start time\t\t|");
43 StringAppendF(&result, " End time\t\t|");
44 StringAppendF(&result, " Present time\n");
45 if (predictionState == PredictionState::Valid) {
46 // Dump the Predictions only if they are valid
47 StringAppendF(&result, "%s", indent.c_str());
48 StringAppendF(&result, "Expected\t|");
49 std::chrono::nanoseconds startTime(predictions.startTime - baseTime);
50 std::chrono::nanoseconds endTime(predictions.endTime - baseTime);
51 std::chrono::nanoseconds presentTime(predictions.presentTime - baseTime);
52 StringAppendF(&result, "\t%10.2f\t|\t%10.2f\t|\t%10.2f\n",
53 std::chrono::duration<double, std::milli>(startTime).count(),
54 std::chrono::duration<double, std::milli>(endTime).count(),
55 std::chrono::duration<double, std::milli>(presentTime).count());
56 }
57 StringAppendF(&result, "%s", indent.c_str());
58 StringAppendF(&result, "Actual \t|");
59
60 if (actuals.startTime == 0) {
61 StringAppendF(&result, "\t\tN/A\t|");
62 } else {
63 std::chrono::nanoseconds startTime(std::max<nsecs_t>(0, actuals.startTime - baseTime));
64 StringAppendF(&result, "\t%10.2f\t|",
65 std::chrono::duration<double, std::milli>(startTime).count());
66 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -080067 if (actuals.endTime <= 0) {
68 // Animation leashes can send the endTime as -1
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070069 StringAppendF(&result, "\t\tN/A\t|");
70 } else {
71 std::chrono::nanoseconds endTime(actuals.endTime - baseTime);
72 StringAppendF(&result, "\t%10.2f\t|",
73 std::chrono::duration<double, std::milli>(endTime).count());
74 }
75 if (actuals.presentTime == 0) {
76 StringAppendF(&result, "\t\tN/A\n");
77 } else {
78 std::chrono::nanoseconds presentTime(std::max<nsecs_t>(0, actuals.presentTime - baseTime));
79 StringAppendF(&result, "\t%10.2f\n",
80 std::chrono::duration<double, std::milli>(presentTime).count());
81 }
82
83 StringAppendF(&result, "%s", indent.c_str());
84 StringAppendF(&result, "----------------------");
85 StringAppendF(&result, "----------------------");
86 StringAppendF(&result, "----------------------");
87 StringAppendF(&result, "----------------------\n");
88}
89
90std::string toString(PredictionState predictionState) {
91 switch (predictionState) {
92 case PredictionState::Valid:
93 return "Valid";
94 case PredictionState::Expired:
95 return "Expired";
96 case PredictionState::None:
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070097 return "None";
98 }
99}
100
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800101std::string jankTypeBitmaskToString(int32_t jankType) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800102 if (jankType == JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700103 return "None";
104 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000105
106 std::vector<std::string> janks;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800107 if (jankType & JankType::DisplayHAL) {
108 janks.emplace_back("Display HAL");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000109 jankType &= ~JankType::DisplayHAL;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800110 }
111 if (jankType & JankType::SurfaceFlingerCpuDeadlineMissed) {
112 janks.emplace_back("SurfaceFlinger CPU Deadline Missed");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000113 jankType &= ~JankType::SurfaceFlingerCpuDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800114 }
115 if (jankType & JankType::SurfaceFlingerGpuDeadlineMissed) {
116 janks.emplace_back("SurfaceFlinger GPU Deadline Missed");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000117 jankType &= ~JankType::SurfaceFlingerGpuDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800118 }
119 if (jankType & JankType::AppDeadlineMissed) {
120 janks.emplace_back("App Deadline Missed");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000121 jankType &= ~JankType::AppDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800122 }
123 if (jankType & JankType::PredictionError) {
124 janks.emplace_back("Prediction Error");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000125 jankType &= ~JankType::PredictionError;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800126 }
127 if (jankType & JankType::SurfaceFlingerScheduling) {
128 janks.emplace_back("SurfaceFlinger Scheduling");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000129 jankType &= ~JankType::SurfaceFlingerScheduling;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800130 }
131 if (jankType & JankType::BufferStuffing) {
132 janks.emplace_back("Buffer Stuffing");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000133 jankType &= ~JankType::BufferStuffing;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800134 }
135 if (jankType & JankType::Unknown) {
136 janks.emplace_back("Unknown jank");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000137 jankType &= ~JankType::Unknown;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800138 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000139
140 // jankType should be 0 if all types of jank were checked for.
141 LOG_ALWAYS_FATAL_IF(jankType != 0, "Unrecognized jank type value 0x%x", jankType);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800142 return std::accumulate(janks.begin(), janks.end(), std::string(),
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700143 [](const std::string& l, const std::string& r) {
144 return l.empty() ? r : l + ", " + r;
145 });
146}
147
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800148std::string toString(FramePresentMetadata presentMetadata) {
149 switch (presentMetadata) {
150 case FramePresentMetadata::OnTimePresent:
151 return "On Time Present";
152 case FramePresentMetadata::LatePresent:
153 return "Late Present";
154 case FramePresentMetadata::EarlyPresent:
155 return "Early Present";
156 case FramePresentMetadata::UnknownPresent:
157 return "Unknown Present";
Adithya Srinivasan01189672020-10-20 14:23:05 -0700158 }
Adithya Srinivasan01189672020-10-20 14:23:05 -0700159}
160
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800161std::string toString(FrameReadyMetadata finishMetadata) {
162 switch (finishMetadata) {
163 case FrameReadyMetadata::OnTimeFinish:
164 return "On Time Finish";
165 case FrameReadyMetadata::LateFinish:
166 return "Late Finish";
167 case FrameReadyMetadata::UnknownFinish:
168 return "Unknown Finish";
169 }
170}
171
172std::string toString(FrameStartMetadata startMetadata) {
173 switch (startMetadata) {
174 case FrameStartMetadata::OnTimeStart:
175 return "On Time Start";
176 case FrameStartMetadata::LateStart:
177 return "Late Start";
178 case FrameStartMetadata::EarlyStart:
179 return "Early Start";
180 case FrameStartMetadata::UnknownStart:
181 return "Unknown Start";
182 }
183}
184
185std::string toString(SurfaceFrame::PresentState presentState) {
186 using PresentState = SurfaceFrame::PresentState;
187 switch (presentState) {
188 case PresentState::Presented:
189 return "Presented";
190 case PresentState::Dropped:
191 return "Dropped";
192 case PresentState::Unknown:
193 return "Unknown";
194 }
195}
196
197FrameTimelineEvent::PresentType toProto(FramePresentMetadata presentMetadata) {
198 switch (presentMetadata) {
199 case FramePresentMetadata::EarlyPresent:
200 return FrameTimelineEvent::PRESENT_EARLY;
201 case FramePresentMetadata::LatePresent:
202 return FrameTimelineEvent::PRESENT_LATE;
203 case FramePresentMetadata::OnTimePresent:
204 return FrameTimelineEvent::PRESENT_ON_TIME;
205 case FramePresentMetadata::UnknownPresent:
206 return FrameTimelineEvent::PRESENT_UNSPECIFIED;
207 }
208}
209
Adithya Srinivasan78e58af2021-02-25 00:08:08 +0000210FrameTimelineEvent::PredictionType toProto(PredictionState predictionState) {
211 switch (predictionState) {
212 case PredictionState::Valid:
213 return FrameTimelineEvent::PREDICTION_VALID;
214 case PredictionState::Expired:
215 return FrameTimelineEvent::PREDICTION_EXPIRED;
216 case PredictionState::None:
217 return FrameTimelineEvent::PREDICTION_UNKNOWN;
218 }
219}
220
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000221int32_t jankTypeBitmaskToProto(int32_t jankType) {
222 if (jankType == JankType::None) {
223 return FrameTimelineEvent::JANK_NONE;
Adithya Srinivasan01189672020-10-20 14:23:05 -0700224 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000225
226 int32_t protoJank = 0;
227 if (jankType & JankType::DisplayHAL) {
228 protoJank |= FrameTimelineEvent::JANK_DISPLAY_HAL;
229 jankType &= ~JankType::DisplayHAL;
230 }
231 if (jankType & JankType::SurfaceFlingerCpuDeadlineMissed) {
232 protoJank |= FrameTimelineEvent::JANK_SF_CPU_DEADLINE_MISSED;
233 jankType &= ~JankType::SurfaceFlingerCpuDeadlineMissed;
234 }
235 if (jankType & JankType::SurfaceFlingerGpuDeadlineMissed) {
236 protoJank |= FrameTimelineEvent::JANK_SF_GPU_DEADLINE_MISSED;
237 jankType &= ~JankType::SurfaceFlingerGpuDeadlineMissed;
238 }
239 if (jankType & JankType::AppDeadlineMissed) {
240 protoJank |= FrameTimelineEvent::JANK_APP_DEADLINE_MISSED;
241 jankType &= ~JankType::AppDeadlineMissed;
242 }
243 if (jankType & JankType::PredictionError) {
244 protoJank |= FrameTimelineEvent::JANK_PREDICTION_ERROR;
245 jankType &= ~JankType::PredictionError;
246 }
247 if (jankType & JankType::SurfaceFlingerScheduling) {
248 protoJank |= FrameTimelineEvent::JANK_SF_SCHEDULING;
249 jankType &= ~JankType::SurfaceFlingerScheduling;
250 }
251 if (jankType & JankType::BufferStuffing) {
252 protoJank |= FrameTimelineEvent::JANK_BUFFER_STUFFING;
253 jankType &= ~JankType::BufferStuffing;
254 }
255 if (jankType & JankType::Unknown) {
256 protoJank |= FrameTimelineEvent::JANK_UNKNOWN;
257 jankType &= ~JankType::Unknown;
258 }
259
260 // jankType should be 0 if all types of jank were checked for.
261 LOG_ALWAYS_FATAL_IF(jankType != 0, "Unrecognized jank type value 0x%x", jankType);
262 return protoJank;
Adithya Srinivasan01189672020-10-20 14:23:05 -0700263}
264
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800265// Returns the smallest timestamp from the set of predictions and actuals.
266nsecs_t getMinTime(PredictionState predictionState, TimelineItem predictions,
267 TimelineItem actuals) {
268 nsecs_t minTime = std::numeric_limits<nsecs_t>::max();
269 if (predictionState == PredictionState::Valid) {
270 // Checking start time for predictions is enough because start time is always lesser than
271 // endTime and presentTime.
272 minTime = std::min(minTime, predictions.startTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700273 }
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700274
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800275 // Need to check startTime, endTime and presentTime for actuals because some frames might not
276 // have them set.
277 if (actuals.startTime != 0) {
278 minTime = std::min(minTime, actuals.startTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700279 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800280 if (actuals.endTime != 0) {
281 minTime = std::min(minTime, actuals.endTime);
282 }
283 if (actuals.presentTime != 0) {
284 minTime = std::min(minTime, actuals.endTime);
285 }
286 return minTime;
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700287}
288
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000289int64_t TraceCookieCounter::getCookieForTracing() {
290 return ++mTraceCookie;
291}
292
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000293SurfaceFrame::SurfaceFrame(const FrameTimelineInfo& frameTimelineInfo, pid_t ownerPid,
Alec Mouriadebf5c2021-01-05 12:57:36 -0800294 uid_t ownerUid, int32_t layerId, std::string layerName,
295 std::string debugName, PredictionState predictionState,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800296 frametimeline::TimelineItem&& predictions,
297 std::shared_ptr<TimeStats> timeStats,
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000298 JankClassificationThresholds thresholds,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000299 TraceCookieCounter* traceCookieCounter, bool isBuffer)
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000300 : mToken(frameTimelineInfo.vsyncId),
301 mInputEventId(frameTimelineInfo.inputEventId),
Adithya Srinivasan01189672020-10-20 14:23:05 -0700302 mOwnerPid(ownerPid),
Adithya Srinivasan9febda82020-10-19 10:49:41 -0700303 mOwnerUid(ownerUid),
Alec Mouri9a29e672020-09-14 12:39:14 -0700304 mLayerName(std::move(layerName)),
305 mDebugName(std::move(debugName)),
Alec Mouriadebf5c2021-01-05 12:57:36 -0800306 mLayerId(layerId),
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700307 mPresentState(PresentState::Unknown),
308 mPredictionState(predictionState),
309 mPredictions(predictions),
310 mActuals({0, 0, 0}),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800311 mTimeStats(timeStats),
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000312 mJankClassificationThresholds(thresholds),
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000313 mTraceCookieCounter(*traceCookieCounter),
314 mIsBuffer(isBuffer) {}
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700315
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700316void SurfaceFrame::setActualStartTime(nsecs_t actualStartTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000317 std::scoped_lock lock(mMutex);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700318 mActuals.startTime = actualStartTime;
319}
320
321void SurfaceFrame::setActualQueueTime(nsecs_t actualQueueTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000322 std::scoped_lock lock(mMutex);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700323 mActualQueueTime = actualQueueTime;
324}
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000325
Ady Abraham7f8a1e62020-09-28 16:09:35 -0700326void SurfaceFrame::setAcquireFenceTime(nsecs_t acquireFenceTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000327 std::scoped_lock lock(mMutex);
Ady Abraham7f8a1e62020-09-28 16:09:35 -0700328 mActuals.endTime = std::max(acquireFenceTime, mActualQueueTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700329}
330
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000331void SurfaceFrame::setDropTime(nsecs_t dropTime) {
332 std::scoped_lock lock(mMutex);
333 mDropTime = dropTime;
334}
335
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800336void SurfaceFrame::setPresentState(PresentState presentState, nsecs_t lastLatchTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000337 std::scoped_lock lock(mMutex);
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000338 LOG_ALWAYS_FATAL_IF(mPresentState != PresentState::Unknown,
339 "setPresentState called on a SurfaceFrame from Layer - %s, that has a "
340 "PresentState - %s set already.",
341 mDebugName.c_str(), toString(mPresentState).c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800342 mPresentState = presentState;
343 mLastLatchTime = lastLatchTime;
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700344}
345
Alec Mouri7d436ec2021-01-27 20:40:50 -0800346void SurfaceFrame::setRenderRate(Fps renderRate) {
347 std::lock_guard<std::mutex> lock(mMutex);
348 mRenderRate = renderRate;
349}
350
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000351void SurfaceFrame::setGpuComposition() {
352 std::scoped_lock lock(mMutex);
353 mGpuComposition = true;
354}
355
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800356std::optional<int32_t> SurfaceFrame::getJankType() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000357 std::scoped_lock lock(mMutex);
Adithya Srinivasan95619432021-02-08 21:52:51 +0000358 if (mPresentState == PresentState::Dropped) {
359 // Return no jank if it's a dropped frame since we cannot attribute a jank to a it.
360 return JankType::None;
361 }
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100362 if (mActuals.presentTime == 0) {
Adithya Srinivasan95619432021-02-08 21:52:51 +0000363 // Frame hasn't been presented yet.
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100364 return std::nullopt;
365 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700366 return mJankType;
367}
368
369nsecs_t SurfaceFrame::getBaseTime() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000370 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800371 return getMinTime(mPredictionState, mPredictions, mActuals);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700372}
373
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800374TimelineItem SurfaceFrame::getActuals() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000375 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800376 return mActuals;
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700377}
378
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000379PredictionState SurfaceFrame::getPredictionState() const {
380 std::scoped_lock lock(mMutex);
381 return mPredictionState;
382}
383
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800384SurfaceFrame::PresentState SurfaceFrame::getPresentState() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000385 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800386 return mPresentState;
387}
388
389FramePresentMetadata SurfaceFrame::getFramePresentMetadata() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000390 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800391 return mFramePresentMetadata;
392}
393
394FrameReadyMetadata SurfaceFrame::getFrameReadyMetadata() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000395 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800396 return mFrameReadyMetadata;
397}
398
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000399nsecs_t SurfaceFrame::getDropTime() const {
400 std::scoped_lock lock(mMutex);
401 return mDropTime;
402}
403
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000404void SurfaceFrame::promoteToBuffer() {
405 std::scoped_lock lock(mMutex);
406 LOG_ALWAYS_FATAL_IF(mIsBuffer == true,
407 "Trying to promote an already promoted BufferSurfaceFrame from layer %s "
408 "with token %" PRId64 "",
409 mDebugName.c_str(), mToken);
410 mIsBuffer = true;
411}
412
413bool SurfaceFrame::getIsBuffer() const {
414 std::scoped_lock lock(mMutex);
415 return mIsBuffer;
416}
417
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800418void SurfaceFrame::dump(std::string& result, const std::string& indent, nsecs_t baseTime) const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000419 std::scoped_lock lock(mMutex);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700420 StringAppendF(&result, "%s", indent.c_str());
Alec Mouri9a29e672020-09-14 12:39:14 -0700421 StringAppendF(&result, "Layer - %s", mDebugName.c_str());
Jorim Jaggi5814ab82020-12-03 20:45:58 +0100422 if (mJankType != JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700423 // Easily identify a janky Surface Frame in the dump
424 StringAppendF(&result, " [*] ");
425 }
426 StringAppendF(&result, "\n");
427 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800428 StringAppendF(&result, "Token: %" PRId64 "\n", mToken);
429 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000430 StringAppendF(&result, "Is Buffer?: %d\n", mIsBuffer);
431 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9febda82020-10-19 10:49:41 -0700432 StringAppendF(&result, "Owner Pid : %d\n", mOwnerPid);
433 StringAppendF(&result, "%s", indent.c_str());
Alec Mouri7d436ec2021-01-27 20:40:50 -0800434 StringAppendF(&result, "Scheduled rendering rate: %d fps\n",
435 mRenderRate ? mRenderRate->getIntValue() : 0);
436 StringAppendF(&result, "%s", indent.c_str());
Alec Mouriadebf5c2021-01-05 12:57:36 -0800437 StringAppendF(&result, "Layer ID : %d\n", mLayerId);
438 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800439 StringAppendF(&result, "Present State : %s\n", toString(mPresentState).c_str());
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700440 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000441 if (mPresentState == PresentState::Dropped) {
442 std::chrono::nanoseconds dropTime(mDropTime - baseTime);
443 StringAppendF(&result, "Drop time : %10f\n",
444 std::chrono::duration<double, std::milli>(dropTime).count());
445 StringAppendF(&result, "%s", indent.c_str());
446 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700447 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
448 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800449 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700450 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800451 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
452 StringAppendF(&result, "%s", indent.c_str());
453 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
454 std::chrono::nanoseconds latchTime(
455 std::max(static_cast<int64_t>(0), mLastLatchTime - baseTime));
456 StringAppendF(&result, "%s", indent.c_str());
457 StringAppendF(&result, "Last latch time: %10f\n",
458 std::chrono::duration<double, std::milli>(latchTime).count());
459 if (mPredictionState == PredictionState::Valid) {
460 nsecs_t presentDelta = mActuals.presentTime - mPredictions.presentTime;
461 std::chrono::nanoseconds presentDeltaNs(std::abs(presentDelta));
462 StringAppendF(&result, "%s", indent.c_str());
463 StringAppendF(&result, "Present delta: %10f\n",
464 std::chrono::duration<double, std::milli>(presentDeltaNs).count());
465 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700466 dumpTable(result, mPredictions, mActuals, indent, mPredictionState, baseTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700467}
468
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000469std::string SurfaceFrame::miniDump() const {
470 std::scoped_lock lock(mMutex);
471 std::string result;
472 StringAppendF(&result, "Layer - %s\n", mDebugName.c_str());
473 StringAppendF(&result, "Token: %" PRId64 "\n", mToken);
474 StringAppendF(&result, "Is Buffer?: %d\n", mIsBuffer);
475 StringAppendF(&result, "Present State : %s\n", toString(mPresentState).c_str());
476 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
477 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
478 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
479 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
480 StringAppendF(&result, "Present time: %" PRId64 "", mActuals.presentTime);
481 return result;
482}
483
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000484void SurfaceFrame::classifyJankLocked(int32_t displayFrameJankType, const Fps& refreshRate,
485 nsecs_t& deadlineDelta) {
486 if (mPredictionState == PredictionState::Expired ||
487 mActuals.presentTime == Fence::SIGNAL_TIME_INVALID) {
488 // Cannot do any classification for invalid present time.
489 // For prediction expired case, we do not know what happened here to classify this
490 // correctly. This could potentially be AppDeadlineMissed but that's assuming no app will
491 // request frames 120ms apart.
492 mJankType = JankType::Unknown;
493 deadlineDelta = -1;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800494 return;
495 }
496
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800497 if (mPredictionState == PredictionState::None) {
498 // Cannot do jank classification on frames that don't have a token.
499 return;
500 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800501
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000502 deadlineDelta = mActuals.endTime - mPredictions.endTime;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800503 const nsecs_t presentDelta = mActuals.presentTime - mPredictions.presentTime;
Alec Mouriadebf5c2021-01-05 12:57:36 -0800504 const nsecs_t deltaToVsync = refreshRate.getPeriodNsecs() > 0
505 ? std::abs(presentDelta) % refreshRate.getPeriodNsecs()
506 : 0;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800507
508 if (deadlineDelta > mJankClassificationThresholds.deadlineThreshold) {
509 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
510 } else {
511 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
512 }
513
514 if (std::abs(presentDelta) > mJankClassificationThresholds.presentThreshold) {
515 mFramePresentMetadata = presentDelta > 0 ? FramePresentMetadata::LatePresent
516 : FramePresentMetadata::EarlyPresent;
517 } else {
518 mFramePresentMetadata = FramePresentMetadata::OnTimePresent;
519 }
520
521 if (mFramePresentMetadata == FramePresentMetadata::OnTimePresent) {
522 // Frames presented on time are not janky.
523 mJankType = JankType::None;
524 } else if (mFramePresentMetadata == FramePresentMetadata::EarlyPresent) {
525 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
526 // Finish on time, Present early
527 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800528 deltaToVsync >= refreshRate.getPeriodNsecs() -
529 mJankClassificationThresholds.presentThreshold) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800530 // Delta factor of vsync
531 mJankType = JankType::SurfaceFlingerScheduling;
532 } else {
533 // Delta not a factor of vsync
534 mJankType = JankType::PredictionError;
535 }
536 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
537 // Finish late, Present early
538 mJankType = JankType::Unknown;
539 }
540 } else {
541 if (mLastLatchTime != 0 && mPredictions.endTime <= mLastLatchTime) {
542 // Buffer Stuffing.
543 mJankType |= JankType::BufferStuffing;
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000544 // In a stuffed state, the frame could be stuck on a dequeue wait for quite some time.
545 // Because of this dequeue wait, it can be hard to tell if a frame was genuinely late.
546 // We try to do this by moving the deadline. Since the queue could be stuffed by more
547 // than one buffer, we take the last latch time as reference and give one vsync
548 // worth of time for the frame to be ready.
549 nsecs_t adjustedDeadline = mLastLatchTime + refreshRate.getPeriodNsecs();
550 if (adjustedDeadline > mActuals.endTime) {
551 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
552 } else {
553 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
554 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800555 }
556 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
557 // Finish on time, Present late
558 if (displayFrameJankType != JankType::None) {
559 // Propagate displayFrame's jank if it exists
560 mJankType |= displayFrameJankType;
561 } else {
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000562 if (!(mJankType & JankType::BufferStuffing)) {
563 // In a stuffed state, if the app finishes on time and there is no display frame
564 // jank, only buffer stuffing is the root cause of the jank.
565 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
566 deltaToVsync >= refreshRate.getPeriodNsecs() -
567 mJankClassificationThresholds.presentThreshold) {
568 // Delta factor of vsync
569 mJankType |= JankType::SurfaceFlingerScheduling;
570 } else {
571 // Delta not a factor of vsync
572 mJankType |= JankType::PredictionError;
573 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800574 }
575 }
576 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
577 // Finish late, Present late
Adithya Srinivasan8a945502021-03-19 19:12:32 +0000578 mJankType |= JankType::AppDeadlineMissed;
579 // Propagate DisplayFrame's jankType if it is janky
580 mJankType |= displayFrameJankType;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800581 }
582 }
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000583}
584
585void SurfaceFrame::onPresent(nsecs_t presentTime, int32_t displayFrameJankType, Fps refreshRate,
586 nsecs_t displayDeadlineDelta, nsecs_t displayPresentDelta) {
587 std::scoped_lock lock(mMutex);
588
589 if (mPresentState != PresentState::Presented) {
590 // No need to update dropped buffers
591 return;
592 }
593
594 mActuals.presentTime = presentTime;
595 nsecs_t deadlineDelta = 0;
596
597 classifyJankLocked(displayFrameJankType, refreshRate, deadlineDelta);
598
599 if (mPredictionState != PredictionState::None) {
600 // Only update janky frames if the app used vsync predictions
601 mTimeStats->incrementJankyFrames({refreshRate, mRenderRate, mOwnerUid, mLayerName,
602 mJankType, displayDeadlineDelta, displayPresentDelta,
603 deadlineDelta});
604 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800605}
606
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000607void SurfaceFrame::tracePredictions(int64_t displayFrameToken) const {
Adithya Srinivasan86678502021-01-19 21:50:38 +0000608 int64_t expectedTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000609
Adithya Srinivasan86678502021-01-19 21:50:38 +0000610 // Expected timeline start
611 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000612 std::scoped_lock lock(mMutex);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700613 auto packet = ctx.NewTracePacket();
614 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000615 packet->set_timestamp(static_cast<uint64_t>(mPredictions.startTime));
Adithya Srinivasan01189672020-10-20 14:23:05 -0700616
617 auto* event = packet->set_frame_timeline_event();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000618 auto* expectedSurfaceFrameStartEvent = event->set_expected_surface_frame_start();
Adithya Srinivasan01189672020-10-20 14:23:05 -0700619
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000620 expectedSurfaceFrameStartEvent->set_cookie(expectedTimelineCookie);
621
622 expectedSurfaceFrameStartEvent->set_token(mToken);
623 expectedSurfaceFrameStartEvent->set_display_frame_token(displayFrameToken);
624
625 expectedSurfaceFrameStartEvent->set_pid(mOwnerPid);
626 expectedSurfaceFrameStartEvent->set_layer_name(mDebugName);
627 });
Adithya Srinivasan86678502021-01-19 21:50:38 +0000628
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000629 // Expected timeline end
630 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000631 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000632 auto packet = ctx.NewTracePacket();
633 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
634 packet->set_timestamp(static_cast<uint64_t>(mPredictions.endTime));
635
636 auto* event = packet->set_frame_timeline_event();
637 auto* expectedSurfaceFrameEndEvent = event->set_frame_end();
638
639 expectedSurfaceFrameEndEvent->set_cookie(expectedTimelineCookie);
640 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000641}
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000642
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000643void SurfaceFrame::traceActuals(int64_t displayFrameToken) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000644 int64_t actualTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000645
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000646 // Actual timeline start
647 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000648 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000649 auto packet = ctx.NewTracePacket();
650 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
651 // Actual start time is not yet available, so use expected start instead
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000652 if (mPredictionState == PredictionState::Expired) {
653 // If prediction is expired, we can't use the predicted start time. Instead, just use a
654 // start time a little earlier than the end time so that we have some info about this
655 // frame in the trace.
656 packet->set_timestamp(
657 static_cast<uint64_t>(mActuals.endTime - kPredictionExpiredStartTimeDelta));
658 } else {
659 packet->set_timestamp(static_cast<uint64_t>(mPredictions.startTime));
660 }
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000661
662 auto* event = packet->set_frame_timeline_event();
663 auto* actualSurfaceFrameStartEvent = event->set_actual_surface_frame_start();
664
665 actualSurfaceFrameStartEvent->set_cookie(actualTimelineCookie);
666
667 actualSurfaceFrameStartEvent->set_token(mToken);
668 actualSurfaceFrameStartEvent->set_display_frame_token(displayFrameToken);
669
670 actualSurfaceFrameStartEvent->set_pid(mOwnerPid);
671 actualSurfaceFrameStartEvent->set_layer_name(mDebugName);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700672
673 if (mPresentState == PresentState::Dropped) {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000674 actualSurfaceFrameStartEvent->set_present_type(FrameTimelineEvent::PRESENT_DROPPED);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700675 } else if (mPresentState == PresentState::Unknown) {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000676 actualSurfaceFrameStartEvent->set_present_type(FrameTimelineEvent::PRESENT_UNSPECIFIED);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700677 } else {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000678 actualSurfaceFrameStartEvent->set_present_type(toProto(mFramePresentMetadata));
Adithya Srinivasan01189672020-10-20 14:23:05 -0700679 }
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000680 actualSurfaceFrameStartEvent->set_on_time_finish(mFrameReadyMetadata ==
681 FrameReadyMetadata::OnTimeFinish);
682 actualSurfaceFrameStartEvent->set_gpu_composition(mGpuComposition);
683 actualSurfaceFrameStartEvent->set_jank_type(jankTypeBitmaskToProto(mJankType));
Adithya Srinivasan78e58af2021-02-25 00:08:08 +0000684 actualSurfaceFrameStartEvent->set_prediction_type(toProto(mPredictionState));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000685 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000686
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000687 // Actual timeline end
688 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000689 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000690 auto packet = ctx.NewTracePacket();
691 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000692 if (mPresentState == PresentState::Dropped) {
693 packet->set_timestamp(static_cast<uint64_t>(mDropTime));
694 } else {
695 packet->set_timestamp(static_cast<uint64_t>(mActuals.endTime));
696 }
Adithya Srinivasan01189672020-10-20 14:23:05 -0700697
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000698 auto* event = packet->set_frame_timeline_event();
699 auto* actualSurfaceFrameEndEvent = event->set_frame_end();
Adithya Srinivasan01189672020-10-20 14:23:05 -0700700
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000701 actualSurfaceFrameEndEvent->set_cookie(actualTimelineCookie);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700702 });
703}
704
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000705/**
706 * TODO(b/178637512): add inputEventId to the perfetto trace.
707 */
708void SurfaceFrame::trace(int64_t displayFrameToken) const {
709 if (mToken == FrameTimelineInfo::INVALID_VSYNC_ID ||
710 displayFrameToken == FrameTimelineInfo::INVALID_VSYNC_ID) {
711 // No packets can be traced with a missing token.
712 return;
713 }
714 if (getPredictionState() != PredictionState::Expired) {
715 // Expired predictions have zeroed timestamps. This cannot be used in any meaningful way in
716 // a trace.
717 tracePredictions(displayFrameToken);
718 }
719 traceActuals(displayFrameToken);
720}
721
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800722namespace impl {
723
724int64_t TokenManager::generateTokenForPredictions(TimelineItem&& predictions) {
725 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000726 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800727 const int64_t assignedToken = mCurrentToken++;
728 mPredictions[assignedToken] = {systemTime(), predictions};
729 flushTokens(systemTime());
730 return assignedToken;
731}
732
733std::optional<TimelineItem> TokenManager::getPredictionsForToken(int64_t token) const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000734 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800735 auto predictionsIterator = mPredictions.find(token);
736 if (predictionsIterator != mPredictions.end()) {
737 return predictionsIterator->second.predictions;
738 }
739 return {};
740}
741
742void TokenManager::flushTokens(nsecs_t flushTime) {
743 for (auto it = mPredictions.begin(); it != mPredictions.end();) {
744 if (flushTime - it->second.timestamp >= kMaxRetentionTime) {
745 it = mPredictions.erase(it);
746 } else {
747 // Tokens are ordered by time. If i'th token is within the retention time, then the
748 // i+1'th token will also be within retention time.
749 break;
750 }
751 }
752}
753
754FrameTimeline::FrameTimeline(std::shared_ptr<TimeStats> timeStats, pid_t surfaceFlingerPid,
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000755 JankClassificationThresholds thresholds, nsecs_t hwcDuration)
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000756 : mMaxDisplayFrames(kDefaultMaxDisplayFrames),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800757 mTimeStats(std::move(timeStats)),
758 mSurfaceFlingerPid(surfaceFlingerPid),
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000759 mJankClassificationThresholds(thresholds),
760 mHwcDuration(hwcDuration) {
761 mCurrentDisplayFrame = std::make_shared<DisplayFrame>(mTimeStats, thresholds, hwcDuration,
762 &mTraceCookieCounter);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000763}
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700764
Adithya Srinivasan01189672020-10-20 14:23:05 -0700765void FrameTimeline::onBootFinished() {
766 perfetto::TracingInitArgs args;
767 args.backends = perfetto::kSystemBackend;
768 perfetto::Tracing::Initialize(args);
769 registerDataSource();
770}
771
772void FrameTimeline::registerDataSource() {
773 perfetto::DataSourceDescriptor dsd;
774 dsd.set_name(kFrameTimelineDataSource);
775 FrameTimelineDataSource::Register(dsd);
776}
777
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800778std::shared_ptr<SurfaceFrame> FrameTimeline::createSurfaceFrameForToken(
Alec Mouriadebf5c2021-01-05 12:57:36 -0800779 const FrameTimelineInfo& frameTimelineInfo, pid_t ownerPid, uid_t ownerUid, int32_t layerId,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000780 std::string layerName, std::string debugName, bool isBuffer) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700781 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000782 if (frameTimelineInfo.vsyncId == FrameTimelineInfo::INVALID_VSYNC_ID) {
Alec Mouriadebf5c2021-01-05 12:57:36 -0800783 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000784 std::move(layerName), std::move(debugName),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800785 PredictionState::None, TimelineItem(), mTimeStats,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000786 mJankClassificationThresholds, &mTraceCookieCounter,
787 isBuffer);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700788 }
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000789 std::optional<TimelineItem> predictions =
790 mTokenManager.getPredictionsForToken(frameTimelineInfo.vsyncId);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700791 if (predictions) {
Alec Mouriadebf5c2021-01-05 12:57:36 -0800792 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000793 std::move(layerName), std::move(debugName),
794 PredictionState::Valid, std::move(*predictions),
795 mTimeStats, mJankClassificationThresholds,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000796 &mTraceCookieCounter, isBuffer);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700797 }
Alec Mouriadebf5c2021-01-05 12:57:36 -0800798 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000799 std::move(layerName), std::move(debugName),
800 PredictionState::Expired, TimelineItem(), mTimeStats,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000801 mJankClassificationThresholds, &mTraceCookieCounter,
802 isBuffer);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700803}
804
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800805FrameTimeline::DisplayFrame::DisplayFrame(std::shared_ptr<TimeStats> timeStats,
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000806 JankClassificationThresholds thresholds,
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000807 nsecs_t hwcDuration,
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000808 TraceCookieCounter* traceCookieCounter)
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800809 : mSurfaceFlingerPredictions(TimelineItem()),
810 mSurfaceFlingerActuals(TimelineItem()),
811 mTimeStats(timeStats),
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000812 mJankClassificationThresholds(thresholds),
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000813 mHwcDuration(hwcDuration),
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000814 mTraceCookieCounter(*traceCookieCounter) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800815 mSurfaceFrames.reserve(kNumSurfaceFramesInitial);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700816}
817
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800818void FrameTimeline::addSurfaceFrame(std::shared_ptr<SurfaceFrame> surfaceFrame) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700819 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000820 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800821 mCurrentDisplayFrame->addSurfaceFrame(surfaceFrame);
822}
823
Alec Mouri7d436ec2021-01-27 20:40:50 -0800824void FrameTimeline::setSfWakeUp(int64_t token, nsecs_t wakeUpTime, Fps refreshRate) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800825 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000826 std::scoped_lock lock(mMutex);
Alec Mouri7d436ec2021-01-27 20:40:50 -0800827 mCurrentDisplayFrame->onSfWakeUp(token, refreshRate,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800828 mTokenManager.getPredictionsForToken(token), wakeUpTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700829}
830
831void FrameTimeline::setSfPresent(nsecs_t sfPresentTime,
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000832 const std::shared_ptr<FenceTime>& presentFence,
833 bool gpuComposition) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700834 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000835 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800836 mCurrentDisplayFrame->setActualEndTime(sfPresentTime);
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000837 if (gpuComposition) {
838 mCurrentDisplayFrame->setGpuComposition();
839 }
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700840 mPendingPresentFences.emplace_back(std::make_pair(presentFence, mCurrentDisplayFrame));
841 flushPendingPresentFences();
842 finalizeCurrentDisplayFrame();
843}
844
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800845void FrameTimeline::DisplayFrame::addSurfaceFrame(std::shared_ptr<SurfaceFrame> surfaceFrame) {
846 mSurfaceFrames.push_back(surfaceFrame);
847}
848
Alec Mouri7d436ec2021-01-27 20:40:50 -0800849void FrameTimeline::DisplayFrame::onSfWakeUp(int64_t token, Fps refreshRate,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800850 std::optional<TimelineItem> predictions,
851 nsecs_t wakeUpTime) {
852 mToken = token;
Alec Mouri7d436ec2021-01-27 20:40:50 -0800853 mRefreshRate = refreshRate;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800854 if (!predictions) {
855 mPredictionState = PredictionState::Expired;
856 } else {
857 mPredictionState = PredictionState::Valid;
858 mSurfaceFlingerPredictions = *predictions;
859 }
860 mSurfaceFlingerActuals.startTime = wakeUpTime;
861}
862
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800863void FrameTimeline::DisplayFrame::setPredictions(PredictionState predictionState,
864 TimelineItem predictions) {
865 mPredictionState = predictionState;
866 mSurfaceFlingerPredictions = predictions;
867}
868
869void FrameTimeline::DisplayFrame::setActualStartTime(nsecs_t actualStartTime) {
870 mSurfaceFlingerActuals.startTime = actualStartTime;
871}
872
873void FrameTimeline::DisplayFrame::setActualEndTime(nsecs_t actualEndTime) {
874 mSurfaceFlingerActuals.endTime = actualEndTime;
875}
876
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000877void FrameTimeline::DisplayFrame::setGpuComposition() {
878 mGpuComposition = true;
879}
880
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000881void FrameTimeline::DisplayFrame::classifyJank(nsecs_t& deadlineDelta, nsecs_t& deltaToVsync) {
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000882 if (mPredictionState == PredictionState::Expired ||
883 mSurfaceFlingerActuals.presentTime == Fence::SIGNAL_TIME_INVALID) {
884 // Cannot do jank classification with expired predictions or invalid signal times.
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000885 mJankType = JankType::Unknown;
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000886 deadlineDelta = -1;
887 deltaToVsync = -1;
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000888 return;
889 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800890
891 // Delta between the expected present and the actual present
892 const nsecs_t presentDelta =
893 mSurfaceFlingerActuals.presentTime - mSurfaceFlingerPredictions.presentTime;
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000894 deadlineDelta =
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000895 mSurfaceFlingerActuals.endTime - (mSurfaceFlingerPredictions.endTime - mHwcDuration);
Alec Mouri363faf02021-01-29 16:34:55 -0800896
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800897 // How far off was the presentDelta when compared to the vsyncPeriod. Used in checking if there
898 // was a prediction error or not.
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000899 deltaToVsync = mRefreshRate.getPeriodNsecs() > 0
Alec Mouriadebf5c2021-01-05 12:57:36 -0800900 ? std::abs(presentDelta) % mRefreshRate.getPeriodNsecs()
901 : 0;
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000902
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800903 if (std::abs(presentDelta) > mJankClassificationThresholds.presentThreshold) {
904 mFramePresentMetadata = presentDelta > 0 ? FramePresentMetadata::LatePresent
905 : FramePresentMetadata::EarlyPresent;
906 } else {
907 mFramePresentMetadata = FramePresentMetadata::OnTimePresent;
908 }
909
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000910 if (mSurfaceFlingerActuals.endTime > mSurfaceFlingerPredictions.endTime - mHwcDuration) {
911 // SF needs to have finished at least mHwcDuration ahead of the deadline for it to be
912 // on time.
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800913 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
914 } else {
915 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
916 }
917
918 if (std::abs(mSurfaceFlingerActuals.startTime - mSurfaceFlingerPredictions.startTime) >
919 mJankClassificationThresholds.startThreshold) {
920 mFrameStartMetadata =
921 mSurfaceFlingerActuals.startTime > mSurfaceFlingerPredictions.startTime
922 ? FrameStartMetadata::LateStart
923 : FrameStartMetadata::EarlyStart;
924 }
925
926 if (mFramePresentMetadata != FramePresentMetadata::OnTimePresent) {
927 // Do jank classification only if present is not on time
928 if (mFramePresentMetadata == FramePresentMetadata::EarlyPresent) {
929 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
930 // Finish on time, Present early
931 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800932 deltaToVsync >= (mRefreshRate.getPeriodNsecs() -
933 mJankClassificationThresholds.presentThreshold)) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800934 // Delta is a factor of vsync if its within the presentTheshold on either side
935 // of the vsyncPeriod. Example: 0-2ms and 9-11ms are both within the threshold
936 // of the vsyncPeriod if the threshold was 2ms and the vsyncPeriod was 11ms.
937 mJankType = JankType::SurfaceFlingerScheduling;
938 } else {
939 // Delta is not a factor of vsync,
940 mJankType = JankType::PredictionError;
941 }
942 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
943 // Finish late, Present early
944 mJankType = JankType::SurfaceFlingerScheduling;
945 } else {
946 // Finish time unknown
947 mJankType = JankType::Unknown;
948 }
949 } else if (mFramePresentMetadata == FramePresentMetadata::LatePresent) {
950 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
951 // Finish on time, Present late
952 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800953 deltaToVsync >= (mRefreshRate.getPeriodNsecs() -
954 mJankClassificationThresholds.presentThreshold)) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800955 // Delta is a factor of vsync if its within the presentTheshold on either side
956 // of the vsyncPeriod. Example: 0-2ms and 9-11ms are both within the threshold
957 // of the vsyncPeriod if the threshold was 2ms and the vsyncPeriod was 11ms.
958 mJankType = JankType::DisplayHAL;
959 } else {
960 // Delta is not a factor of vsync
961 mJankType = JankType::PredictionError;
962 }
963 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000964 if (mFrameStartMetadata == FrameStartMetadata::LateStart) {
965 // Late start, Late finish, Late Present
966 mJankType = JankType::SurfaceFlingerScheduling;
967 } else {
968 // OnTime start, Finish late, Present late
969 mJankType = JankType::SurfaceFlingerCpuDeadlineMissed;
970 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800971 } else {
972 // Finish time unknown
973 mJankType = JankType::Unknown;
974 }
975 } else {
976 // Present unknown
977 mJankType = JankType::Unknown;
978 }
979 }
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000980}
981
982void FrameTimeline::DisplayFrame::onPresent(nsecs_t signalTime) {
983 mSurfaceFlingerActuals.presentTime = signalTime;
984 nsecs_t deadlineDelta = 0;
985 nsecs_t deltaToVsync = 0;
986 classifyJank(deadlineDelta, deltaToVsync);
987
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800988 for (auto& surfaceFrame : mSurfaceFrames) {
Alec Mouri363faf02021-01-29 16:34:55 -0800989 surfaceFrame->onPresent(signalTime, mJankType, mRefreshRate, deadlineDelta, deltaToVsync);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800990 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800991}
992
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000993void FrameTimeline::DisplayFrame::tracePredictions(pid_t surfaceFlingerPid) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000994 int64_t expectedTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000995
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000996 // Expected timeline start
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800997 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800998 auto packet = ctx.NewTracePacket();
999 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001000 packet->set_timestamp(static_cast<uint64_t>(mSurfaceFlingerPredictions.startTime));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001001
1002 auto* event = packet->set_frame_timeline_event();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001003 auto* expectedDisplayFrameStartEvent = event->set_expected_display_frame_start();
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001004
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001005 expectedDisplayFrameStartEvent->set_cookie(expectedTimelineCookie);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001006
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001007 expectedDisplayFrameStartEvent->set_token(mToken);
1008 expectedDisplayFrameStartEvent->set_pid(surfaceFlingerPid);
1009 });
Adithya Srinivasan86678502021-01-19 21:50:38 +00001010
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001011 // Expected timeline end
1012 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1013 auto packet = ctx.NewTracePacket();
1014 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
1015 packet->set_timestamp(static_cast<uint64_t>(mSurfaceFlingerPredictions.endTime));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001016
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001017 auto* event = packet->set_frame_timeline_event();
1018 auto* expectedDisplayFrameEndEvent = event->set_frame_end();
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001019
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001020 expectedDisplayFrameEndEvent->set_cookie(expectedTimelineCookie);
1021 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001022}
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001023
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001024void FrameTimeline::DisplayFrame::traceActuals(pid_t surfaceFlingerPid) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001025 int64_t actualTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001026
1027 // Actual timeline start
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001028 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1029 auto packet = ctx.NewTracePacket();
1030 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
1031 packet->set_timestamp(static_cast<uint64_t>(mSurfaceFlingerActuals.startTime));
1032
1033 auto* event = packet->set_frame_timeline_event();
1034 auto* actualDisplayFrameStartEvent = event->set_actual_display_frame_start();
1035
1036 actualDisplayFrameStartEvent->set_cookie(actualTimelineCookie);
1037
1038 actualDisplayFrameStartEvent->set_token(mToken);
1039 actualDisplayFrameStartEvent->set_pid(surfaceFlingerPid);
1040
1041 actualDisplayFrameStartEvent->set_present_type(toProto(mFramePresentMetadata));
1042 actualDisplayFrameStartEvent->set_on_time_finish(mFrameReadyMetadata ==
1043 FrameReadyMetadata::OnTimeFinish);
1044 actualDisplayFrameStartEvent->set_gpu_composition(mGpuComposition);
1045 actualDisplayFrameStartEvent->set_jank_type(jankTypeBitmaskToProto(mJankType));
Adithya Srinivasan78e58af2021-02-25 00:08:08 +00001046 actualDisplayFrameStartEvent->set_prediction_type(toProto(mPredictionState));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001047 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001048
1049 // Actual timeline end
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001050 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1051 auto packet = ctx.NewTracePacket();
1052 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_MONOTONIC);
Adithya Srinivasan1a971632021-02-26 23:10:29 +00001053 packet->set_timestamp(static_cast<uint64_t>(mSurfaceFlingerActuals.presentTime));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001054
1055 auto* event = packet->set_frame_timeline_event();
1056 auto* actualDisplayFrameEndEvent = event->set_frame_end();
1057
1058 actualDisplayFrameEndEvent->set_cookie(actualTimelineCookie);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001059 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001060}
1061
1062void FrameTimeline::DisplayFrame::trace(pid_t surfaceFlingerPid) const {
1063 if (mToken == FrameTimelineInfo::INVALID_VSYNC_ID) {
1064 // DisplayFrame should not have an invalid token.
1065 ALOGE("Cannot trace DisplayFrame with invalid token");
1066 return;
1067 }
1068
1069 if (mPredictionState == PredictionState::Valid) {
1070 // Expired and unknown predictions have zeroed timestamps. This cannot be used in any
1071 // meaningful way in a trace.
1072 tracePredictions(surfaceFlingerPid);
1073 }
1074 traceActuals(surfaceFlingerPid);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001075
1076 for (auto& surfaceFrame : mSurfaceFrames) {
1077 surfaceFrame->trace(mToken);
1078 }
1079}
1080
Alec Mouriadebf5c2021-01-05 12:57:36 -08001081float FrameTimeline::computeFps(const std::unordered_set<int32_t>& layerIds) {
1082 if (layerIds.empty()) {
1083 return 0.0f;
1084 }
1085
1086 std::vector<nsecs_t> presentTimes;
1087 {
1088 std::scoped_lock lock(mMutex);
1089 presentTimes.reserve(mDisplayFrames.size());
1090 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
1091 const auto& displayFrame = mDisplayFrames[i];
1092 if (displayFrame->getActuals().presentTime <= 0) {
1093 continue;
1094 }
1095 for (const auto& surfaceFrame : displayFrame->getSurfaceFrames()) {
1096 if (surfaceFrame->getPresentState() == SurfaceFrame::PresentState::Presented &&
1097 layerIds.count(surfaceFrame->getLayerId()) > 0) {
1098 // We're looking for DisplayFrames that presents at least one layer from
1099 // layerIds, so push the present time and skip looking through the rest of the
1100 // SurfaceFrames.
1101 presentTimes.push_back(displayFrame->getActuals().presentTime);
1102 break;
1103 }
1104 }
1105 }
1106 }
1107
1108 // FPS can't be computed when there's fewer than 2 presented frames.
1109 if (presentTimes.size() <= 1) {
1110 return 0.0f;
1111 }
1112
1113 nsecs_t priorPresentTime = -1;
1114 nsecs_t totalPresentToPresentWalls = 0;
1115
1116 for (const nsecs_t presentTime : presentTimes) {
1117 if (priorPresentTime == -1) {
1118 priorPresentTime = presentTime;
1119 continue;
1120 }
1121
1122 totalPresentToPresentWalls += (presentTime - priorPresentTime);
1123 priorPresentTime = presentTime;
1124 }
1125
1126 if (CC_UNLIKELY(totalPresentToPresentWalls <= 0)) {
1127 ALOGW("Invalid total present-to-present duration when computing fps: %" PRId64,
1128 totalPresentToPresentWalls);
1129 return 0.0f;
1130 }
1131
1132 const constexpr nsecs_t kOneSecond =
1133 std::chrono::duration_cast<std::chrono::nanoseconds>(1s).count();
1134 // (10^9 nanoseconds / second) * (N present deltas) / (total nanoseconds in N present deltas) =
1135 // M frames / second
1136 return kOneSecond * static_cast<nsecs_t>((presentTimes.size() - 1)) /
1137 static_cast<float>(totalPresentToPresentWalls);
1138}
1139
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001140void FrameTimeline::flushPendingPresentFences() {
1141 for (size_t i = 0; i < mPendingPresentFences.size(); i++) {
1142 const auto& pendingPresentFence = mPendingPresentFences[i];
1143 nsecs_t signalTime = Fence::SIGNAL_TIME_INVALID;
1144 if (pendingPresentFence.first && pendingPresentFence.first->isValid()) {
1145 signalTime = pendingPresentFence.first->getSignalTime();
1146 if (signalTime == Fence::SIGNAL_TIME_PENDING) {
1147 continue;
1148 }
1149 }
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +00001150 auto& displayFrame = pendingPresentFence.second;
1151 displayFrame->onPresent(signalTime);
1152 displayFrame->trace(mSurfaceFlingerPid);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001153
1154 mPendingPresentFences.erase(mPendingPresentFences.begin() + static_cast<int>(i));
1155 --i;
1156 }
1157}
1158
1159void FrameTimeline::finalizeCurrentDisplayFrame() {
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001160 while (mDisplayFrames.size() >= mMaxDisplayFrames) {
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001161 // We maintain only a fixed number of frames' data. Pop older frames
1162 mDisplayFrames.pop_front();
1163 }
1164 mDisplayFrames.push_back(mCurrentDisplayFrame);
1165 mCurrentDisplayFrame.reset();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001166 mCurrentDisplayFrame = std::make_shared<DisplayFrame>(mTimeStats, mJankClassificationThresholds,
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +00001167 mHwcDuration, &mTraceCookieCounter);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001168}
1169
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001170nsecs_t FrameTimeline::DisplayFrame::getBaseTime() const {
1171 nsecs_t baseTime =
1172 getMinTime(mPredictionState, mSurfaceFlingerPredictions, mSurfaceFlingerActuals);
1173 for (const auto& surfaceFrame : mSurfaceFrames) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001174 nsecs_t surfaceFrameBaseTime = surfaceFrame->getBaseTime();
1175 if (surfaceFrameBaseTime != 0) {
1176 baseTime = std::min(baseTime, surfaceFrameBaseTime);
1177 }
1178 }
1179 return baseTime;
1180}
1181
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001182void FrameTimeline::DisplayFrame::dumpJank(std::string& result, nsecs_t baseTime,
1183 int displayFrameCount) const {
1184 if (mJankType == JankType::None) {
1185 // Check if any Surface Frame has been janky
1186 bool isJanky = false;
1187 for (const auto& surfaceFrame : mSurfaceFrames) {
1188 if (surfaceFrame->getJankType() != JankType::None) {
1189 isJanky = true;
1190 break;
1191 }
1192 }
1193 if (!isJanky) {
1194 return;
1195 }
1196 }
1197 StringAppendF(&result, "Display Frame %d", displayFrameCount);
1198 dump(result, baseTime);
1199}
1200
1201void FrameTimeline::DisplayFrame::dumpAll(std::string& result, nsecs_t baseTime) const {
1202 dump(result, baseTime);
1203}
1204
1205void FrameTimeline::DisplayFrame::dump(std::string& result, nsecs_t baseTime) const {
1206 if (mJankType != JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001207 // Easily identify a janky Display Frame in the dump
1208 StringAppendF(&result, " [*] ");
1209 }
1210 StringAppendF(&result, "\n");
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001211 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
1212 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
1213 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
1214 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
1215 StringAppendF(&result, "Start Metadata: %s\n", toString(mFrameStartMetadata).c_str());
Alec Mouri7d436ec2021-01-27 20:40:50 -08001216 std::chrono::nanoseconds vsyncPeriod(mRefreshRate.getPeriodNsecs());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001217 StringAppendF(&result, "Vsync Period: %10f\n",
1218 std::chrono::duration<double, std::milli>(vsyncPeriod).count());
1219 nsecs_t presentDelta =
1220 mSurfaceFlingerActuals.presentTime - mSurfaceFlingerPredictions.presentTime;
1221 std::chrono::nanoseconds presentDeltaNs(std::abs(presentDelta));
1222 StringAppendF(&result, "Present delta: %10f\n",
1223 std::chrono::duration<double, std::milli>(presentDeltaNs).count());
Alec Mouri7d436ec2021-01-27 20:40:50 -08001224 std::chrono::nanoseconds deltaToVsync(std::abs(presentDelta) % mRefreshRate.getPeriodNsecs());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001225 StringAppendF(&result, "Present delta %% refreshrate: %10f\n",
1226 std::chrono::duration<double, std::milli>(deltaToVsync).count());
1227 dumpTable(result, mSurfaceFlingerPredictions, mSurfaceFlingerActuals, "", mPredictionState,
1228 baseTime);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001229 StringAppendF(&result, "\n");
1230 std::string indent = " "; // 4 spaces
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001231 for (const auto& surfaceFrame : mSurfaceFrames) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001232 surfaceFrame->dump(result, indent, baseTime);
1233 }
1234 StringAppendF(&result, "\n");
1235}
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001236
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001237void FrameTimeline::dumpAll(std::string& result) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001238 std::scoped_lock lock(mMutex);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001239 StringAppendF(&result, "Number of display frames : %d\n", (int)mDisplayFrames.size());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001240 nsecs_t baseTime = (mDisplayFrames.empty()) ? 0 : mDisplayFrames[0]->getBaseTime();
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001241 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
1242 StringAppendF(&result, "Display Frame %d", static_cast<int>(i));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001243 mDisplayFrames[i]->dumpAll(result, baseTime);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001244 }
1245}
1246
1247void FrameTimeline::dumpJank(std::string& result) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001248 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001249 nsecs_t baseTime = (mDisplayFrames.empty()) ? 0 : mDisplayFrames[0]->getBaseTime();
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001250 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001251 mDisplayFrames[i]->dumpJank(result, baseTime, static_cast<int>(i));
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001252 }
1253}
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001254
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001255void FrameTimeline::parseArgs(const Vector<String16>& args, std::string& result) {
1256 ATRACE_CALL();
1257 std::unordered_map<std::string, bool> argsMap;
1258 for (size_t i = 0; i < args.size(); i++) {
1259 argsMap[std::string(String8(args[i]).c_str())] = true;
1260 }
1261 if (argsMap.count("-jank")) {
1262 dumpJank(result);
1263 }
1264 if (argsMap.count("-all")) {
1265 dumpAll(result);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001266 }
1267}
1268
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001269void FrameTimeline::setMaxDisplayFrames(uint32_t size) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001270 std::scoped_lock lock(mMutex);
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001271
1272 // The size can either increase or decrease, clear everything, to be consistent
1273 mDisplayFrames.clear();
1274 mPendingPresentFences.clear();
1275 mMaxDisplayFrames = size;
1276}
1277
1278void FrameTimeline::reset() {
1279 setMaxDisplayFrames(kDefaultMaxDisplayFrames);
1280}
1281
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001282} // namespace impl
1283} // namespace android::frametimeline