blob: 40390de306a19ded2353eae5a95f183ca3a97a1f [file] [log] [blame]
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001/*
2 * Copyright 2020 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#undef LOG_TAG
18#define LOG_TAG "FrameTimeline"
19#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
21#include "FrameTimeline.h"
Alec Mouriadebf5c2021-01-05 12:57:36 -080022
Adithya Srinivasanf279e042020-08-17 14:56:27 -070023#include <android-base/stringprintf.h>
Ady Abraham7f8a1e62020-09-28 16:09:35 -070024#include <utils/Log.h>
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070025#include <utils/Trace.h>
Alec Mouriadebf5c2021-01-05 12:57:36 -080026
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070027#include <chrono>
Adithya Srinivasanf279e042020-08-17 14:56:27 -070028#include <cinttypes>
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070029#include <numeric>
Alec Mouriadebf5c2021-01-05 12:57:36 -080030#include <unordered_set>
Adithya Srinivasanf279e042020-08-17 14:56:27 -070031
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -080032namespace android::frametimeline {
Adithya Srinivasanf279e042020-08-17 14:56:27 -070033
34using base::StringAppendF;
Adithya Srinivasan01189672020-10-20 14:23:05 -070035using FrameTimelineEvent = perfetto::protos::pbzero::FrameTimelineEvent;
Adithya Srinivasan061c14c2021-02-11 01:19:47 +000036using FrameTimelineDataSource = impl::FrameTimeline::FrameTimelineDataSource;
Adithya Srinivasanf279e042020-08-17 14:56:27 -070037
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070038void dumpTable(std::string& result, TimelineItem predictions, TimelineItem actuals,
39 const std::string& indent, PredictionState predictionState, nsecs_t baseTime) {
40 StringAppendF(&result, "%s", indent.c_str());
41 StringAppendF(&result, "\t\t");
42 StringAppendF(&result, " Start time\t\t|");
43 StringAppendF(&result, " End time\t\t|");
44 StringAppendF(&result, " Present time\n");
45 if (predictionState == PredictionState::Valid) {
46 // Dump the Predictions only if they are valid
47 StringAppendF(&result, "%s", indent.c_str());
48 StringAppendF(&result, "Expected\t|");
49 std::chrono::nanoseconds startTime(predictions.startTime - baseTime);
50 std::chrono::nanoseconds endTime(predictions.endTime - baseTime);
51 std::chrono::nanoseconds presentTime(predictions.presentTime - baseTime);
52 StringAppendF(&result, "\t%10.2f\t|\t%10.2f\t|\t%10.2f\n",
53 std::chrono::duration<double, std::milli>(startTime).count(),
54 std::chrono::duration<double, std::milli>(endTime).count(),
55 std::chrono::duration<double, std::milli>(presentTime).count());
56 }
57 StringAppendF(&result, "%s", indent.c_str());
58 StringAppendF(&result, "Actual \t|");
59
60 if (actuals.startTime == 0) {
61 StringAppendF(&result, "\t\tN/A\t|");
62 } else {
63 std::chrono::nanoseconds startTime(std::max<nsecs_t>(0, actuals.startTime - baseTime));
64 StringAppendF(&result, "\t%10.2f\t|",
65 std::chrono::duration<double, std::milli>(startTime).count());
66 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -080067 if (actuals.endTime <= 0) {
68 // Animation leashes can send the endTime as -1
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070069 StringAppendF(&result, "\t\tN/A\t|");
70 } else {
71 std::chrono::nanoseconds endTime(actuals.endTime - baseTime);
72 StringAppendF(&result, "\t%10.2f\t|",
73 std::chrono::duration<double, std::milli>(endTime).count());
74 }
75 if (actuals.presentTime == 0) {
76 StringAppendF(&result, "\t\tN/A\n");
77 } else {
78 std::chrono::nanoseconds presentTime(std::max<nsecs_t>(0, actuals.presentTime - baseTime));
79 StringAppendF(&result, "\t%10.2f\n",
80 std::chrono::duration<double, std::milli>(presentTime).count());
81 }
82
83 StringAppendF(&result, "%s", indent.c_str());
84 StringAppendF(&result, "----------------------");
85 StringAppendF(&result, "----------------------");
86 StringAppendF(&result, "----------------------");
87 StringAppendF(&result, "----------------------\n");
88}
89
90std::string toString(PredictionState predictionState) {
91 switch (predictionState) {
92 case PredictionState::Valid:
93 return "Valid";
94 case PredictionState::Expired:
95 return "Expired";
96 case PredictionState::None:
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -070097 return "None";
98 }
99}
100
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800101std::string jankTypeBitmaskToString(int32_t jankType) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800102 if (jankType == JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700103 return "None";
104 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000105
106 std::vector<std::string> janks;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800107 if (jankType & JankType::DisplayHAL) {
108 janks.emplace_back("Display HAL");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000109 jankType &= ~JankType::DisplayHAL;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800110 }
111 if (jankType & JankType::SurfaceFlingerCpuDeadlineMissed) {
Rachel Lee94917b32022-03-18 17:52:09 -0700112 janks.emplace_back("SurfaceFlinger deadline missed (while in HWC)");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000113 jankType &= ~JankType::SurfaceFlingerCpuDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800114 }
115 if (jankType & JankType::SurfaceFlingerGpuDeadlineMissed) {
Rachel Lee94917b32022-03-18 17:52:09 -0700116 janks.emplace_back("SurfaceFlinger deadline missed (while in GPU comp)");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000117 jankType &= ~JankType::SurfaceFlingerGpuDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800118 }
119 if (jankType & JankType::AppDeadlineMissed) {
120 janks.emplace_back("App Deadline Missed");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000121 jankType &= ~JankType::AppDeadlineMissed;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800122 }
123 if (jankType & JankType::PredictionError) {
124 janks.emplace_back("Prediction Error");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000125 jankType &= ~JankType::PredictionError;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800126 }
127 if (jankType & JankType::SurfaceFlingerScheduling) {
128 janks.emplace_back("SurfaceFlinger Scheduling");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000129 jankType &= ~JankType::SurfaceFlingerScheduling;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800130 }
131 if (jankType & JankType::BufferStuffing) {
132 janks.emplace_back("Buffer Stuffing");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000133 jankType &= ~JankType::BufferStuffing;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800134 }
135 if (jankType & JankType::Unknown) {
136 janks.emplace_back("Unknown jank");
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000137 jankType &= ~JankType::Unknown;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800138 }
Adithya Srinivasan2045ddf2021-05-27 17:38:10 +0000139 if (jankType & JankType::SurfaceFlingerStuffing) {
140 janks.emplace_back("SurfaceFlinger Stuffing");
141 jankType &= ~JankType::SurfaceFlingerStuffing;
142 }
Edgar Arriaga631e4252023-03-02 02:11:24 +0000143 if (jankType & JankType::Dropped) {
144 janks.emplace_back("Dropped Frame");
145 jankType &= ~JankType::Dropped;
146 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000147
148 // jankType should be 0 if all types of jank were checked for.
149 LOG_ALWAYS_FATAL_IF(jankType != 0, "Unrecognized jank type value 0x%x", jankType);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800150 return std::accumulate(janks.begin(), janks.end(), std::string(),
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700151 [](const std::string& l, const std::string& r) {
152 return l.empty() ? r : l + ", " + r;
153 });
154}
155
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800156std::string toString(FramePresentMetadata presentMetadata) {
157 switch (presentMetadata) {
158 case FramePresentMetadata::OnTimePresent:
159 return "On Time Present";
160 case FramePresentMetadata::LatePresent:
161 return "Late Present";
162 case FramePresentMetadata::EarlyPresent:
163 return "Early Present";
164 case FramePresentMetadata::UnknownPresent:
165 return "Unknown Present";
Adithya Srinivasan01189672020-10-20 14:23:05 -0700166 }
Adithya Srinivasan01189672020-10-20 14:23:05 -0700167}
168
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800169std::string toString(FrameReadyMetadata finishMetadata) {
170 switch (finishMetadata) {
171 case FrameReadyMetadata::OnTimeFinish:
172 return "On Time Finish";
173 case FrameReadyMetadata::LateFinish:
174 return "Late Finish";
175 case FrameReadyMetadata::UnknownFinish:
176 return "Unknown Finish";
177 }
178}
179
180std::string toString(FrameStartMetadata startMetadata) {
181 switch (startMetadata) {
182 case FrameStartMetadata::OnTimeStart:
183 return "On Time Start";
184 case FrameStartMetadata::LateStart:
185 return "Late Start";
186 case FrameStartMetadata::EarlyStart:
187 return "Early Start";
188 case FrameStartMetadata::UnknownStart:
189 return "Unknown Start";
190 }
191}
192
193std::string toString(SurfaceFrame::PresentState presentState) {
194 using PresentState = SurfaceFrame::PresentState;
195 switch (presentState) {
196 case PresentState::Presented:
197 return "Presented";
198 case PresentState::Dropped:
199 return "Dropped";
200 case PresentState::Unknown:
201 return "Unknown";
202 }
203}
204
205FrameTimelineEvent::PresentType toProto(FramePresentMetadata presentMetadata) {
206 switch (presentMetadata) {
207 case FramePresentMetadata::EarlyPresent:
208 return FrameTimelineEvent::PRESENT_EARLY;
209 case FramePresentMetadata::LatePresent:
210 return FrameTimelineEvent::PRESENT_LATE;
211 case FramePresentMetadata::OnTimePresent:
212 return FrameTimelineEvent::PRESENT_ON_TIME;
213 case FramePresentMetadata::UnknownPresent:
214 return FrameTimelineEvent::PRESENT_UNSPECIFIED;
215 }
216}
217
Adithya Srinivasan78e58af2021-02-25 00:08:08 +0000218FrameTimelineEvent::PredictionType toProto(PredictionState predictionState) {
219 switch (predictionState) {
220 case PredictionState::Valid:
221 return FrameTimelineEvent::PREDICTION_VALID;
222 case PredictionState::Expired:
223 return FrameTimelineEvent::PREDICTION_EXPIRED;
224 case PredictionState::None:
225 return FrameTimelineEvent::PREDICTION_UNKNOWN;
226 }
227}
228
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000229int32_t jankTypeBitmaskToProto(int32_t jankType) {
230 if (jankType == JankType::None) {
231 return FrameTimelineEvent::JANK_NONE;
Adithya Srinivasan01189672020-10-20 14:23:05 -0700232 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000233
234 int32_t protoJank = 0;
235 if (jankType & JankType::DisplayHAL) {
236 protoJank |= FrameTimelineEvent::JANK_DISPLAY_HAL;
237 jankType &= ~JankType::DisplayHAL;
238 }
239 if (jankType & JankType::SurfaceFlingerCpuDeadlineMissed) {
240 protoJank |= FrameTimelineEvent::JANK_SF_CPU_DEADLINE_MISSED;
241 jankType &= ~JankType::SurfaceFlingerCpuDeadlineMissed;
242 }
243 if (jankType & JankType::SurfaceFlingerGpuDeadlineMissed) {
244 protoJank |= FrameTimelineEvent::JANK_SF_GPU_DEADLINE_MISSED;
245 jankType &= ~JankType::SurfaceFlingerGpuDeadlineMissed;
246 }
247 if (jankType & JankType::AppDeadlineMissed) {
248 protoJank |= FrameTimelineEvent::JANK_APP_DEADLINE_MISSED;
249 jankType &= ~JankType::AppDeadlineMissed;
250 }
251 if (jankType & JankType::PredictionError) {
252 protoJank |= FrameTimelineEvent::JANK_PREDICTION_ERROR;
253 jankType &= ~JankType::PredictionError;
254 }
255 if (jankType & JankType::SurfaceFlingerScheduling) {
256 protoJank |= FrameTimelineEvent::JANK_SF_SCHEDULING;
257 jankType &= ~JankType::SurfaceFlingerScheduling;
258 }
259 if (jankType & JankType::BufferStuffing) {
260 protoJank |= FrameTimelineEvent::JANK_BUFFER_STUFFING;
261 jankType &= ~JankType::BufferStuffing;
262 }
263 if (jankType & JankType::Unknown) {
264 protoJank |= FrameTimelineEvent::JANK_UNKNOWN;
265 jankType &= ~JankType::Unknown;
266 }
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +0000267 if (jankType & JankType::SurfaceFlingerStuffing) {
268 protoJank |= FrameTimelineEvent::JANK_SF_STUFFING;
269 jankType &= ~JankType::SurfaceFlingerStuffing;
270 }
Edgar Arriaga631e4252023-03-02 02:11:24 +0000271 if (jankType & JankType::Dropped) {
272 // Jank dropped does not append to other janks, it fully overrides.
273 protoJank |= FrameTimelineEvent::JANK_DROPPED;
274 jankType &= ~JankType::Dropped;
275 }
Adithya Srinivasan552e2a72021-01-15 03:21:53 +0000276
277 // jankType should be 0 if all types of jank were checked for.
278 LOG_ALWAYS_FATAL_IF(jankType != 0, "Unrecognized jank type value 0x%x", jankType);
279 return protoJank;
Adithya Srinivasan01189672020-10-20 14:23:05 -0700280}
281
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800282// Returns the smallest timestamp from the set of predictions and actuals.
283nsecs_t getMinTime(PredictionState predictionState, TimelineItem predictions,
284 TimelineItem actuals) {
285 nsecs_t minTime = std::numeric_limits<nsecs_t>::max();
286 if (predictionState == PredictionState::Valid) {
287 // Checking start time for predictions is enough because start time is always lesser than
288 // endTime and presentTime.
289 minTime = std::min(minTime, predictions.startTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700290 }
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700291
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800292 // Need to check startTime, endTime and presentTime for actuals because some frames might not
293 // have them set.
294 if (actuals.startTime != 0) {
295 minTime = std::min(minTime, actuals.startTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700296 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800297 if (actuals.endTime != 0) {
298 minTime = std::min(minTime, actuals.endTime);
299 }
300 if (actuals.presentTime != 0) {
ramindaniea2bb822022-06-27 19:52:10 +0000301 minTime = std::min(minTime, actuals.presentTime);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800302 }
303 return minTime;
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700304}
305
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000306int64_t TraceCookieCounter::getCookieForTracing() {
307 return ++mTraceCookie;
308}
309
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000310SurfaceFrame::SurfaceFrame(const FrameTimelineInfo& frameTimelineInfo, pid_t ownerPid,
Alec Mouriadebf5c2021-01-05 12:57:36 -0800311 uid_t ownerUid, int32_t layerId, std::string layerName,
312 std::string debugName, PredictionState predictionState,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800313 frametimeline::TimelineItem&& predictions,
314 std::shared_ptr<TimeStats> timeStats,
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000315 JankClassificationThresholds thresholds,
Dominik Laskowskif5d0ea52021-09-26 17:27:01 -0700316 TraceCookieCounter* traceCookieCounter, bool isBuffer, GameMode gameMode)
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000317 : mToken(frameTimelineInfo.vsyncId),
318 mInputEventId(frameTimelineInfo.inputEventId),
Adithya Srinivasan01189672020-10-20 14:23:05 -0700319 mOwnerPid(ownerPid),
Adithya Srinivasan9febda82020-10-19 10:49:41 -0700320 mOwnerUid(ownerUid),
Alec Mouri9a29e672020-09-14 12:39:14 -0700321 mLayerName(std::move(layerName)),
322 mDebugName(std::move(debugName)),
Alec Mouriadebf5c2021-01-05 12:57:36 -0800323 mLayerId(layerId),
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700324 mPresentState(PresentState::Unknown),
325 mPredictionState(predictionState),
326 mPredictions(predictions),
327 mActuals({0, 0, 0}),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800328 mTimeStats(timeStats),
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000329 mJankClassificationThresholds(thresholds),
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000330 mTraceCookieCounter(*traceCookieCounter),
Adithya Srinivasan58069dc2021-06-04 20:37:02 +0000331 mIsBuffer(isBuffer),
332 mGameMode(gameMode) {}
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700333
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700334void SurfaceFrame::setActualStartTime(nsecs_t actualStartTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000335 std::scoped_lock lock(mMutex);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700336 mActuals.startTime = actualStartTime;
337}
338
339void SurfaceFrame::setActualQueueTime(nsecs_t actualQueueTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000340 std::scoped_lock lock(mMutex);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700341 mActualQueueTime = actualQueueTime;
342}
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000343
Ady Abraham7f8a1e62020-09-28 16:09:35 -0700344void SurfaceFrame::setAcquireFenceTime(nsecs_t acquireFenceTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000345 std::scoped_lock lock(mMutex);
Ady Abraham7f8a1e62020-09-28 16:09:35 -0700346 mActuals.endTime = std::max(acquireFenceTime, mActualQueueTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700347}
348
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000349void SurfaceFrame::setDropTime(nsecs_t dropTime) {
350 std::scoped_lock lock(mMutex);
351 mDropTime = dropTime;
352}
353
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800354void SurfaceFrame::setPresentState(PresentState presentState, nsecs_t lastLatchTime) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000355 std::scoped_lock lock(mMutex);
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000356 LOG_ALWAYS_FATAL_IF(mPresentState != PresentState::Unknown,
357 "setPresentState called on a SurfaceFrame from Layer - %s, that has a "
358 "PresentState - %s set already.",
359 mDebugName.c_str(), toString(mPresentState).c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800360 mPresentState = presentState;
361 mLastLatchTime = lastLatchTime;
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700362}
363
Alec Mouri7d436ec2021-01-27 20:40:50 -0800364void SurfaceFrame::setRenderRate(Fps renderRate) {
365 std::lock_guard<std::mutex> lock(mMutex);
366 mRenderRate = renderRate;
367}
368
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000369void SurfaceFrame::setGpuComposition() {
370 std::scoped_lock lock(mMutex);
371 mGpuComposition = true;
372}
373
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800374std::optional<int32_t> SurfaceFrame::getJankType() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000375 std::scoped_lock lock(mMutex);
Adithya Srinivasan95619432021-02-08 21:52:51 +0000376 if (mPresentState == PresentState::Dropped) {
Edgar Arriaga631e4252023-03-02 02:11:24 +0000377 return JankType::Dropped;
Adithya Srinivasan95619432021-02-08 21:52:51 +0000378 }
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100379 if (mActuals.presentTime == 0) {
Adithya Srinivasan95619432021-02-08 21:52:51 +0000380 // Frame hasn't been presented yet.
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100381 return std::nullopt;
382 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700383 return mJankType;
384}
385
386nsecs_t SurfaceFrame::getBaseTime() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000387 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800388 return getMinTime(mPredictionState, mPredictions, mActuals);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700389}
390
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800391TimelineItem SurfaceFrame::getActuals() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000392 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800393 return mActuals;
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700394}
395
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000396PredictionState SurfaceFrame::getPredictionState() const {
397 std::scoped_lock lock(mMutex);
398 return mPredictionState;
399}
400
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800401SurfaceFrame::PresentState SurfaceFrame::getPresentState() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000402 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800403 return mPresentState;
404}
405
406FramePresentMetadata SurfaceFrame::getFramePresentMetadata() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000407 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800408 return mFramePresentMetadata;
409}
410
411FrameReadyMetadata SurfaceFrame::getFrameReadyMetadata() const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000412 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800413 return mFrameReadyMetadata;
414}
415
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000416nsecs_t SurfaceFrame::getDropTime() const {
417 std::scoped_lock lock(mMutex);
418 return mDropTime;
419}
420
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000421void SurfaceFrame::promoteToBuffer() {
422 std::scoped_lock lock(mMutex);
423 LOG_ALWAYS_FATAL_IF(mIsBuffer == true,
424 "Trying to promote an already promoted BufferSurfaceFrame from layer %s "
425 "with token %" PRId64 "",
426 mDebugName.c_str(), mToken);
427 mIsBuffer = true;
428}
429
430bool SurfaceFrame::getIsBuffer() const {
431 std::scoped_lock lock(mMutex);
432 return mIsBuffer;
433}
434
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800435void SurfaceFrame::dump(std::string& result, const std::string& indent, nsecs_t baseTime) const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000436 std::scoped_lock lock(mMutex);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700437 StringAppendF(&result, "%s", indent.c_str());
Alec Mouri9a29e672020-09-14 12:39:14 -0700438 StringAppendF(&result, "Layer - %s", mDebugName.c_str());
Jorim Jaggi5814ab82020-12-03 20:45:58 +0100439 if (mJankType != JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700440 // Easily identify a janky Surface Frame in the dump
441 StringAppendF(&result, " [*] ");
442 }
443 StringAppendF(&result, "\n");
444 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800445 StringAppendF(&result, "Token: %" PRId64 "\n", mToken);
446 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000447 StringAppendF(&result, "Is Buffer?: %d\n", mIsBuffer);
448 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9febda82020-10-19 10:49:41 -0700449 StringAppendF(&result, "Owner Pid : %d\n", mOwnerPid);
450 StringAppendF(&result, "%s", indent.c_str());
Alec Mouri7d436ec2021-01-27 20:40:50 -0800451 StringAppendF(&result, "Scheduled rendering rate: %d fps\n",
452 mRenderRate ? mRenderRate->getIntValue() : 0);
453 StringAppendF(&result, "%s", indent.c_str());
Alec Mouriadebf5c2021-01-05 12:57:36 -0800454 StringAppendF(&result, "Layer ID : %d\n", mLayerId);
455 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800456 StringAppendF(&result, "Present State : %s\n", toString(mPresentState).c_str());
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700457 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000458 if (mPresentState == PresentState::Dropped) {
459 std::chrono::nanoseconds dropTime(mDropTime - baseTime);
460 StringAppendF(&result, "Drop time : %10f\n",
461 std::chrono::duration<double, std::milli>(dropTime).count());
462 StringAppendF(&result, "%s", indent.c_str());
463 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700464 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
465 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800466 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700467 StringAppendF(&result, "%s", indent.c_str());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800468 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
469 StringAppendF(&result, "%s", indent.c_str());
470 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
471 std::chrono::nanoseconds latchTime(
472 std::max(static_cast<int64_t>(0), mLastLatchTime - baseTime));
473 StringAppendF(&result, "%s", indent.c_str());
474 StringAppendF(&result, "Last latch time: %10f\n",
475 std::chrono::duration<double, std::milli>(latchTime).count());
476 if (mPredictionState == PredictionState::Valid) {
477 nsecs_t presentDelta = mActuals.presentTime - mPredictions.presentTime;
478 std::chrono::nanoseconds presentDeltaNs(std::abs(presentDelta));
479 StringAppendF(&result, "%s", indent.c_str());
480 StringAppendF(&result, "Present delta: %10f\n",
481 std::chrono::duration<double, std::milli>(presentDeltaNs).count());
482 }
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -0700483 dumpTable(result, mPredictions, mActuals, indent, mPredictionState, baseTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700484}
485
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000486std::string SurfaceFrame::miniDump() const {
487 std::scoped_lock lock(mMutex);
488 std::string result;
489 StringAppendF(&result, "Layer - %s\n", mDebugName.c_str());
490 StringAppendF(&result, "Token: %" PRId64 "\n", mToken);
491 StringAppendF(&result, "Is Buffer?: %d\n", mIsBuffer);
492 StringAppendF(&result, "Present State : %s\n", toString(mPresentState).c_str());
493 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
494 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
495 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
496 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
497 StringAppendF(&result, "Present time: %" PRId64 "", mActuals.presentTime);
498 return result;
499}
500
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000501void SurfaceFrame::classifyJankLocked(int32_t displayFrameJankType, const Fps& refreshRate,
502 nsecs_t& deadlineDelta) {
Ady Abrahame43ff722022-02-15 14:44:25 -0800503 if (mActuals.presentTime == Fence::SIGNAL_TIME_INVALID) {
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000504 // Cannot do any classification for invalid present time.
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000505 mJankType = JankType::Unknown;
506 deadlineDelta = -1;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800507 return;
508 }
509
Ady Abrahame43ff722022-02-15 14:44:25 -0800510 if (mPredictionState == PredictionState::Expired) {
511 // We classify prediction expired as AppDeadlineMissed as the
512 // TokenManager::kMaxTokens we store is large enough to account for a
513 // reasonable app, so prediction expire would mean a huge scheduling delay.
Edgar Arriaga631e4252023-03-02 02:11:24 +0000514 mJankType = mPresentState != PresentState::Presented ? JankType::Dropped
515 : JankType::AppDeadlineMissed;
Ady Abrahame43ff722022-02-15 14:44:25 -0800516 deadlineDelta = -1;
517 return;
518 }
519
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800520 if (mPredictionState == PredictionState::None) {
521 // Cannot do jank classification on frames that don't have a token.
522 return;
523 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800524
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000525 deadlineDelta = mActuals.endTime - mPredictions.endTime;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800526 const nsecs_t presentDelta = mActuals.presentTime - mPredictions.presentTime;
Alec Mouriadebf5c2021-01-05 12:57:36 -0800527 const nsecs_t deltaToVsync = refreshRate.getPeriodNsecs() > 0
528 ? std::abs(presentDelta) % refreshRate.getPeriodNsecs()
529 : 0;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800530
531 if (deadlineDelta > mJankClassificationThresholds.deadlineThreshold) {
532 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
533 } else {
534 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
535 }
536
537 if (std::abs(presentDelta) > mJankClassificationThresholds.presentThreshold) {
538 mFramePresentMetadata = presentDelta > 0 ? FramePresentMetadata::LatePresent
539 : FramePresentMetadata::EarlyPresent;
540 } else {
541 mFramePresentMetadata = FramePresentMetadata::OnTimePresent;
542 }
543
544 if (mFramePresentMetadata == FramePresentMetadata::OnTimePresent) {
545 // Frames presented on time are not janky.
546 mJankType = JankType::None;
547 } else if (mFramePresentMetadata == FramePresentMetadata::EarlyPresent) {
548 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
549 // Finish on time, Present early
550 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800551 deltaToVsync >= refreshRate.getPeriodNsecs() -
552 mJankClassificationThresholds.presentThreshold) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800553 // Delta factor of vsync
554 mJankType = JankType::SurfaceFlingerScheduling;
555 } else {
556 // Delta not a factor of vsync
557 mJankType = JankType::PredictionError;
558 }
559 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
560 // Finish late, Present early
561 mJankType = JankType::Unknown;
562 }
563 } else {
564 if (mLastLatchTime != 0 && mPredictions.endTime <= mLastLatchTime) {
565 // Buffer Stuffing.
566 mJankType |= JankType::BufferStuffing;
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000567 // In a stuffed state, the frame could be stuck on a dequeue wait for quite some time.
568 // Because of this dequeue wait, it can be hard to tell if a frame was genuinely late.
569 // We try to do this by moving the deadline. Since the queue could be stuffed by more
570 // than one buffer, we take the last latch time as reference and give one vsync
571 // worth of time for the frame to be ready.
572 nsecs_t adjustedDeadline = mLastLatchTime + refreshRate.getPeriodNsecs();
573 if (adjustedDeadline > mActuals.endTime) {
574 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
575 } else {
576 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
577 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800578 }
579 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
580 // Finish on time, Present late
581 if (displayFrameJankType != JankType::None) {
582 // Propagate displayFrame's jank if it exists
583 mJankType |= displayFrameJankType;
584 } else {
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +0000585 if (!(mJankType & JankType::BufferStuffing)) {
586 // In a stuffed state, if the app finishes on time and there is no display frame
587 // jank, only buffer stuffing is the root cause of the jank.
588 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
589 deltaToVsync >= refreshRate.getPeriodNsecs() -
590 mJankClassificationThresholds.presentThreshold) {
591 // Delta factor of vsync
592 mJankType |= JankType::SurfaceFlingerScheduling;
593 } else {
594 // Delta not a factor of vsync
595 mJankType |= JankType::PredictionError;
596 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800597 }
598 }
599 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
600 // Finish late, Present late
Adithya Srinivasan8a945502021-03-19 19:12:32 +0000601 mJankType |= JankType::AppDeadlineMissed;
602 // Propagate DisplayFrame's jankType if it is janky
603 mJankType |= displayFrameJankType;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800604 }
605 }
Edgar Arriaga631e4252023-03-02 02:11:24 +0000606 if (mPresentState != PresentState::Presented) {
607 mJankType = JankType::Dropped;
608 // Since frame was not presented, lets drop any present value
609 mActuals.presentTime = 0;
610 }
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000611}
612
613void SurfaceFrame::onPresent(nsecs_t presentTime, int32_t displayFrameJankType, Fps refreshRate,
614 nsecs_t displayDeadlineDelta, nsecs_t displayPresentDelta) {
615 std::scoped_lock lock(mMutex);
616
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000617 mActuals.presentTime = presentTime;
618 nsecs_t deadlineDelta = 0;
619
620 classifyJankLocked(displayFrameJankType, refreshRate, deadlineDelta);
621
622 if (mPredictionState != PredictionState::None) {
623 // Only update janky frames if the app used vsync predictions
624 mTimeStats->incrementJankyFrames({refreshRate, mRenderRate, mOwnerUid, mLayerName,
Adithya Srinivasan58069dc2021-06-04 20:37:02 +0000625 mGameMode, mJankType, displayDeadlineDelta,
626 displayPresentDelta, deadlineDelta});
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000627 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800628}
629
Ady Abraham57f8e182022-03-08 15:54:33 -0800630void SurfaceFrame::tracePredictions(int64_t displayFrameToken, nsecs_t monoBootOffset) const {
Adithya Srinivasan86678502021-01-19 21:50:38 +0000631 int64_t expectedTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000632
Adithya Srinivasan86678502021-01-19 21:50:38 +0000633 // Expected timeline start
634 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000635 std::scoped_lock lock(mMutex);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700636 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -0800637 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
638 packet->set_timestamp(static_cast<uint64_t>(mPredictions.startTime + monoBootOffset));
Adithya Srinivasan01189672020-10-20 14:23:05 -0700639
640 auto* event = packet->set_frame_timeline_event();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000641 auto* expectedSurfaceFrameStartEvent = event->set_expected_surface_frame_start();
Adithya Srinivasan01189672020-10-20 14:23:05 -0700642
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000643 expectedSurfaceFrameStartEvent->set_cookie(expectedTimelineCookie);
644
645 expectedSurfaceFrameStartEvent->set_token(mToken);
646 expectedSurfaceFrameStartEvent->set_display_frame_token(displayFrameToken);
647
648 expectedSurfaceFrameStartEvent->set_pid(mOwnerPid);
649 expectedSurfaceFrameStartEvent->set_layer_name(mDebugName);
650 });
Adithya Srinivasan86678502021-01-19 21:50:38 +0000651
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000652 // Expected timeline end
653 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000654 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000655 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -0800656 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
657 packet->set_timestamp(static_cast<uint64_t>(mPredictions.endTime + monoBootOffset));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000658
659 auto* event = packet->set_frame_timeline_event();
660 auto* expectedSurfaceFrameEndEvent = event->set_frame_end();
661
662 expectedSurfaceFrameEndEvent->set_cookie(expectedTimelineCookie);
663 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000664}
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000665
Ady Abraham57f8e182022-03-08 15:54:33 -0800666void SurfaceFrame::traceActuals(int64_t displayFrameToken, nsecs_t monoBootOffset) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000667 int64_t actualTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000668
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000669 // Actual timeline start
670 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000671 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000672 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -0800673 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000674 // Actual start time is not yet available, so use expected start instead
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000675 if (mPredictionState == PredictionState::Expired) {
676 // If prediction is expired, we can't use the predicted start time. Instead, just use a
677 // start time a little earlier than the end time so that we have some info about this
678 // frame in the trace.
Adithya Srinivasanb2283c32021-04-21 21:31:56 +0000679 nsecs_t endTime =
680 (mPresentState == PresentState::Dropped ? mDropTime : mActuals.endTime);
Ady Abrahamdee22322022-03-18 10:58:39 -0700681 const auto timestamp = endTime - kPredictionExpiredStartTimeDelta;
682 packet->set_timestamp(static_cast<uint64_t>(timestamp + monoBootOffset));
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000683 } else {
Ady Abrahamdee22322022-03-18 10:58:39 -0700684 const auto timestamp =
685 mActuals.startTime == 0 ? mPredictions.startTime : mActuals.startTime;
686 packet->set_timestamp(static_cast<uint64_t>(timestamp + monoBootOffset));
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000687 }
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000688
689 auto* event = packet->set_frame_timeline_event();
690 auto* actualSurfaceFrameStartEvent = event->set_actual_surface_frame_start();
691
692 actualSurfaceFrameStartEvent->set_cookie(actualTimelineCookie);
693
694 actualSurfaceFrameStartEvent->set_token(mToken);
695 actualSurfaceFrameStartEvent->set_display_frame_token(displayFrameToken);
696
697 actualSurfaceFrameStartEvent->set_pid(mOwnerPid);
698 actualSurfaceFrameStartEvent->set_layer_name(mDebugName);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700699
700 if (mPresentState == PresentState::Dropped) {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000701 actualSurfaceFrameStartEvent->set_present_type(FrameTimelineEvent::PRESENT_DROPPED);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700702 } else if (mPresentState == PresentState::Unknown) {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000703 actualSurfaceFrameStartEvent->set_present_type(FrameTimelineEvent::PRESENT_UNSPECIFIED);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700704 } else {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000705 actualSurfaceFrameStartEvent->set_present_type(toProto(mFramePresentMetadata));
Adithya Srinivasan01189672020-10-20 14:23:05 -0700706 }
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000707 actualSurfaceFrameStartEvent->set_on_time_finish(mFrameReadyMetadata ==
708 FrameReadyMetadata::OnTimeFinish);
709 actualSurfaceFrameStartEvent->set_gpu_composition(mGpuComposition);
710 actualSurfaceFrameStartEvent->set_jank_type(jankTypeBitmaskToProto(mJankType));
Adithya Srinivasan78e58af2021-02-25 00:08:08 +0000711 actualSurfaceFrameStartEvent->set_prediction_type(toProto(mPredictionState));
Adithya Srinivasan1f9450c2021-06-10 22:39:19 +0000712 actualSurfaceFrameStartEvent->set_is_buffer(mIsBuffer);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000713 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000714
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000715 // Actual timeline end
716 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000717 std::scoped_lock lock(mMutex);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000718 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -0800719 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000720 if (mPresentState == PresentState::Dropped) {
Ady Abraham57f8e182022-03-08 15:54:33 -0800721 packet->set_timestamp(static_cast<uint64_t>(mDropTime + monoBootOffset));
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000722 } else {
Ady Abraham57f8e182022-03-08 15:54:33 -0800723 packet->set_timestamp(static_cast<uint64_t>(mActuals.endTime + monoBootOffset));
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000724 }
Adithya Srinivasan01189672020-10-20 14:23:05 -0700725
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000726 auto* event = packet->set_frame_timeline_event();
727 auto* actualSurfaceFrameEndEvent = event->set_frame_end();
Adithya Srinivasan01189672020-10-20 14:23:05 -0700728
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000729 actualSurfaceFrameEndEvent->set_cookie(actualTimelineCookie);
Adithya Srinivasan01189672020-10-20 14:23:05 -0700730 });
731}
732
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000733/**
734 * TODO(b/178637512): add inputEventId to the perfetto trace.
735 */
Ady Abraham57f8e182022-03-08 15:54:33 -0800736void SurfaceFrame::trace(int64_t displayFrameToken, nsecs_t monoBootOffset) const {
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000737 if (mToken == FrameTimelineInfo::INVALID_VSYNC_ID ||
738 displayFrameToken == FrameTimelineInfo::INVALID_VSYNC_ID) {
739 // No packets can be traced with a missing token.
740 return;
741 }
742 if (getPredictionState() != PredictionState::Expired) {
743 // Expired predictions have zeroed timestamps. This cannot be used in any meaningful way in
744 // a trace.
Ady Abraham57f8e182022-03-08 15:54:33 -0800745 tracePredictions(displayFrameToken, monoBootOffset);
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000746 }
Ady Abraham57f8e182022-03-08 15:54:33 -0800747 traceActuals(displayFrameToken, monoBootOffset);
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000748}
749
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800750namespace impl {
751
752int64_t TokenManager::generateTokenForPredictions(TimelineItem&& predictions) {
753 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000754 std::scoped_lock lock(mMutex);
Adithya Srinivasanbed4c4f2021-05-03 20:24:46 +0000755 while (mPredictions.size() >= kMaxTokens) {
756 mPredictions.erase(mPredictions.begin());
757 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800758 const int64_t assignedToken = mCurrentToken++;
Adithya Srinivasanbed4c4f2021-05-03 20:24:46 +0000759 mPredictions[assignedToken] = predictions;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800760 return assignedToken;
761}
762
763std::optional<TimelineItem> TokenManager::getPredictionsForToken(int64_t token) const {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000764 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800765 auto predictionsIterator = mPredictions.find(token);
766 if (predictionsIterator != mPredictions.end()) {
Adithya Srinivasanbed4c4f2021-05-03 20:24:46 +0000767 return predictionsIterator->second;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800768 }
769 return {};
770}
771
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800772FrameTimeline::FrameTimeline(std::shared_ptr<TimeStats> timeStats, pid_t surfaceFlingerPid,
Ady Abraham57f8e182022-03-08 15:54:33 -0800773 JankClassificationThresholds thresholds, bool useBootTimeClock)
774 : mUseBootTimeClock(useBootTimeClock),
775 mMaxDisplayFrames(kDefaultMaxDisplayFrames),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800776 mTimeStats(std::move(timeStats)),
777 mSurfaceFlingerPid(surfaceFlingerPid),
Adithya Srinivasan82eef322021-04-10 00:06:04 +0000778 mJankClassificationThresholds(thresholds) {
779 mCurrentDisplayFrame =
780 std::make_shared<DisplayFrame>(mTimeStats, thresholds, &mTraceCookieCounter);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000781}
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700782
Adithya Srinivasan01189672020-10-20 14:23:05 -0700783void FrameTimeline::onBootFinished() {
784 perfetto::TracingInitArgs args;
785 args.backends = perfetto::kSystemBackend;
786 perfetto::Tracing::Initialize(args);
787 registerDataSource();
788}
789
790void FrameTimeline::registerDataSource() {
791 perfetto::DataSourceDescriptor dsd;
792 dsd.set_name(kFrameTimelineDataSource);
793 FrameTimelineDataSource::Register(dsd);
794}
795
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800796std::shared_ptr<SurfaceFrame> FrameTimeline::createSurfaceFrameForToken(
Alec Mouriadebf5c2021-01-05 12:57:36 -0800797 const FrameTimelineInfo& frameTimelineInfo, pid_t ownerPid, uid_t ownerUid, int32_t layerId,
Dominik Laskowskif5d0ea52021-09-26 17:27:01 -0700798 std::string layerName, std::string debugName, bool isBuffer, GameMode gameMode) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700799 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000800 if (frameTimelineInfo.vsyncId == FrameTimelineInfo::INVALID_VSYNC_ID) {
Alec Mouriadebf5c2021-01-05 12:57:36 -0800801 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000802 std::move(layerName), std::move(debugName),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800803 PredictionState::None, TimelineItem(), mTimeStats,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000804 mJankClassificationThresholds, &mTraceCookieCounter,
Adithya Srinivasan58069dc2021-06-04 20:37:02 +0000805 isBuffer, gameMode);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700806 }
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000807 std::optional<TimelineItem> predictions =
808 mTokenManager.getPredictionsForToken(frameTimelineInfo.vsyncId);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700809 if (predictions) {
Alec Mouriadebf5c2021-01-05 12:57:36 -0800810 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000811 std::move(layerName), std::move(debugName),
812 PredictionState::Valid, std::move(*predictions),
813 mTimeStats, mJankClassificationThresholds,
Adithya Srinivasan58069dc2021-06-04 20:37:02 +0000814 &mTraceCookieCounter, isBuffer, gameMode);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700815 }
Alec Mouriadebf5c2021-01-05 12:57:36 -0800816 return std::make_shared<SurfaceFrame>(frameTimelineInfo, ownerPid, ownerUid, layerId,
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000817 std::move(layerName), std::move(debugName),
818 PredictionState::Expired, TimelineItem(), mTimeStats,
Adithya Srinivasan785addd2021-03-09 00:38:00 +0000819 mJankClassificationThresholds, &mTraceCookieCounter,
Adithya Srinivasan58069dc2021-06-04 20:37:02 +0000820 isBuffer, gameMode);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700821}
822
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800823FrameTimeline::DisplayFrame::DisplayFrame(std::shared_ptr<TimeStats> timeStats,
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000824 JankClassificationThresholds thresholds,
825 TraceCookieCounter* traceCookieCounter)
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800826 : mSurfaceFlingerPredictions(TimelineItem()),
827 mSurfaceFlingerActuals(TimelineItem()),
828 mTimeStats(timeStats),
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +0000829 mJankClassificationThresholds(thresholds),
830 mTraceCookieCounter(*traceCookieCounter) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800831 mSurfaceFrames.reserve(kNumSurfaceFramesInitial);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700832}
833
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800834void FrameTimeline::addSurfaceFrame(std::shared_ptr<SurfaceFrame> surfaceFrame) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700835 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000836 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800837 mCurrentDisplayFrame->addSurfaceFrame(surfaceFrame);
838}
839
Alec Mouri7d436ec2021-01-27 20:40:50 -0800840void FrameTimeline::setSfWakeUp(int64_t token, nsecs_t wakeUpTime, Fps refreshRate) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800841 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000842 std::scoped_lock lock(mMutex);
Alec Mouri7d436ec2021-01-27 20:40:50 -0800843 mCurrentDisplayFrame->onSfWakeUp(token, refreshRate,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800844 mTokenManager.getPredictionsForToken(token), wakeUpTime);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700845}
846
847void FrameTimeline::setSfPresent(nsecs_t sfPresentTime,
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000848 const std::shared_ptr<FenceTime>& presentFence,
Adithya Srinivasan36b01af2021-04-07 22:29:47 +0000849 const std::shared_ptr<FenceTime>& gpuFence) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700850 ATRACE_CALL();
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000851 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800852 mCurrentDisplayFrame->setActualEndTime(sfPresentTime);
Adithya Srinivasan36b01af2021-04-07 22:29:47 +0000853 mCurrentDisplayFrame->setGpuFence(gpuFence);
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700854 mPendingPresentFences.emplace_back(std::make_pair(presentFence, mCurrentDisplayFrame));
855 flushPendingPresentFences();
856 finalizeCurrentDisplayFrame();
857}
858
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800859void FrameTimeline::DisplayFrame::addSurfaceFrame(std::shared_ptr<SurfaceFrame> surfaceFrame) {
860 mSurfaceFrames.push_back(surfaceFrame);
861}
862
Alec Mouri7d436ec2021-01-27 20:40:50 -0800863void FrameTimeline::DisplayFrame::onSfWakeUp(int64_t token, Fps refreshRate,
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800864 std::optional<TimelineItem> predictions,
865 nsecs_t wakeUpTime) {
866 mToken = token;
Alec Mouri7d436ec2021-01-27 20:40:50 -0800867 mRefreshRate = refreshRate;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800868 if (!predictions) {
869 mPredictionState = PredictionState::Expired;
870 } else {
871 mPredictionState = PredictionState::Valid;
872 mSurfaceFlingerPredictions = *predictions;
873 }
874 mSurfaceFlingerActuals.startTime = wakeUpTime;
875}
876
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800877void FrameTimeline::DisplayFrame::setPredictions(PredictionState predictionState,
878 TimelineItem predictions) {
879 mPredictionState = predictionState;
880 mSurfaceFlingerPredictions = predictions;
881}
882
883void FrameTimeline::DisplayFrame::setActualStartTime(nsecs_t actualStartTime) {
884 mSurfaceFlingerActuals.startTime = actualStartTime;
885}
886
887void FrameTimeline::DisplayFrame::setActualEndTime(nsecs_t actualEndTime) {
888 mSurfaceFlingerActuals.endTime = actualEndTime;
889}
890
Adithya Srinivasan36b01af2021-04-07 22:29:47 +0000891void FrameTimeline::DisplayFrame::setGpuFence(const std::shared_ptr<FenceTime>& gpuFence) {
892 mGpuFence = gpuFence;
Adithya Srinivasanb6a2fa12021-03-13 00:23:09 +0000893}
894
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +0000895void FrameTimeline::DisplayFrame::classifyJank(nsecs_t& deadlineDelta, nsecs_t& deltaToVsync,
896 nsecs_t previousPresentTime) {
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +0000897 if (mPredictionState == PredictionState::Expired ||
898 mSurfaceFlingerActuals.presentTime == Fence::SIGNAL_TIME_INVALID) {
Adithya Srinivasande272452021-04-10 00:21:00 +0000899 // Cannot do jank classification with expired predictions or invalid signal times. Set the
900 // deltas to 0 as both negative and positive deltas are used as real values.
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000901 mJankType = JankType::Unknown;
Adithya Srinivasande272452021-04-10 00:21:00 +0000902 deadlineDelta = 0;
903 deltaToVsync = 0;
Ady Abrahamfcb16862022-10-10 14:35:21 -0700904 if (mSurfaceFlingerActuals.presentTime == Fence::SIGNAL_TIME_INVALID) {
905 mSurfaceFlingerActuals.presentTime = mSurfaceFlingerActuals.endTime;
906 }
907
Adithya Srinivasan061c14c2021-02-11 01:19:47 +0000908 return;
909 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800910
911 // Delta between the expected present and the actual present
912 const nsecs_t presentDelta =
913 mSurfaceFlingerActuals.presentTime - mSurfaceFlingerPredictions.presentTime;
Adithya Srinivasan36b01af2021-04-07 22:29:47 +0000914 // Sf actual end time represents the CPU end time. In case of HWC, SF's end time would have
915 // included the time for composition. However, for GPU composition, the final end time is max(sf
916 // end time, gpu fence time).
917 nsecs_t combinedEndTime = mSurfaceFlingerActuals.endTime;
918 if (mGpuFence != FenceTime::NO_FENCE) {
919 combinedEndTime = std::max(combinedEndTime, mGpuFence->getSignalTime());
920 }
921 deadlineDelta = combinedEndTime - mSurfaceFlingerPredictions.endTime;
Alec Mouri363faf02021-01-29 16:34:55 -0800922
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800923 // How far off was the presentDelta when compared to the vsyncPeriod. Used in checking if there
924 // was a prediction error or not.
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000925 deltaToVsync = mRefreshRate.getPeriodNsecs() > 0
Alec Mouriadebf5c2021-01-05 12:57:36 -0800926 ? std::abs(presentDelta) % mRefreshRate.getPeriodNsecs()
927 : 0;
Adithya Srinivasan115ac692021-03-06 01:21:30 +0000928
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800929 if (std::abs(presentDelta) > mJankClassificationThresholds.presentThreshold) {
930 mFramePresentMetadata = presentDelta > 0 ? FramePresentMetadata::LatePresent
931 : FramePresentMetadata::EarlyPresent;
932 } else {
933 mFramePresentMetadata = FramePresentMetadata::OnTimePresent;
934 }
935
Adithya Srinivasan36b01af2021-04-07 22:29:47 +0000936 if (combinedEndTime > mSurfaceFlingerPredictions.endTime) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800937 mFrameReadyMetadata = FrameReadyMetadata::LateFinish;
938 } else {
939 mFrameReadyMetadata = FrameReadyMetadata::OnTimeFinish;
940 }
941
942 if (std::abs(mSurfaceFlingerActuals.startTime - mSurfaceFlingerPredictions.startTime) >
943 mJankClassificationThresholds.startThreshold) {
944 mFrameStartMetadata =
945 mSurfaceFlingerActuals.startTime > mSurfaceFlingerPredictions.startTime
946 ? FrameStartMetadata::LateStart
947 : FrameStartMetadata::EarlyStart;
948 }
949
950 if (mFramePresentMetadata != FramePresentMetadata::OnTimePresent) {
951 // Do jank classification only if present is not on time
952 if (mFramePresentMetadata == FramePresentMetadata::EarlyPresent) {
953 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish) {
954 // Finish on time, Present early
955 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800956 deltaToVsync >= (mRefreshRate.getPeriodNsecs() -
957 mJankClassificationThresholds.presentThreshold)) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800958 // Delta is a factor of vsync if its within the presentTheshold on either side
959 // of the vsyncPeriod. Example: 0-2ms and 9-11ms are both within the threshold
960 // of the vsyncPeriod if the threshold was 2ms and the vsyncPeriod was 11ms.
961 mJankType = JankType::SurfaceFlingerScheduling;
962 } else {
963 // Delta is not a factor of vsync,
964 mJankType = JankType::PredictionError;
965 }
966 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
967 // Finish late, Present early
968 mJankType = JankType::SurfaceFlingerScheduling;
969 } else {
970 // Finish time unknown
971 mJankType = JankType::Unknown;
972 }
973 } else if (mFramePresentMetadata == FramePresentMetadata::LatePresent) {
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +0000974 if (std::abs(mSurfaceFlingerPredictions.presentTime - previousPresentTime) <=
975 mJankClassificationThresholds.presentThreshold ||
976 previousPresentTime > mSurfaceFlingerPredictions.presentTime) {
977 // The previous frame was either presented in the current frame's expected vsync or
978 // it was presented even later than the current frame's expected vsync.
979 mJankType = JankType::SurfaceFlingerStuffing;
980 }
981 if (mFrameReadyMetadata == FrameReadyMetadata::OnTimeFinish &&
982 !(mJankType & JankType::SurfaceFlingerStuffing)) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800983 // Finish on time, Present late
984 if (deltaToVsync < mJankClassificationThresholds.presentThreshold ||
Alec Mouri7d436ec2021-01-27 20:40:50 -0800985 deltaToVsync >= (mRefreshRate.getPeriodNsecs() -
986 mJankClassificationThresholds.presentThreshold)) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800987 // Delta is a factor of vsync if its within the presentTheshold on either side
988 // of the vsyncPeriod. Example: 0-2ms and 9-11ms are both within the threshold
989 // of the vsyncPeriod if the threshold was 2ms and the vsyncPeriod was 11ms.
990 mJankType = JankType::DisplayHAL;
991 } else {
992 // Delta is not a factor of vsync
993 mJankType = JankType::PredictionError;
994 }
995 } else if (mFrameReadyMetadata == FrameReadyMetadata::LateFinish) {
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +0000996 if (!(mJankType & JankType::SurfaceFlingerStuffing) ||
997 mSurfaceFlingerActuals.presentTime - previousPresentTime >
998 mRefreshRate.getPeriodNsecs() +
999 mJankClassificationThresholds.presentThreshold) {
1000 // Classify CPU vs GPU if SF wasn't stuffed or if SF was stuffed but this frame
1001 // was presented more than a vsync late.
Rachel Lee94917b32022-03-18 17:52:09 -07001002 if (mGpuFence != FenceTime::NO_FENCE) {
1003 // If SF was in GPU composition, classify it as GPU deadline missed.
Adithya Srinivasan36b01af2021-04-07 22:29:47 +00001004 mJankType = JankType::SurfaceFlingerGpuDeadlineMissed;
1005 } else {
1006 mJankType = JankType::SurfaceFlingerCpuDeadlineMissed;
1007 }
Adithya Srinivasan939cd4d2021-02-23 06:18:13 +00001008 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001009 } else {
1010 // Finish time unknown
1011 mJankType = JankType::Unknown;
1012 }
1013 } else {
1014 // Present unknown
1015 mJankType = JankType::Unknown;
1016 }
1017 }
Adithya Srinivasan115ac692021-03-06 01:21:30 +00001018}
1019
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +00001020void FrameTimeline::DisplayFrame::onPresent(nsecs_t signalTime, nsecs_t previousPresentTime) {
Adithya Srinivasan115ac692021-03-06 01:21:30 +00001021 mSurfaceFlingerActuals.presentTime = signalTime;
1022 nsecs_t deadlineDelta = 0;
1023 nsecs_t deltaToVsync = 0;
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +00001024 classifyJank(deadlineDelta, deltaToVsync, previousPresentTime);
Adithya Srinivasan115ac692021-03-06 01:21:30 +00001025
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001026 for (auto& surfaceFrame : mSurfaceFrames) {
Alec Mouri363faf02021-01-29 16:34:55 -08001027 surfaceFrame->onPresent(signalTime, mJankType, mRefreshRate, deadlineDelta, deltaToVsync);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001028 }
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001029}
1030
Ady Abraham57f8e182022-03-08 15:54:33 -08001031void FrameTimeline::DisplayFrame::tracePredictions(pid_t surfaceFlingerPid,
1032 nsecs_t monoBootOffset) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001033 int64_t expectedTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001034
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001035 // Expected timeline start
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001036 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001037 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -08001038 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
1039 packet->set_timestamp(
1040 static_cast<uint64_t>(mSurfaceFlingerPredictions.startTime + monoBootOffset));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001041
1042 auto* event = packet->set_frame_timeline_event();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001043 auto* expectedDisplayFrameStartEvent = event->set_expected_display_frame_start();
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001044
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001045 expectedDisplayFrameStartEvent->set_cookie(expectedTimelineCookie);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001046
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001047 expectedDisplayFrameStartEvent->set_token(mToken);
1048 expectedDisplayFrameStartEvent->set_pid(surfaceFlingerPid);
1049 });
Adithya Srinivasan86678502021-01-19 21:50:38 +00001050
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001051 // Expected timeline end
1052 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1053 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -08001054 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
1055 packet->set_timestamp(
1056 static_cast<uint64_t>(mSurfaceFlingerPredictions.endTime + monoBootOffset));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001057
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001058 auto* event = packet->set_frame_timeline_event();
1059 auto* expectedDisplayFrameEndEvent = event->set_frame_end();
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001060
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001061 expectedDisplayFrameEndEvent->set_cookie(expectedTimelineCookie);
1062 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001063}
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001064
Ady Abraham57f8e182022-03-08 15:54:33 -08001065void FrameTimeline::DisplayFrame::traceActuals(pid_t surfaceFlingerPid,
1066 nsecs_t monoBootOffset) const {
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001067 int64_t actualTimelineCookie = mTraceCookieCounter.getCookieForTracing();
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001068
1069 // Actual timeline start
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001070 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1071 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -08001072 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
1073 packet->set_timestamp(
1074 static_cast<uint64_t>(mSurfaceFlingerActuals.startTime + monoBootOffset));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001075
1076 auto* event = packet->set_frame_timeline_event();
1077 auto* actualDisplayFrameStartEvent = event->set_actual_display_frame_start();
1078
1079 actualDisplayFrameStartEvent->set_cookie(actualTimelineCookie);
1080
1081 actualDisplayFrameStartEvent->set_token(mToken);
1082 actualDisplayFrameStartEvent->set_pid(surfaceFlingerPid);
1083
1084 actualDisplayFrameStartEvent->set_present_type(toProto(mFramePresentMetadata));
1085 actualDisplayFrameStartEvent->set_on_time_finish(mFrameReadyMetadata ==
1086 FrameReadyMetadata::OnTimeFinish);
Adithya Srinivasan36b01af2021-04-07 22:29:47 +00001087 actualDisplayFrameStartEvent->set_gpu_composition(mGpuFence != FenceTime::NO_FENCE);
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001088 actualDisplayFrameStartEvent->set_jank_type(jankTypeBitmaskToProto(mJankType));
Adithya Srinivasan78e58af2021-02-25 00:08:08 +00001089 actualDisplayFrameStartEvent->set_prediction_type(toProto(mPredictionState));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001090 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001091
1092 // Actual timeline end
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001093 FrameTimelineDataSource::Trace([&](FrameTimelineDataSource::TraceContext ctx) {
1094 auto packet = ctx.NewTracePacket();
Ady Abraham57f8e182022-03-08 15:54:33 -08001095 packet->set_timestamp_clock_id(perfetto::protos::pbzero::BUILTIN_CLOCK_BOOTTIME);
1096 packet->set_timestamp(
1097 static_cast<uint64_t>(mSurfaceFlingerActuals.presentTime + monoBootOffset));
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001098
1099 auto* event = packet->set_frame_timeline_event();
1100 auto* actualDisplayFrameEndEvent = event->set_frame_end();
1101
1102 actualDisplayFrameEndEvent->set_cookie(actualTimelineCookie);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001103 });
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001104}
1105
Ady Abraham57f8e182022-03-08 15:54:33 -08001106void FrameTimeline::DisplayFrame::trace(pid_t surfaceFlingerPid, nsecs_t monoBootOffset) const {
Ady Abraham57a8ab42023-01-26 15:28:19 -08001107 if (mSurfaceFrames.empty()) {
1108 // We don't want to trace display frames without any surface frames updates as this cannot
1109 // be janky
1110 return;
1111 }
1112
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001113 if (mToken == FrameTimelineInfo::INVALID_VSYNC_ID) {
1114 // DisplayFrame should not have an invalid token.
1115 ALOGE("Cannot trace DisplayFrame with invalid token");
1116 return;
1117 }
1118
1119 if (mPredictionState == PredictionState::Valid) {
1120 // Expired and unknown predictions have zeroed timestamps. This cannot be used in any
1121 // meaningful way in a trace.
Ady Abraham57f8e182022-03-08 15:54:33 -08001122 tracePredictions(surfaceFlingerPid, monoBootOffset);
Adithya Srinivasan061c14c2021-02-11 01:19:47 +00001123 }
Ady Abraham57f8e182022-03-08 15:54:33 -08001124 traceActuals(surfaceFlingerPid, monoBootOffset);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001125
1126 for (auto& surfaceFrame : mSurfaceFrames) {
Ady Abraham57f8e182022-03-08 15:54:33 -08001127 surfaceFrame->trace(mToken, monoBootOffset);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001128 }
1129}
1130
Alec Mouriadebf5c2021-01-05 12:57:36 -08001131float FrameTimeline::computeFps(const std::unordered_set<int32_t>& layerIds) {
1132 if (layerIds.empty()) {
1133 return 0.0f;
1134 }
1135
1136 std::vector<nsecs_t> presentTimes;
1137 {
1138 std::scoped_lock lock(mMutex);
1139 presentTimes.reserve(mDisplayFrames.size());
1140 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
1141 const auto& displayFrame = mDisplayFrames[i];
1142 if (displayFrame->getActuals().presentTime <= 0) {
1143 continue;
1144 }
1145 for (const auto& surfaceFrame : displayFrame->getSurfaceFrames()) {
1146 if (surfaceFrame->getPresentState() == SurfaceFrame::PresentState::Presented &&
1147 layerIds.count(surfaceFrame->getLayerId()) > 0) {
1148 // We're looking for DisplayFrames that presents at least one layer from
1149 // layerIds, so push the present time and skip looking through the rest of the
1150 // SurfaceFrames.
1151 presentTimes.push_back(displayFrame->getActuals().presentTime);
1152 break;
1153 }
1154 }
1155 }
1156 }
1157
1158 // FPS can't be computed when there's fewer than 2 presented frames.
1159 if (presentTimes.size() <= 1) {
1160 return 0.0f;
1161 }
1162
1163 nsecs_t priorPresentTime = -1;
1164 nsecs_t totalPresentToPresentWalls = 0;
1165
1166 for (const nsecs_t presentTime : presentTimes) {
1167 if (priorPresentTime == -1) {
1168 priorPresentTime = presentTime;
1169 continue;
1170 }
1171
1172 totalPresentToPresentWalls += (presentTime - priorPresentTime);
1173 priorPresentTime = presentTime;
1174 }
1175
1176 if (CC_UNLIKELY(totalPresentToPresentWalls <= 0)) {
1177 ALOGW("Invalid total present-to-present duration when computing fps: %" PRId64,
1178 totalPresentToPresentWalls);
1179 return 0.0f;
1180 }
1181
1182 const constexpr nsecs_t kOneSecond =
1183 std::chrono::duration_cast<std::chrono::nanoseconds>(1s).count();
1184 // (10^9 nanoseconds / second) * (N present deltas) / (total nanoseconds in N present deltas) =
1185 // M frames / second
1186 return kOneSecond * static_cast<nsecs_t>((presentTimes.size() - 1)) /
1187 static_cast<float>(totalPresentToPresentWalls);
1188}
1189
Ady Abrahamfcb16862022-10-10 14:35:21 -07001190std::optional<size_t> FrameTimeline::getFirstSignalFenceIndex() const {
1191 for (size_t i = 0; i < mPendingPresentFences.size(); i++) {
1192 const auto& [fence, _] = mPendingPresentFences[i];
Theodore Dubois205c6dd2022-11-23 15:06:33 -08001193 if (fence && fence->getSignalTime() != Fence::SIGNAL_TIME_PENDING) {
Ady Abrahamfcb16862022-10-10 14:35:21 -07001194 return i;
1195 }
1196 }
1197
1198 return {};
1199}
1200
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001201void FrameTimeline::flushPendingPresentFences() {
Ady Abrahamfcb16862022-10-10 14:35:21 -07001202 const auto firstSignaledFence = getFirstSignalFenceIndex();
1203 if (!firstSignaledFence.has_value()) {
1204 return;
1205 }
1206
Ady Abraham57f8e182022-03-08 15:54:33 -08001207 // Perfetto is using boottime clock to void drifts when the device goes
1208 // to suspend.
1209 const auto monoBootOffset = mUseBootTimeClock
1210 ? (systemTime(SYSTEM_TIME_BOOTTIME) - systemTime(SYSTEM_TIME_MONOTONIC))
1211 : 0;
1212
Ady Abrahamfcb16862022-10-10 14:35:21 -07001213 // Present fences are expected to be signaled in order. Mark all the previous
1214 // pending fences as errors.
1215 for (size_t i = 0; i < firstSignaledFence.value(); i++) {
1216 const auto& pendingPresentFence = *mPendingPresentFences.begin();
1217 const nsecs_t signalTime = Fence::SIGNAL_TIME_INVALID;
1218 auto& displayFrame = pendingPresentFence.second;
1219 displayFrame->onPresent(signalTime, mPreviousPresentTime);
1220 displayFrame->trace(mSurfaceFlingerPid, monoBootOffset);
1221 mPendingPresentFences.erase(mPendingPresentFences.begin());
1222 }
1223
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001224 for (size_t i = 0; i < mPendingPresentFences.size(); i++) {
1225 const auto& pendingPresentFence = mPendingPresentFences[i];
1226 nsecs_t signalTime = Fence::SIGNAL_TIME_INVALID;
1227 if (pendingPresentFence.first && pendingPresentFence.first->isValid()) {
1228 signalTime = pendingPresentFence.first->getSignalTime();
1229 if (signalTime == Fence::SIGNAL_TIME_PENDING) {
Ady Abrahamfcb16862022-10-10 14:35:21 -07001230 break;
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001231 }
1232 }
Ady Abrahamfcb16862022-10-10 14:35:21 -07001233
Adithya Srinivasan7c4ac7a2021-03-08 23:48:03 +00001234 auto& displayFrame = pendingPresentFence.second;
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +00001235 displayFrame->onPresent(signalTime, mPreviousPresentTime);
Ady Abraham57f8e182022-03-08 15:54:33 -08001236 displayFrame->trace(mSurfaceFlingerPid, monoBootOffset);
Adithya Srinivasan57dc81d2021-04-14 17:31:41 +00001237 mPreviousPresentTime = signalTime;
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001238
1239 mPendingPresentFences.erase(mPendingPresentFences.begin() + static_cast<int>(i));
1240 --i;
1241 }
1242}
1243
1244void FrameTimeline::finalizeCurrentDisplayFrame() {
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001245 while (mDisplayFrames.size() >= mMaxDisplayFrames) {
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001246 // We maintain only a fixed number of frames' data. Pop older frames
1247 mDisplayFrames.pop_front();
1248 }
1249 mDisplayFrames.push_back(mCurrentDisplayFrame);
1250 mCurrentDisplayFrame.reset();
Adithya Srinivasan05bd2d12021-01-11 18:49:58 +00001251 mCurrentDisplayFrame = std::make_shared<DisplayFrame>(mTimeStats, mJankClassificationThresholds,
Adithya Srinivasan82eef322021-04-10 00:06:04 +00001252 &mTraceCookieCounter);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001253}
1254
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001255nsecs_t FrameTimeline::DisplayFrame::getBaseTime() const {
1256 nsecs_t baseTime =
1257 getMinTime(mPredictionState, mSurfaceFlingerPredictions, mSurfaceFlingerActuals);
1258 for (const auto& surfaceFrame : mSurfaceFrames) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001259 nsecs_t surfaceFrameBaseTime = surfaceFrame->getBaseTime();
1260 if (surfaceFrameBaseTime != 0) {
1261 baseTime = std::min(baseTime, surfaceFrameBaseTime);
1262 }
1263 }
1264 return baseTime;
1265}
1266
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001267void FrameTimeline::DisplayFrame::dumpJank(std::string& result, nsecs_t baseTime,
1268 int displayFrameCount) const {
1269 if (mJankType == JankType::None) {
1270 // Check if any Surface Frame has been janky
1271 bool isJanky = false;
1272 for (const auto& surfaceFrame : mSurfaceFrames) {
1273 if (surfaceFrame->getJankType() != JankType::None) {
1274 isJanky = true;
1275 break;
1276 }
1277 }
1278 if (!isJanky) {
1279 return;
1280 }
1281 }
1282 StringAppendF(&result, "Display Frame %d", displayFrameCount);
1283 dump(result, baseTime);
1284}
1285
1286void FrameTimeline::DisplayFrame::dumpAll(std::string& result, nsecs_t baseTime) const {
1287 dump(result, baseTime);
1288}
1289
1290void FrameTimeline::DisplayFrame::dump(std::string& result, nsecs_t baseTime) const {
1291 if (mJankType != JankType::None) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001292 // Easily identify a janky Display Frame in the dump
1293 StringAppendF(&result, " [*] ");
1294 }
1295 StringAppendF(&result, "\n");
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001296 StringAppendF(&result, "Prediction State : %s\n", toString(mPredictionState).c_str());
1297 StringAppendF(&result, "Jank Type : %s\n", jankTypeBitmaskToString(mJankType).c_str());
1298 StringAppendF(&result, "Present Metadata : %s\n", toString(mFramePresentMetadata).c_str());
1299 StringAppendF(&result, "Finish Metadata: %s\n", toString(mFrameReadyMetadata).c_str());
1300 StringAppendF(&result, "Start Metadata: %s\n", toString(mFrameStartMetadata).c_str());
Alec Mouri7d436ec2021-01-27 20:40:50 -08001301 std::chrono::nanoseconds vsyncPeriod(mRefreshRate.getPeriodNsecs());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001302 StringAppendF(&result, "Vsync Period: %10f\n",
1303 std::chrono::duration<double, std::milli>(vsyncPeriod).count());
1304 nsecs_t presentDelta =
1305 mSurfaceFlingerActuals.presentTime - mSurfaceFlingerPredictions.presentTime;
1306 std::chrono::nanoseconds presentDeltaNs(std::abs(presentDelta));
1307 StringAppendF(&result, "Present delta: %10f\n",
1308 std::chrono::duration<double, std::milli>(presentDeltaNs).count());
Alec Mouri7d436ec2021-01-27 20:40:50 -08001309 std::chrono::nanoseconds deltaToVsync(std::abs(presentDelta) % mRefreshRate.getPeriodNsecs());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001310 StringAppendF(&result, "Present delta %% refreshrate: %10f\n",
1311 std::chrono::duration<double, std::milli>(deltaToVsync).count());
1312 dumpTable(result, mSurfaceFlingerPredictions, mSurfaceFlingerActuals, "", mPredictionState,
1313 baseTime);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001314 StringAppendF(&result, "\n");
1315 std::string indent = " "; // 4 spaces
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001316 for (const auto& surfaceFrame : mSurfaceFrames) {
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001317 surfaceFrame->dump(result, indent, baseTime);
1318 }
1319 StringAppendF(&result, "\n");
1320}
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001321
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001322void FrameTimeline::dumpAll(std::string& result) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001323 std::scoped_lock lock(mMutex);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001324 StringAppendF(&result, "Number of display frames : %d\n", (int)mDisplayFrames.size());
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001325 nsecs_t baseTime = (mDisplayFrames.empty()) ? 0 : mDisplayFrames[0]->getBaseTime();
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001326 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
1327 StringAppendF(&result, "Display Frame %d", static_cast<int>(i));
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001328 mDisplayFrames[i]->dumpAll(result, baseTime);
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001329 }
1330}
1331
1332void FrameTimeline::dumpJank(std::string& result) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001333 std::scoped_lock lock(mMutex);
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001334 nsecs_t baseTime = (mDisplayFrames.empty()) ? 0 : mDisplayFrames[0]->getBaseTime();
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001335 for (size_t i = 0; i < mDisplayFrames.size(); i++) {
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001336 mDisplayFrames[i]->dumpJank(result, baseTime, static_cast<int>(i));
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001337 }
1338}
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001339
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07001340void FrameTimeline::parseArgs(const Vector<String16>& args, std::string& result) {
1341 ATRACE_CALL();
1342 std::unordered_map<std::string, bool> argsMap;
1343 for (size_t i = 0; i < args.size(); i++) {
1344 argsMap[std::string(String8(args[i]).c_str())] = true;
1345 }
1346 if (argsMap.count("-jank")) {
1347 dumpJank(result);
1348 }
1349 if (argsMap.count("-all")) {
1350 dumpAll(result);
Adithya Srinivasanf279e042020-08-17 14:56:27 -07001351 }
1352}
1353
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001354void FrameTimeline::setMaxDisplayFrames(uint32_t size) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10001355 std::scoped_lock lock(mMutex);
Adithya Srinivasan2d736322020-10-01 16:53:48 -07001356
1357 // The size can either increase or decrease, clear everything, to be consistent
1358 mDisplayFrames.clear();
1359 mPendingPresentFences.clear();
1360 mMaxDisplayFrames = size;
1361}
1362
1363void FrameTimeline::reset() {
1364 setMaxDisplayFrames(kDefaultMaxDisplayFrames);
1365}
1366
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08001367} // namespace impl
1368} // namespace android::frametimeline