blob: d51db886625090f0410869ce4cd06dad037e3f74 [file] [log] [blame]
Marissa Wallfd668622018-05-10 10:21:13 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
20
Alec Mouri485e4c32019-04-30 18:24:05 -070021#undef LOG_TAG
22#define LOG_TAG "BufferQueueLayer"
23#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Lloyd Pique9755fb72019-03-26 14:44:40 -070024#include "BufferQueueLayer.h"
25
Lloyd Pique9755fb72019-03-26 14:44:40 -070026#include <compositionengine/LayerFECompositionState.h>
Ady Abrahamcd1580c2019-04-29 15:40:03 -070027#include <gui/BufferQueueConsumer.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080028#include <system/window.h>
29
Marissa Wallfd668622018-05-10 10:21:13 -070030#include "LayerRejecter.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -070031#include "SurfaceInterceptor.h"
Marissa Wallfd668622018-05-10 10:21:13 -070032
Mikael Pessa90092f42019-08-26 17:22:04 -070033#include "FrameTracer/FrameTracer.h"
Ady Abraham5def7332020-05-29 16:13:47 -070034#include "Scheduler/LayerHistory.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080035#include "TimeStats/TimeStats.h"
36
Marissa Wallfd668622018-05-10 10:21:13 -070037namespace android {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070038using PresentState = frametimeline::SurfaceFrame::PresentState;
Marissa Wallfd668622018-05-10 10:21:13 -070039
Lloyd Pique42ab75e2018-09-12 20:46:03 -070040BufferQueueLayer::BufferQueueLayer(const LayerCreationArgs& args) : BufferLayer(args) {}
41
Robert Carr2e102c92018-10-23 12:11:15 -070042BufferQueueLayer::~BufferQueueLayer() {
chaviw2d9a4292019-12-02 16:00:24 -080043 mContentsChangedListener->abandon();
Robert Carr2e102c92018-10-23 12:11:15 -070044 mConsumer->abandon();
45}
Marissa Wallfd668622018-05-10 10:21:13 -070046
47// -----------------------------------------------------------------------
48// Interface implementation for Layer
49// -----------------------------------------------------------------------
50
51void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
52 mConsumer->setReleaseFence(releaseFence);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070053
54 // Prevent tracing the same release multiple times.
55 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
Mikael Pessa90092f42019-08-26 17:22:04 -070056 mFlinger->mFrameTracer->traceFence(getSequence(), mPreviousBufferId, mPreviousFrameNumber,
57 std::make_shared<FenceTime>(releaseFence),
58 FrameTracer::FrameEvent::RELEASE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070059 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
60 }
Marissa Wallfd668622018-05-10 10:21:13 -070061}
62
Dominik Laskowskib7251f42020-04-20 17:42:59 -070063void BufferQueueLayer::setTransformHint(ui::Transform::RotationFlags displayTransformHint) {
Vishnu Nair6213bd92020-05-08 17:42:25 -070064 BufferLayer::setTransformHint(displayTransformHint);
65 mConsumer->setTransformHint(mTransformHint);
Marissa Wallfd668622018-05-10 10:21:13 -070066}
67
68std::vector<OccupancyTracker::Segment> BufferQueueLayer::getOccupancyHistory(bool forceFlush) {
69 std::vector<OccupancyTracker::Segment> history;
70 status_t result = mConsumer->getOccupancyHistory(forceFlush, &history);
71 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -070072 ALOGW("[%s] Failed to obtain occupancy history (%d)", getDebugName(), result);
Marissa Wallfd668622018-05-10 10:21:13 -070073 return {};
74 }
75 return history;
76}
77
Marissa Wallfd668622018-05-10 10:21:13 -070078void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
79 if (!mConsumer->releasePendingBuffer()) {
80 return;
81 }
82
83 auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence());
84 mReleaseTimeline.updateSignalTimes();
85 mReleaseTimeline.push(releaseFenceTime);
86
87 Mutex::Autolock lock(mFrameEventHistoryMutex);
88 if (mPreviousFrameNumber != 0) {
89 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
90 std::move(releaseFenceTime));
91 }
92}
93
94void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) {
95 mConsumer->setDefaultBufferSize(w, h);
96}
97
98int32_t BufferQueueLayer::getQueuedFrameCount() const {
99 return mQueuedFrames;
100}
101
Ady Abraham63a3e592021-01-06 10:47:15 -0800102bool BufferQueueLayer::isBufferDue(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700103 Mutex::Autolock lock(mQueueItemLock);
104
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700105 const int64_t addedTime = mQueueItems[0].item.mTimestamp;
Marissa Wallfd668622018-05-10 10:21:13 -0700106
107 // Ignore timestamps more than a second in the future
108 const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1));
109 ALOGW_IF(!isPlausible,
110 "[%s] Timestamp %" PRId64 " seems implausible "
111 "relative to expectedPresent %" PRId64,
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700112 getDebugName(), addedTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700113
Alec Mouri91f6df32020-01-30 08:48:58 -0800114 if (!isPlausible) {
115 mFlinger->mTimeStats->incrementBadDesiredPresent(getSequence());
116 }
117
Marissa Wallfd668622018-05-10 10:21:13 -0700118 const bool isDue = addedTime < expectedPresentTime;
119 return isDue || !isPlausible;
120}
121
122// -----------------------------------------------------------------------
123// Interface implementation for BufferLayer
124// -----------------------------------------------------------------------
125
126bool BufferQueueLayer::fenceHasSignaled() const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530127 Mutex::Autolock lock(mQueueItemLock);
Huihong Luof3441822021-06-16 15:41:07 -0700128
129 if (SurfaceFlinger::enableLatchUnsignaled) {
130 return true;
131 }
132
Marissa Wall024a1912018-08-13 13:55:35 -0700133 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700134 return true;
135 }
136
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700137 if (mQueueItems[0].item.mIsDroppable) {
Marissa Wallfd668622018-05-10 10:21:13 -0700138 // Even though this buffer's fence may not have signaled yet, it could
139 // be replaced by another buffer before it has a chance to, which means
140 // that it's possible to get into a situation where a buffer is never
141 // able to be latched. To avoid this, grab this buffer anyway.
142 return true;
143 }
Alec Mouri91f6df32020-01-30 08:48:58 -0800144 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700145 mQueueItems[0].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Alec Mouri91f6df32020-01-30 08:48:58 -0800146 if (!fenceSignaled) {
147 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
148 TimeStats::LatchSkipReason::LateAcquire);
149 }
150
151 return fenceSignaled;
Marissa Wallfd668622018-05-10 10:21:13 -0700152}
153
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700154bool BufferQueueLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530155 Mutex::Autolock lock(mQueueItemLock);
156
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700157 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
158 return true;
159 }
160
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700161 return mQueueItems[0].item.mTimestamp <= expectedPresentTime;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700162}
163
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700164uint64_t BufferQueueLayer::getFrameNumber(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700165 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700166 uint64_t frameNumber = mQueueItems[0].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700167
168 // The head of the queue will be dropped if there are signaled and timely frames behind it
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700169 if (isRemovedFromCurrentState()) {
170 expectedPresentTime = 0;
171 }
172
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500173 for (size_t i = 1; i < mQueueItems.size(); i++) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700174 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700175 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700176 if (!fenceSignaled) {
177 break;
178 }
179
180 // We don't drop frames without explicit timestamps
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700181 if (mQueueItems[i].item.mIsAutoTimestamp) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700182 break;
183 }
184
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700185 const nsecs_t desiredPresent = mQueueItems[i].item.mTimestamp;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700186 if (desiredPresent < expectedPresentTime - BufferQueueConsumer::MAX_REASONABLE_NSEC ||
187 desiredPresent > expectedPresentTime) {
188 break;
189 }
190
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700191 frameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700192 }
193
194 return frameNumber;
Marissa Wallfd668622018-05-10 10:21:13 -0700195}
196
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800197bool BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
Marin Shalamanovd6280d62020-06-26 13:18:15 +0200198 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
baocheng sun9691b9c2021-08-03 19:27:06 +0800199 editCompositionState()->sidebandStreamHasFrame = hasFrameUpdate() && mSidebandStream.get();
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200200
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700201 bool sidebandStreamChanged = true;
baocheng sun9691b9c2021-08-03 19:27:06 +0800202 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, false)) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700203 // mSidebandStreamChanged was changed to false
Pierre Couillaudd66b6c22019-08-27 13:43:22 -0700204 mSidebandStream = mConsumer->getSidebandStream();
Lloyd Piquede196652020-01-22 17:29:58 -0800205 auto* layerCompositionState = editCompositionState();
206 layerCompositionState->sidebandStream = mSidebandStream;
207 if (layerCompositionState->sidebandStream != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700208 setTransactionFlags(eTransactionNeeded);
209 mFlinger->setTransactionFlags(eTraversalNeeded);
210 }
Ady Abraham83729882018-12-07 12:26:48 -0800211 recomputeVisibleRegions = true;
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800212
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800213 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700214 }
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800215 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700216}
217
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800218bool BufferQueueLayer::hasFrameUpdate() const {
Marissa Wallfd668622018-05-10 10:21:13 -0700219 return mQueuedFrames > 0;
220}
221
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700222status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime,
223 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700224 // This boolean is used to make sure that SurfaceFlinger's shadow copy
225 // of the buffer queue isn't modified when the buffer queue is returning
226 // BufferItem's that weren't actually queued. This can happen in shared
227 // buffer mode.
228 bool queuedBuffer = false;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800229 const int32_t layerId = getSequence();
Robert Carr6a160312021-05-17 12:08:20 -0700230 LayerRejecter r(mDrawingState, getDrawingState(), recomputeVisibleRegions,
Robert Carr916b0362020-10-06 13:53:03 -0700231 getProducerStickyTransform() != 0, mName,
chaviw214c89d2019-09-04 16:03:53 -0700232 getTransformToDisplayInverse());
Ana Krulece588e312018-09-18 12:32:24 -0700233
Robert Carra0629232019-02-07 15:28:54 -0800234 if (isRemovedFromCurrentState()) {
235 expectedPresentTime = 0;
236 }
237
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800238 // updateTexImage() below might drop the some buffers at the head of the queue if there is a
239 // buffer behind them which is timely to be presented. However this buffer may not be signaled
240 // yet. The code below makes sure that this wouldn't happen by setting maxFrameNumber to the
241 // last buffer that was signaled.
242 uint64_t lastSignaledFrameNumber = mLastFrameNumberReceived;
243 {
244 Mutex::Autolock lock(mQueueItemLock);
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500245 for (size_t i = 0; i < mQueueItems.size(); i++) {
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800246 bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700247 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800248 if (!fenceSignaled) {
249 break;
250 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700251 lastSignaledFrameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800252 }
253 }
254 const uint64_t maxFrameNumberToAcquire =
255 std::min(mLastFrameNumberReceived.load(), lastSignaledFrameNumber);
Robert Carra0629232019-02-07 15:28:54 -0800256
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800257 bool autoRefresh;
258 status_t updateResult = mConsumer->updateTexImage(&r, expectedPresentTime, &autoRefresh,
Alec Mouri56e538f2019-01-14 15:22:01 -0800259 &queuedBuffer, maxFrameNumberToAcquire);
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800260 mAutoRefresh = autoRefresh;
Marissa Wallfd668622018-05-10 10:21:13 -0700261 if (updateResult == BufferQueue::PRESENT_LATER) {
262 // Producer doesn't want buffer to be displayed yet. Signal a
263 // layer update so we check again at the next opportunity.
264 mFlinger->signalLayerUpdate();
265 return BAD_VALUE;
266 } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) {
267 // If the buffer has been rejected, remove it from the shadow queue
268 // and return early
269 if (queuedBuffer) {
270 Mutex::Autolock lock(mQueueItemLock);
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530271 if (mQueuedFrames > 0) {
272 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
273 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
274 if (mQueueItems[0].surfaceFrame) {
275 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
276 }
277 mQueueItems.erase(mQueueItems.begin());
278 mQueuedFrames--;
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700279 }
Marissa Wallfd668622018-05-10 10:21:13 -0700280 }
281 return BAD_VALUE;
282 } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) {
283 // This can occur if something goes wrong when trying to create the
284 // EGLImage for this buffer. If this happens, the buffer has already
285 // been released, so we need to clean up the queue and bug out
286 // early.
287 if (queuedBuffer) {
288 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700289 for (auto& [item, surfaceFrame] : mQueueItems) {
290 if (surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000291 addSurfaceFrameDroppedForBuffer(surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700292 }
293 }
Marissa Wallfd668622018-05-10 10:21:13 -0700294 mQueueItems.clear();
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700295 mQueuedFrames = 0;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800296 mFlinger->mTimeStats->onDestroy(layerId);
297 mFlinger->mFrameTracer->onDestroy(layerId);
Marissa Wallfd668622018-05-10 10:21:13 -0700298 }
299
300 // Once we have hit this state, the shadow queue may no longer
301 // correctly reflect the incoming BufferQueue's contents, so even if
302 // updateTexImage starts working, the only safe course of action is
303 // to continue to ignore updates.
304 mUpdateTexImageFailed = true;
305
306 return BAD_VALUE;
307 }
308
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530309 bool more_frames_pending = false;
Marissa Wallfd668622018-05-10 10:21:13 -0700310 if (queuedBuffer) {
311 // Autolock scope
312 auto currentFrameNumber = mConsumer->getFrameNumber();
313
314 Mutex::Autolock lock(mQueueItemLock);
315
316 // Remove any stale buffers that have been dropped during
317 // updateTexImage
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530318 while (mQueuedFrames > 0 && mQueueItems[0].item.mFrameNumber != currentFrameNumber) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700319 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
320 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
321 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000322 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700323 }
324 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700325 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700326 }
327
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700328 uint64_t bufferID = mQueueItems[0].item.mGraphicBuffer->getId();
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800329 mFlinger->mTimeStats->setLatchTime(layerId, currentFrameNumber, latchTime);
330 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferID, currentFrameNumber, latchTime,
Mikael Pessa90092f42019-08-26 17:22:04 -0700331 FrameTracer::FrameEvent::LATCH);
Marissa Wallfd668622018-05-10 10:21:13 -0700332
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700333 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000334 addSurfaceFramePresentedForBuffer(mQueueItems[0].surfaceFrame,
335 mQueueItems[0].item.mFenceTime->getSignalTime(),
336 latchTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700337 }
338 mQueueItems.erase(mQueueItems.begin());
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530339 more_frames_pending = (mQueuedFrames.fetch_sub(1) > 1);
Marissa Wallfd668622018-05-10 10:21:13 -0700340 }
341
342 // Decrement the queued-frames count. Signal another event if we
343 // have more frames pending.
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530344 if ((queuedBuffer && more_frames_pending) || mAutoRefresh) {
Marissa Wallfd668622018-05-10 10:21:13 -0700345 mFlinger->signalLayerUpdate();
346 }
347
348 return NO_ERROR;
349}
350
351status_t BufferQueueLayer::updateActiveBuffer() {
352 // update the active buffer
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700353 mPreviousBufferId = getCurrentBufferId();
chaviwd62d3062019-09-04 14:48:02 -0700354 mBufferInfo.mBuffer =
355 mConsumer->getCurrentBuffer(&mBufferInfo.mBufferSlot, &mBufferInfo.mFence);
Marissa Wallfd668622018-05-10 10:21:13 -0700356
chaviwd62d3062019-09-04 14:48:02 -0700357 if (mBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700358 // this can only happen if the very first buffer was rejected.
359 return BAD_VALUE;
360 }
361 return NO_ERROR;
362}
363
364status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) {
365 mPreviousFrameNumber = mCurrentFrameNumber;
366 mCurrentFrameNumber = mConsumer->getFrameNumber();
367
368 {
369 Mutex::Autolock lock(mFrameEventHistoryMutex);
370 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
371 }
372 return NO_ERROR;
373}
374
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000375void BufferQueueLayer::setFrameTimelineInfoForBuffer(const FrameTimelineInfo& frameTimelineInfo) {
376 mFrameTimelineInfo = frameTimelineInfo;
Ady Abraham22c7b5c2020-09-22 19:33:40 -0700377}
378
Marissa Wallfd668622018-05-10 10:21:13 -0700379// -----------------------------------------------------------------------
380// Interface implementation for BufferLayerConsumer::ContentsChangedListener
381// -----------------------------------------------------------------------
382
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700383void BufferQueueLayer::onFrameDequeued(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800384 const int32_t layerId = getSequence();
385 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
386 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700387 systemTime(), FrameTracer::FrameEvent::DEQUEUE);
388}
389
390void BufferQueueLayer::onFrameDetached(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800391 const int32_t layerId = getSequence();
392 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
393 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700394 systemTime(), FrameTracer::FrameEvent::DETACH);
395}
396
397void BufferQueueLayer::onFrameCancelled(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800398 const int32_t layerId = getSequence();
399 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700400 systemTime(), FrameTracer::FrameEvent::CANCEL);
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700401}
402
Marissa Wallfd668622018-05-10 10:21:13 -0700403void BufferQueueLayer::onFrameAvailable(const BufferItem& item) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800404 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700405 const uint64_t bufferId = item.mGraphicBuffer->getId();
406 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
407 FrameTracer::FrameEvent::QUEUE);
408 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
409 std::make_shared<FenceTime>(item.mFence),
410 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700411
Alec Mouri485e4c32019-04-30 18:24:05 -0700412 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700413 // Add this buffer from our internal queue tracker
414 { // Autolock scope
Dominik Laskowski49cea512019-11-12 14:13:23 -0800415 const nsecs_t presentTime = item.mIsAutoTimestamp ? 0 : item.mTimestamp;
Ady Abraham5def7332020-05-29 16:13:47 -0700416 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
417 LayerHistory::LayerUpdateType::Buffer);
Ana Krulec7ab56032018-11-02 20:51:06 +0100418
Marissa Wallfd668622018-05-10 10:21:13 -0700419 Mutex::Autolock lock(mQueueItemLock);
420 // Reset the frame number tracker when we receive the first buffer after
421 // a frame number reset
422 if (item.mFrameNumber == 1) {
423 mLastFrameNumberReceived = 0;
424 }
425
426 // Ensure that callbacks are handled in order
427 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
428 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
429 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700430 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800431 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700432 }
433 }
434
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000435 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700436
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100437 mQueueItems.push_back({item, surfaceFrame});
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700438 mQueuedFrames++;
Marissa Wallfd668622018-05-10 10:21:13 -0700439
440 // Wake up any pending callbacks
441 mLastFrameNumberReceived = item.mFrameNumber;
442 mQueueItemCondition.broadcast();
443 }
444
Rob Carra79435b2020-03-06 14:46:07 -0800445 mFlinger->mInterceptor->saveBufferUpdate(layerId, item.mGraphicBuffer->getWidth(),
Marissa Wallfd668622018-05-10 10:21:13 -0700446 item.mGraphicBuffer->getHeight(), item.mFrameNumber);
Ana Krulec3084c052018-11-21 20:27:17 +0100447
chaviw49a108c2019-08-12 11:23:06 -0700448 mFlinger->signalLayerUpdate();
Alec Mouri485e4c32019-04-30 18:24:05 -0700449 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700450}
451
452void BufferQueueLayer::onFrameReplaced(const BufferItem& item) {
Alec Mouri485e4c32019-04-30 18:24:05 -0700453 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700454 { // Autolock scope
455 Mutex::Autolock lock(mQueueItemLock);
456
457 // Ensure that callbacks are handled in order
458 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
459 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
460 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700461 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800462 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700463 }
464 }
465
Marissa Wall024a1912018-08-13 13:55:35 -0700466 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700467 ALOGE("Can't replace a frame on an empty queue");
468 return;
469 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700470
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000471 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700472 mQueueItems[mQueueItems.size() - 1].item = item;
473 mQueueItems[mQueueItems.size() - 1].surfaceFrame = std::move(surfaceFrame);
Marissa Wallfd668622018-05-10 10:21:13 -0700474
475 // Wake up any pending callbacks
476 mLastFrameNumberReceived = item.mFrameNumber;
477 mQueueItemCondition.broadcast();
478 }
Adithya Srinivasanba45bae2019-12-30 12:39:11 -0800479
480 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700481 const uint64_t bufferId = item.mGraphicBuffer->getId();
482 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
483 FrameTracer::FrameEvent::QUEUE);
484 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
485 std::make_shared<FenceTime>(item.mFence),
486 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Alec Mouri485e4c32019-04-30 18:24:05 -0700487 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700488}
489
490void BufferQueueLayer::onSidebandStreamChanged() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700491 bool sidebandStreamChanged = false;
492 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, true)) {
493 // mSidebandStreamChanged was changed to true
Marissa Wallfd668622018-05-10 10:21:13 -0700494 mFlinger->signalLayerUpdate();
495 }
496}
497
498// -----------------------------------------------------------------------
499
500void BufferQueueLayer::onFirstRef() {
Dan Stoza7b1b5a82018-07-31 16:00:21 -0700501 BufferLayer::onFirstRef();
502
Marissa Wallfd668622018-05-10 10:21:13 -0700503 // Creates a custom BufferQueue for SurfaceFlingerConsumer to use
504 sp<IGraphicBufferProducer> producer;
505 sp<IGraphicBufferConsumer> consumer;
Lloyd Piquee300b312019-10-03 13:03:45 -0700506 mFlinger->getFactory().createBufferQueue(&producer, &consumer, true);
507 mProducer = mFlinger->getFactory().createMonitoredProducer(producer, mFlinger, this);
508 mConsumer =
509 mFlinger->getFactory().createBufferLayerConsumer(consumer, mFlinger->getRenderEngine(),
510 mTextureName, this);
Marissa Wallfd668622018-05-10 10:21:13 -0700511 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
chaviw2d9a4292019-12-02 16:00:24 -0800512
513 mContentsChangedListener = new ContentsChangedListener(this);
514 mConsumer->setContentsChangedListener(mContentsChangedListener);
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700515 mConsumer->setName(String8(mName.data(), mName.size()));
Marissa Wallfd668622018-05-10 10:21:13 -0700516
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700517 mProducer->setMaxDequeuedBufferCount(2);
Marissa Wallfd668622018-05-10 10:21:13 -0700518}
519
520status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) {
Marissa Wallfd668622018-05-10 10:21:13 -0700521 // never allow a surface larger than what our underlying GL implementation
522 // can handle.
Garfield Tan9c9c1912021-07-19 12:02:16 -0700523 if (mFlinger->exceedsMaxRenderTargetSize(w, h)) {
524 ALOGE("dimensions too large %" PRIu32 " x %" PRIu32, w, h);
Marissa Wallfd668622018-05-10 10:21:13 -0700525 return BAD_VALUE;
526 }
527
Marissa Wallfd668622018-05-10 10:21:13 -0700528 setDefaultBufferSize(w, h);
529 mConsumer->setDefaultBufferFormat(format);
530 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
531
532 return NO_ERROR;
533}
534
535sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const {
536 return mProducer;
537}
538
539uint32_t BufferQueueLayer::getProducerStickyTransform() const {
540 int producerStickyTransform = 0;
541 int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform);
542 if (ret != OK) {
543 ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__,
544 strerror(-ret), ret);
545 return 0;
546 }
547 return static_cast<uint32_t>(producerStickyTransform);
548}
549
chaviw4244e032019-09-04 11:27:49 -0700550void BufferQueueLayer::gatherBufferInfo() {
chaviwdebadb82020-03-26 14:57:24 -0700551 BufferLayer::gatherBufferInfo();
552
chaviw4244e032019-09-04 11:27:49 -0700553 mBufferInfo.mDesiredPresentTime = mConsumer->getTimestamp();
554 mBufferInfo.mFenceTime = mConsumer->getCurrentFenceTime();
555 mBufferInfo.mFence = mConsumer->getCurrentFence();
chaviw4244e032019-09-04 11:27:49 -0700556 mBufferInfo.mTransform = mConsumer->getCurrentTransform();
557 mBufferInfo.mDataspace = translateDataspace(mConsumer->getCurrentDataSpace());
558 mBufferInfo.mCrop = mConsumer->getCurrentCrop();
559 mBufferInfo.mScaleMode = mConsumer->getCurrentScalingMode();
560 mBufferInfo.mSurfaceDamage = mConsumer->getSurfaceDamage();
561 mBufferInfo.mHdrMetadata = mConsumer->getCurrentHdrMetadata();
562 mBufferInfo.mApi = mConsumer->getCurrentApi();
chaviw4244e032019-09-04 11:27:49 -0700563 mBufferInfo.mTransformToDisplayInverse = mConsumer->getTransformToDisplayInverse();
564}
565
chaviwb4c6e582019-08-16 14:35:07 -0700566sp<Layer> BufferQueueLayer::createClone() {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700567 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
chaviwb4c6e582019-08-16 14:35:07 -0700568 args.textureName = mTextureName;
Lloyd Pique1c3a5eb2019-10-03 13:07:08 -0700569 sp<BufferQueueLayer> layer = mFlinger->getFactory().createBufferQueueLayer(args);
chaviwb4c6e582019-08-16 14:35:07 -0700570 layer->setInitialValuesForClone(this);
571
572 return layer;
573}
574
chaviw2d9a4292019-12-02 16:00:24 -0800575// -----------------------------------------------------------------------
576// Interface implementation for BufferLayerConsumer::ContentsChangedListener
577// -----------------------------------------------------------------------
578
579void BufferQueueLayer::ContentsChangedListener::onFrameAvailable(const BufferItem& item) {
580 Mutex::Autolock lock(mMutex);
581 if (mBufferQueueLayer != nullptr) {
582 mBufferQueueLayer->onFrameAvailable(item);
583 }
584}
585
586void BufferQueueLayer::ContentsChangedListener::onFrameReplaced(const BufferItem& item) {
587 Mutex::Autolock lock(mMutex);
588 if (mBufferQueueLayer != nullptr) {
589 mBufferQueueLayer->onFrameReplaced(item);
590 }
591}
592
593void BufferQueueLayer::ContentsChangedListener::onSidebandStreamChanged() {
594 Mutex::Autolock lock(mMutex);
595 if (mBufferQueueLayer != nullptr) {
596 mBufferQueueLayer->onSidebandStreamChanged();
597 }
598}
599
600void BufferQueueLayer::ContentsChangedListener::onFrameDequeued(const uint64_t bufferId) {
601 Mutex::Autolock lock(mMutex);
602 if (mBufferQueueLayer != nullptr) {
603 mBufferQueueLayer->onFrameDequeued(bufferId);
604 }
605}
606
607void BufferQueueLayer::ContentsChangedListener::onFrameDetached(const uint64_t bufferId) {
608 Mutex::Autolock lock(mMutex);
609 if (mBufferQueueLayer != nullptr) {
610 mBufferQueueLayer->onFrameDetached(bufferId);
611 }
612}
613
614void BufferQueueLayer::ContentsChangedListener::onFrameCancelled(const uint64_t bufferId) {
615 Mutex::Autolock lock(mMutex);
616 if (mBufferQueueLayer != nullptr) {
617 mBufferQueueLayer->onFrameCancelled(bufferId);
618 }
619}
620
621void BufferQueueLayer::ContentsChangedListener::abandon() {
622 Mutex::Autolock lock(mMutex);
623 mBufferQueueLayer = nullptr;
624}
625
626// -----------------------------------------------------------------------
627
Marissa Wallfd668622018-05-10 10:21:13 -0700628} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800629
630// TODO(b/129481165): remove the #pragma below and fix conversion issues
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500631#pragma clang diagnostic pop // ignored "-Wconversion"