blob: 19569a5119aa26ba6b85fe916dd2a354475844f8 [file] [log] [blame]
Marissa Wallfd668622018-05-10 10:21:13 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
20
Alec Mouri485e4c32019-04-30 18:24:05 -070021#undef LOG_TAG
22#define LOG_TAG "BufferQueueLayer"
23#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Lloyd Pique9755fb72019-03-26 14:44:40 -070024#include "BufferQueueLayer.h"
25
Lloyd Pique9755fb72019-03-26 14:44:40 -070026#include <compositionengine/LayerFECompositionState.h>
Ady Abrahamcd1580c2019-04-29 15:40:03 -070027#include <gui/BufferQueueConsumer.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080028#include <system/window.h>
29
Marissa Wallfd668622018-05-10 10:21:13 -070030#include "LayerRejecter.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -070031#include "SurfaceInterceptor.h"
Marissa Wallfd668622018-05-10 10:21:13 -070032
Mikael Pessa90092f42019-08-26 17:22:04 -070033#include "FrameTracer/FrameTracer.h"
Ady Abraham5def7332020-05-29 16:13:47 -070034#include "Scheduler/LayerHistory.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080035#include "TimeStats/TimeStats.h"
36
Marissa Wallfd668622018-05-10 10:21:13 -070037namespace android {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070038using PresentState = frametimeline::SurfaceFrame::PresentState;
Marissa Wallfd668622018-05-10 10:21:13 -070039
Lloyd Pique42ab75e2018-09-12 20:46:03 -070040BufferQueueLayer::BufferQueueLayer(const LayerCreationArgs& args) : BufferLayer(args) {}
41
Robert Carr2e102c92018-10-23 12:11:15 -070042BufferQueueLayer::~BufferQueueLayer() {
chaviw2d9a4292019-12-02 16:00:24 -080043 mContentsChangedListener->abandon();
Robert Carr2e102c92018-10-23 12:11:15 -070044 mConsumer->abandon();
45}
Marissa Wallfd668622018-05-10 10:21:13 -070046
47// -----------------------------------------------------------------------
48// Interface implementation for Layer
49// -----------------------------------------------------------------------
50
51void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
52 mConsumer->setReleaseFence(releaseFence);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070053
54 // Prevent tracing the same release multiple times.
55 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
Mikael Pessa90092f42019-08-26 17:22:04 -070056 mFlinger->mFrameTracer->traceFence(getSequence(), mPreviousBufferId, mPreviousFrameNumber,
57 std::make_shared<FenceTime>(releaseFence),
58 FrameTracer::FrameEvent::RELEASE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070059 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
60 }
Marissa Wallfd668622018-05-10 10:21:13 -070061}
62
Dominik Laskowskib7251f42020-04-20 17:42:59 -070063void BufferQueueLayer::setTransformHint(ui::Transform::RotationFlags displayTransformHint) {
Vishnu Nair6213bd92020-05-08 17:42:25 -070064 BufferLayer::setTransformHint(displayTransformHint);
65 mConsumer->setTransformHint(mTransformHint);
Marissa Wallfd668622018-05-10 10:21:13 -070066}
67
Marissa Wallfd668622018-05-10 10:21:13 -070068void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
69 if (!mConsumer->releasePendingBuffer()) {
70 return;
71 }
72
73 auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence());
74 mReleaseTimeline.updateSignalTimes();
75 mReleaseTimeline.push(releaseFenceTime);
76
77 Mutex::Autolock lock(mFrameEventHistoryMutex);
78 if (mPreviousFrameNumber != 0) {
79 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
80 std::move(releaseFenceTime));
81 }
82}
83
84void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) {
85 mConsumer->setDefaultBufferSize(w, h);
86}
87
88int32_t BufferQueueLayer::getQueuedFrameCount() const {
89 return mQueuedFrames;
90}
91
Ady Abraham63a3e592021-01-06 10:47:15 -080092bool BufferQueueLayer::isBufferDue(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -070093 Mutex::Autolock lock(mQueueItemLock);
94
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070095 const int64_t addedTime = mQueueItems[0].item.mTimestamp;
Marissa Wallfd668622018-05-10 10:21:13 -070096
97 // Ignore timestamps more than a second in the future
98 const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1));
99 ALOGW_IF(!isPlausible,
100 "[%s] Timestamp %" PRId64 " seems implausible "
101 "relative to expectedPresent %" PRId64,
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700102 getDebugName(), addedTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700103
Alec Mouri91f6df32020-01-30 08:48:58 -0800104 if (!isPlausible) {
105 mFlinger->mTimeStats->incrementBadDesiredPresent(getSequence());
106 }
107
Marissa Wallfd668622018-05-10 10:21:13 -0700108 const bool isDue = addedTime < expectedPresentTime;
109 return isDue || !isPlausible;
110}
111
112// -----------------------------------------------------------------------
113// Interface implementation for BufferLayer
114// -----------------------------------------------------------------------
115
116bool BufferQueueLayer::fenceHasSignaled() const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530117 Mutex::Autolock lock(mQueueItemLock);
Huihong Luof3441822021-06-16 15:41:07 -0700118
119 if (SurfaceFlinger::enableLatchUnsignaled) {
120 return true;
121 }
122
Marissa Wall024a1912018-08-13 13:55:35 -0700123 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700124 return true;
125 }
126
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700127 if (mQueueItems[0].item.mIsDroppable) {
Marissa Wallfd668622018-05-10 10:21:13 -0700128 // Even though this buffer's fence may not have signaled yet, it could
129 // be replaced by another buffer before it has a chance to, which means
130 // that it's possible to get into a situation where a buffer is never
131 // able to be latched. To avoid this, grab this buffer anyway.
132 return true;
133 }
Alec Mouri91f6df32020-01-30 08:48:58 -0800134 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700135 mQueueItems[0].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Alec Mouri91f6df32020-01-30 08:48:58 -0800136 if (!fenceSignaled) {
137 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
138 TimeStats::LatchSkipReason::LateAcquire);
139 }
140
141 return fenceSignaled;
Marissa Wallfd668622018-05-10 10:21:13 -0700142}
143
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700144bool BufferQueueLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530145 Mutex::Autolock lock(mQueueItemLock);
146
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700147 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
148 return true;
149 }
150
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700151 return mQueueItems[0].item.mTimestamp <= expectedPresentTime;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700152}
153
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700154uint64_t BufferQueueLayer::getFrameNumber(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700155 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700156 uint64_t frameNumber = mQueueItems[0].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700157
158 // The head of the queue will be dropped if there are signaled and timely frames behind it
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700159 if (isRemovedFromCurrentState()) {
160 expectedPresentTime = 0;
161 }
162
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500163 for (size_t i = 1; i < mQueueItems.size(); i++) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700164 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700165 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700166 if (!fenceSignaled) {
167 break;
168 }
169
170 // We don't drop frames without explicit timestamps
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700171 if (mQueueItems[i].item.mIsAutoTimestamp) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700172 break;
173 }
174
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700175 const nsecs_t desiredPresent = mQueueItems[i].item.mTimestamp;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700176 if (desiredPresent < expectedPresentTime - BufferQueueConsumer::MAX_REASONABLE_NSEC ||
177 desiredPresent > expectedPresentTime) {
178 break;
179 }
180
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700181 frameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700182 }
183
184 return frameNumber;
Marissa Wallfd668622018-05-10 10:21:13 -0700185}
186
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800187bool BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
Marin Shalamanovd6280d62020-06-26 13:18:15 +0200188 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
baocheng sun9691b9c2021-08-03 19:27:06 +0800189 editCompositionState()->sidebandStreamHasFrame = hasFrameUpdate() && mSidebandStream.get();
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200190
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700191 bool sidebandStreamChanged = true;
baocheng sun9691b9c2021-08-03 19:27:06 +0800192 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, false)) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700193 // mSidebandStreamChanged was changed to false
Pierre Couillaudd66b6c22019-08-27 13:43:22 -0700194 mSidebandStream = mConsumer->getSidebandStream();
Lloyd Piquede196652020-01-22 17:29:58 -0800195 auto* layerCompositionState = editCompositionState();
196 layerCompositionState->sidebandStream = mSidebandStream;
197 if (layerCompositionState->sidebandStream != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700198 setTransactionFlags(eTransactionNeeded);
199 mFlinger->setTransactionFlags(eTraversalNeeded);
200 }
Ady Abraham83729882018-12-07 12:26:48 -0800201 recomputeVisibleRegions = true;
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800202
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800203 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700204 }
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800205 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700206}
207
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800208bool BufferQueueLayer::hasFrameUpdate() const {
Marissa Wallfd668622018-05-10 10:21:13 -0700209 return mQueuedFrames > 0;
210}
211
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700212status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime,
213 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700214 // This boolean is used to make sure that SurfaceFlinger's shadow copy
215 // of the buffer queue isn't modified when the buffer queue is returning
216 // BufferItem's that weren't actually queued. This can happen in shared
217 // buffer mode.
218 bool queuedBuffer = false;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800219 const int32_t layerId = getSequence();
Robert Carr6a160312021-05-17 12:08:20 -0700220 LayerRejecter r(mDrawingState, getDrawingState(), recomputeVisibleRegions,
Robert Carr916b0362020-10-06 13:53:03 -0700221 getProducerStickyTransform() != 0, mName,
chaviw214c89d2019-09-04 16:03:53 -0700222 getTransformToDisplayInverse());
Ana Krulece588e312018-09-18 12:32:24 -0700223
Robert Carra0629232019-02-07 15:28:54 -0800224 if (isRemovedFromCurrentState()) {
225 expectedPresentTime = 0;
226 }
227
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800228 // updateTexImage() below might drop the some buffers at the head of the queue if there is a
229 // buffer behind them which is timely to be presented. However this buffer may not be signaled
230 // yet. The code below makes sure that this wouldn't happen by setting maxFrameNumber to the
231 // last buffer that was signaled.
232 uint64_t lastSignaledFrameNumber = mLastFrameNumberReceived;
233 {
234 Mutex::Autolock lock(mQueueItemLock);
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500235 for (size_t i = 0; i < mQueueItems.size(); i++) {
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800236 bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700237 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800238 if (!fenceSignaled) {
239 break;
240 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700241 lastSignaledFrameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800242 }
243 }
244 const uint64_t maxFrameNumberToAcquire =
245 std::min(mLastFrameNumberReceived.load(), lastSignaledFrameNumber);
Robert Carra0629232019-02-07 15:28:54 -0800246
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800247 bool autoRefresh;
248 status_t updateResult = mConsumer->updateTexImage(&r, expectedPresentTime, &autoRefresh,
Alec Mouri56e538f2019-01-14 15:22:01 -0800249 &queuedBuffer, maxFrameNumberToAcquire);
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800250 mAutoRefresh = autoRefresh;
Marissa Wallfd668622018-05-10 10:21:13 -0700251 if (updateResult == BufferQueue::PRESENT_LATER) {
252 // Producer doesn't want buffer to be displayed yet. Signal a
253 // layer update so we check again at the next opportunity.
254 mFlinger->signalLayerUpdate();
255 return BAD_VALUE;
256 } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) {
257 // If the buffer has been rejected, remove it from the shadow queue
258 // and return early
259 if (queuedBuffer) {
260 Mutex::Autolock lock(mQueueItemLock);
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530261 if (mQueuedFrames > 0) {
262 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
263 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
264 if (mQueueItems[0].surfaceFrame) {
265 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
266 }
267 mQueueItems.erase(mQueueItems.begin());
268 mQueuedFrames--;
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700269 }
Marissa Wallfd668622018-05-10 10:21:13 -0700270 }
271 return BAD_VALUE;
272 } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) {
273 // This can occur if something goes wrong when trying to create the
274 // EGLImage for this buffer. If this happens, the buffer has already
275 // been released, so we need to clean up the queue and bug out
276 // early.
277 if (queuedBuffer) {
278 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700279 for (auto& [item, surfaceFrame] : mQueueItems) {
280 if (surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000281 addSurfaceFrameDroppedForBuffer(surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700282 }
283 }
Marissa Wallfd668622018-05-10 10:21:13 -0700284 mQueueItems.clear();
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700285 mQueuedFrames = 0;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800286 mFlinger->mTimeStats->onDestroy(layerId);
287 mFlinger->mFrameTracer->onDestroy(layerId);
Marissa Wallfd668622018-05-10 10:21:13 -0700288 }
289
290 // Once we have hit this state, the shadow queue may no longer
291 // correctly reflect the incoming BufferQueue's contents, so even if
292 // updateTexImage starts working, the only safe course of action is
293 // to continue to ignore updates.
294 mUpdateTexImageFailed = true;
295
296 return BAD_VALUE;
297 }
298
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530299 bool more_frames_pending = false;
Marissa Wallfd668622018-05-10 10:21:13 -0700300 if (queuedBuffer) {
301 // Autolock scope
302 auto currentFrameNumber = mConsumer->getFrameNumber();
303
304 Mutex::Autolock lock(mQueueItemLock);
305
306 // Remove any stale buffers that have been dropped during
307 // updateTexImage
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530308 while (mQueuedFrames > 0 && mQueueItems[0].item.mFrameNumber != currentFrameNumber) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700309 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
310 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
311 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000312 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700313 }
314 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700315 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700316 }
317
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700318 uint64_t bufferID = mQueueItems[0].item.mGraphicBuffer->getId();
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800319 mFlinger->mTimeStats->setLatchTime(layerId, currentFrameNumber, latchTime);
320 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferID, currentFrameNumber, latchTime,
Mikael Pessa90092f42019-08-26 17:22:04 -0700321 FrameTracer::FrameEvent::LATCH);
Marissa Wallfd668622018-05-10 10:21:13 -0700322
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700323 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000324 addSurfaceFramePresentedForBuffer(mQueueItems[0].surfaceFrame,
325 mQueueItems[0].item.mFenceTime->getSignalTime(),
326 latchTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700327 }
328 mQueueItems.erase(mQueueItems.begin());
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530329 more_frames_pending = (mQueuedFrames.fetch_sub(1) > 1);
Marissa Wallfd668622018-05-10 10:21:13 -0700330 }
331
332 // Decrement the queued-frames count. Signal another event if we
333 // have more frames pending.
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530334 if ((queuedBuffer && more_frames_pending) || mAutoRefresh) {
Marissa Wallfd668622018-05-10 10:21:13 -0700335 mFlinger->signalLayerUpdate();
336 }
337
338 return NO_ERROR;
339}
340
341status_t BufferQueueLayer::updateActiveBuffer() {
342 // update the active buffer
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700343 mPreviousBufferId = getCurrentBufferId();
chaviwd62d3062019-09-04 14:48:02 -0700344 mBufferInfo.mBuffer =
345 mConsumer->getCurrentBuffer(&mBufferInfo.mBufferSlot, &mBufferInfo.mFence);
Marissa Wallfd668622018-05-10 10:21:13 -0700346
chaviwd62d3062019-09-04 14:48:02 -0700347 if (mBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700348 // this can only happen if the very first buffer was rejected.
349 return BAD_VALUE;
350 }
351 return NO_ERROR;
352}
353
354status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) {
355 mPreviousFrameNumber = mCurrentFrameNumber;
356 mCurrentFrameNumber = mConsumer->getFrameNumber();
357
358 {
359 Mutex::Autolock lock(mFrameEventHistoryMutex);
360 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
361 }
362 return NO_ERROR;
363}
364
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000365void BufferQueueLayer::setFrameTimelineInfoForBuffer(const FrameTimelineInfo& frameTimelineInfo) {
366 mFrameTimelineInfo = frameTimelineInfo;
Ady Abraham22c7b5c2020-09-22 19:33:40 -0700367}
368
Marissa Wallfd668622018-05-10 10:21:13 -0700369// -----------------------------------------------------------------------
370// Interface implementation for BufferLayerConsumer::ContentsChangedListener
371// -----------------------------------------------------------------------
372
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700373void BufferQueueLayer::onFrameDequeued(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800374 const int32_t layerId = getSequence();
375 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
376 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700377 systemTime(), FrameTracer::FrameEvent::DEQUEUE);
378}
379
380void BufferQueueLayer::onFrameDetached(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800381 const int32_t layerId = getSequence();
382 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
383 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700384 systemTime(), FrameTracer::FrameEvent::DETACH);
385}
386
387void BufferQueueLayer::onFrameCancelled(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800388 const int32_t layerId = getSequence();
389 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700390 systemTime(), FrameTracer::FrameEvent::CANCEL);
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700391}
392
Marissa Wallfd668622018-05-10 10:21:13 -0700393void BufferQueueLayer::onFrameAvailable(const BufferItem& item) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800394 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700395 const uint64_t bufferId = item.mGraphicBuffer->getId();
396 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
397 FrameTracer::FrameEvent::QUEUE);
398 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
399 std::make_shared<FenceTime>(item.mFence),
400 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700401
Alec Mouri485e4c32019-04-30 18:24:05 -0700402 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700403 // Add this buffer from our internal queue tracker
404 { // Autolock scope
Dominik Laskowski49cea512019-11-12 14:13:23 -0800405 const nsecs_t presentTime = item.mIsAutoTimestamp ? 0 : item.mTimestamp;
Ady Abraham5def7332020-05-29 16:13:47 -0700406 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
407 LayerHistory::LayerUpdateType::Buffer);
Ana Krulec7ab56032018-11-02 20:51:06 +0100408
Marissa Wallfd668622018-05-10 10:21:13 -0700409 Mutex::Autolock lock(mQueueItemLock);
410 // Reset the frame number tracker when we receive the first buffer after
411 // a frame number reset
412 if (item.mFrameNumber == 1) {
413 mLastFrameNumberReceived = 0;
414 }
415
416 // Ensure that callbacks are handled in order
417 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
418 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
419 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700420 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800421 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700422 }
423 }
424
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000425 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700426
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100427 mQueueItems.push_back({item, surfaceFrame});
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700428 mQueuedFrames++;
Marissa Wallfd668622018-05-10 10:21:13 -0700429
430 // Wake up any pending callbacks
431 mLastFrameNumberReceived = item.mFrameNumber;
432 mQueueItemCondition.broadcast();
433 }
434
Rob Carra79435b2020-03-06 14:46:07 -0800435 mFlinger->mInterceptor->saveBufferUpdate(layerId, item.mGraphicBuffer->getWidth(),
Marissa Wallfd668622018-05-10 10:21:13 -0700436 item.mGraphicBuffer->getHeight(), item.mFrameNumber);
Ana Krulec3084c052018-11-21 20:27:17 +0100437
chaviw49a108c2019-08-12 11:23:06 -0700438 mFlinger->signalLayerUpdate();
Alec Mouri485e4c32019-04-30 18:24:05 -0700439 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700440}
441
442void BufferQueueLayer::onFrameReplaced(const BufferItem& item) {
Alec Mouri485e4c32019-04-30 18:24:05 -0700443 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700444 { // Autolock scope
445 Mutex::Autolock lock(mQueueItemLock);
446
447 // Ensure that callbacks are handled in order
448 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
449 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
450 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700451 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800452 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700453 }
454 }
455
Marissa Wall024a1912018-08-13 13:55:35 -0700456 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700457 ALOGE("Can't replace a frame on an empty queue");
458 return;
459 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700460
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000461 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700462 mQueueItems[mQueueItems.size() - 1].item = item;
463 mQueueItems[mQueueItems.size() - 1].surfaceFrame = std::move(surfaceFrame);
Marissa Wallfd668622018-05-10 10:21:13 -0700464
465 // Wake up any pending callbacks
466 mLastFrameNumberReceived = item.mFrameNumber;
467 mQueueItemCondition.broadcast();
468 }
Adithya Srinivasanba45bae2019-12-30 12:39:11 -0800469
470 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700471 const uint64_t bufferId = item.mGraphicBuffer->getId();
472 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
473 FrameTracer::FrameEvent::QUEUE);
474 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
475 std::make_shared<FenceTime>(item.mFence),
476 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Alec Mouri485e4c32019-04-30 18:24:05 -0700477 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700478}
479
480void BufferQueueLayer::onSidebandStreamChanged() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700481 bool sidebandStreamChanged = false;
482 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, true)) {
483 // mSidebandStreamChanged was changed to true
Marissa Wallfd668622018-05-10 10:21:13 -0700484 mFlinger->signalLayerUpdate();
485 }
486}
487
488// -----------------------------------------------------------------------
489
490void BufferQueueLayer::onFirstRef() {
Dan Stoza7b1b5a82018-07-31 16:00:21 -0700491 BufferLayer::onFirstRef();
492
Marissa Wallfd668622018-05-10 10:21:13 -0700493 // Creates a custom BufferQueue for SurfaceFlingerConsumer to use
494 sp<IGraphicBufferProducer> producer;
495 sp<IGraphicBufferConsumer> consumer;
Lloyd Piquee300b312019-10-03 13:03:45 -0700496 mFlinger->getFactory().createBufferQueue(&producer, &consumer, true);
497 mProducer = mFlinger->getFactory().createMonitoredProducer(producer, mFlinger, this);
498 mConsumer =
499 mFlinger->getFactory().createBufferLayerConsumer(consumer, mFlinger->getRenderEngine(),
500 mTextureName, this);
Marissa Wallfd668622018-05-10 10:21:13 -0700501 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
chaviw2d9a4292019-12-02 16:00:24 -0800502
503 mContentsChangedListener = new ContentsChangedListener(this);
504 mConsumer->setContentsChangedListener(mContentsChangedListener);
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700505 mConsumer->setName(String8(mName.data(), mName.size()));
Marissa Wallfd668622018-05-10 10:21:13 -0700506
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700507 mProducer->setMaxDequeuedBufferCount(2);
Marissa Wallfd668622018-05-10 10:21:13 -0700508}
509
510status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) {
Marissa Wallfd668622018-05-10 10:21:13 -0700511 // never allow a surface larger than what our underlying GL implementation
512 // can handle.
Garfield Tan9c9c1912021-07-19 12:02:16 -0700513 if (mFlinger->exceedsMaxRenderTargetSize(w, h)) {
514 ALOGE("dimensions too large %" PRIu32 " x %" PRIu32, w, h);
Marissa Wallfd668622018-05-10 10:21:13 -0700515 return BAD_VALUE;
516 }
517
Marissa Wallfd668622018-05-10 10:21:13 -0700518 setDefaultBufferSize(w, h);
519 mConsumer->setDefaultBufferFormat(format);
520 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
521
522 return NO_ERROR;
523}
524
525sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const {
526 return mProducer;
527}
528
529uint32_t BufferQueueLayer::getProducerStickyTransform() const {
530 int producerStickyTransform = 0;
531 int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform);
532 if (ret != OK) {
533 ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__,
534 strerror(-ret), ret);
535 return 0;
536 }
537 return static_cast<uint32_t>(producerStickyTransform);
538}
539
chaviw4244e032019-09-04 11:27:49 -0700540void BufferQueueLayer::gatherBufferInfo() {
chaviwdebadb82020-03-26 14:57:24 -0700541 BufferLayer::gatherBufferInfo();
542
chaviw4244e032019-09-04 11:27:49 -0700543 mBufferInfo.mDesiredPresentTime = mConsumer->getTimestamp();
544 mBufferInfo.mFenceTime = mConsumer->getCurrentFenceTime();
545 mBufferInfo.mFence = mConsumer->getCurrentFence();
chaviw4244e032019-09-04 11:27:49 -0700546 mBufferInfo.mTransform = mConsumer->getCurrentTransform();
547 mBufferInfo.mDataspace = translateDataspace(mConsumer->getCurrentDataSpace());
548 mBufferInfo.mCrop = mConsumer->getCurrentCrop();
549 mBufferInfo.mScaleMode = mConsumer->getCurrentScalingMode();
550 mBufferInfo.mSurfaceDamage = mConsumer->getSurfaceDamage();
551 mBufferInfo.mHdrMetadata = mConsumer->getCurrentHdrMetadata();
552 mBufferInfo.mApi = mConsumer->getCurrentApi();
chaviw4244e032019-09-04 11:27:49 -0700553 mBufferInfo.mTransformToDisplayInverse = mConsumer->getTransformToDisplayInverse();
554}
555
chaviwb4c6e582019-08-16 14:35:07 -0700556sp<Layer> BufferQueueLayer::createClone() {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700557 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
chaviwb4c6e582019-08-16 14:35:07 -0700558 args.textureName = mTextureName;
Lloyd Pique1c3a5eb2019-10-03 13:07:08 -0700559 sp<BufferQueueLayer> layer = mFlinger->getFactory().createBufferQueueLayer(args);
chaviwb4c6e582019-08-16 14:35:07 -0700560 layer->setInitialValuesForClone(this);
561
562 return layer;
563}
564
chaviw2d9a4292019-12-02 16:00:24 -0800565// -----------------------------------------------------------------------
566// Interface implementation for BufferLayerConsumer::ContentsChangedListener
567// -----------------------------------------------------------------------
568
569void BufferQueueLayer::ContentsChangedListener::onFrameAvailable(const BufferItem& item) {
570 Mutex::Autolock lock(mMutex);
571 if (mBufferQueueLayer != nullptr) {
572 mBufferQueueLayer->onFrameAvailable(item);
573 }
574}
575
576void BufferQueueLayer::ContentsChangedListener::onFrameReplaced(const BufferItem& item) {
577 Mutex::Autolock lock(mMutex);
578 if (mBufferQueueLayer != nullptr) {
579 mBufferQueueLayer->onFrameReplaced(item);
580 }
581}
582
583void BufferQueueLayer::ContentsChangedListener::onSidebandStreamChanged() {
584 Mutex::Autolock lock(mMutex);
585 if (mBufferQueueLayer != nullptr) {
586 mBufferQueueLayer->onSidebandStreamChanged();
587 }
588}
589
590void BufferQueueLayer::ContentsChangedListener::onFrameDequeued(const uint64_t bufferId) {
591 Mutex::Autolock lock(mMutex);
592 if (mBufferQueueLayer != nullptr) {
593 mBufferQueueLayer->onFrameDequeued(bufferId);
594 }
595}
596
597void BufferQueueLayer::ContentsChangedListener::onFrameDetached(const uint64_t bufferId) {
598 Mutex::Autolock lock(mMutex);
599 if (mBufferQueueLayer != nullptr) {
600 mBufferQueueLayer->onFrameDetached(bufferId);
601 }
602}
603
604void BufferQueueLayer::ContentsChangedListener::onFrameCancelled(const uint64_t bufferId) {
605 Mutex::Autolock lock(mMutex);
606 if (mBufferQueueLayer != nullptr) {
607 mBufferQueueLayer->onFrameCancelled(bufferId);
608 }
609}
610
611void BufferQueueLayer::ContentsChangedListener::abandon() {
612 Mutex::Autolock lock(mMutex);
613 mBufferQueueLayer = nullptr;
614}
615
616// -----------------------------------------------------------------------
617
Marissa Wallfd668622018-05-10 10:21:13 -0700618} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800619
620// TODO(b/129481165): remove the #pragma below and fix conversion issues
Siarhei Vishniakoue3ce49d2020-09-29 19:08:13 -0500621#pragma clang diagnostic pop // ignored "-Wconversion"