blob: 6b6d43425dea96181d643f269c151d8d8eb36d0c [file] [log] [blame]
Marissa Wallfd668622018-05-10 10:21:13 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010020#pragma clang diagnostic ignored "-Wextra"
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080021
Alec Mouri485e4c32019-04-30 18:24:05 -070022#undef LOG_TAG
23#define LOG_TAG "BufferQueueLayer"
24#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Lloyd Pique9755fb72019-03-26 14:44:40 -070025#include "BufferQueueLayer.h"
26
Lloyd Pique9755fb72019-03-26 14:44:40 -070027#include <compositionengine/LayerFECompositionState.h>
Ady Abrahamcd1580c2019-04-29 15:40:03 -070028#include <gui/BufferQueueConsumer.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080029#include <system/window.h>
30
Marissa Wallfd668622018-05-10 10:21:13 -070031#include "LayerRejecter.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -070032#include "SurfaceInterceptor.h"
Marissa Wallfd668622018-05-10 10:21:13 -070033
Mikael Pessa90092f42019-08-26 17:22:04 -070034#include "FrameTracer/FrameTracer.h"
Ady Abraham5def7332020-05-29 16:13:47 -070035#include "Scheduler/LayerHistory.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080036#include "TimeStats/TimeStats.h"
37
Marissa Wallfd668622018-05-10 10:21:13 -070038namespace android {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070039using PresentState = frametimeline::SurfaceFrame::PresentState;
Marissa Wallfd668622018-05-10 10:21:13 -070040
Lloyd Pique42ab75e2018-09-12 20:46:03 -070041BufferQueueLayer::BufferQueueLayer(const LayerCreationArgs& args) : BufferLayer(args) {}
42
Robert Carr2e102c92018-10-23 12:11:15 -070043BufferQueueLayer::~BufferQueueLayer() {
chaviw2d9a4292019-12-02 16:00:24 -080044 mContentsChangedListener->abandon();
Robert Carr2e102c92018-10-23 12:11:15 -070045 mConsumer->abandon();
46}
Marissa Wallfd668622018-05-10 10:21:13 -070047
48// -----------------------------------------------------------------------
49// Interface implementation for Layer
50// -----------------------------------------------------------------------
51
52void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
53 mConsumer->setReleaseFence(releaseFence);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070054
55 // Prevent tracing the same release multiple times.
56 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
Mikael Pessa90092f42019-08-26 17:22:04 -070057 mFlinger->mFrameTracer->traceFence(getSequence(), mPreviousBufferId, mPreviousFrameNumber,
58 std::make_shared<FenceTime>(releaseFence),
59 FrameTracer::FrameEvent::RELEASE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070060 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
61 }
Marissa Wallfd668622018-05-10 10:21:13 -070062}
63
Dominik Laskowskib7251f42020-04-20 17:42:59 -070064void BufferQueueLayer::setTransformHint(ui::Transform::RotationFlags displayTransformHint) {
Vishnu Nair6213bd92020-05-08 17:42:25 -070065 BufferLayer::setTransformHint(displayTransformHint);
66 mConsumer->setTransformHint(mTransformHint);
Marissa Wallfd668622018-05-10 10:21:13 -070067}
68
69std::vector<OccupancyTracker::Segment> BufferQueueLayer::getOccupancyHistory(bool forceFlush) {
70 std::vector<OccupancyTracker::Segment> history;
71 status_t result = mConsumer->getOccupancyHistory(forceFlush, &history);
72 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -070073 ALOGW("[%s] Failed to obtain occupancy history (%d)", getDebugName(), result);
Marissa Wallfd668622018-05-10 10:21:13 -070074 return {};
75 }
76 return history;
77}
78
Marissa Wallfd668622018-05-10 10:21:13 -070079void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
80 if (!mConsumer->releasePendingBuffer()) {
81 return;
82 }
83
84 auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence());
85 mReleaseTimeline.updateSignalTimes();
86 mReleaseTimeline.push(releaseFenceTime);
87
88 Mutex::Autolock lock(mFrameEventHistoryMutex);
89 if (mPreviousFrameNumber != 0) {
90 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
91 std::move(releaseFenceTime));
92 }
93}
94
95void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) {
96 mConsumer->setDefaultBufferSize(w, h);
97}
98
99int32_t BufferQueueLayer::getQueuedFrameCount() const {
100 return mQueuedFrames;
101}
102
Ady Abraham63a3e592021-01-06 10:47:15 -0800103bool BufferQueueLayer::isBufferDue(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700104 Mutex::Autolock lock(mQueueItemLock);
105
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700106 const int64_t addedTime = mQueueItems[0].item.mTimestamp;
Marissa Wallfd668622018-05-10 10:21:13 -0700107
108 // Ignore timestamps more than a second in the future
109 const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1));
110 ALOGW_IF(!isPlausible,
111 "[%s] Timestamp %" PRId64 " seems implausible "
112 "relative to expectedPresent %" PRId64,
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700113 getDebugName(), addedTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700114
Alec Mouri91f6df32020-01-30 08:48:58 -0800115 if (!isPlausible) {
116 mFlinger->mTimeStats->incrementBadDesiredPresent(getSequence());
117 }
118
Marissa Wallfd668622018-05-10 10:21:13 -0700119 const bool isDue = addedTime < expectedPresentTime;
120 return isDue || !isPlausible;
121}
122
123// -----------------------------------------------------------------------
124// Interface implementation for BufferLayer
125// -----------------------------------------------------------------------
126
127bool BufferQueueLayer::fenceHasSignaled() const {
Huihong Luo86c80e32021-06-16 15:41:07 -0700128 Mutex::Autolock lock(mQueueItemLock);
129
130 if (SurfaceFlinger::enableLatchUnsignaled) {
131 return true;
132 }
133
Marissa Wall024a1912018-08-13 13:55:35 -0700134 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700135 return true;
136 }
137
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700138 if (mQueueItems[0].item.mIsDroppable) {
Marissa Wallfd668622018-05-10 10:21:13 -0700139 // Even though this buffer's fence may not have signaled yet, it could
140 // be replaced by another buffer before it has a chance to, which means
141 // that it's possible to get into a situation where a buffer is never
142 // able to be latched. To avoid this, grab this buffer anyway.
143 return true;
144 }
Alec Mouri91f6df32020-01-30 08:48:58 -0800145 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700146 mQueueItems[0].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Alec Mouri91f6df32020-01-30 08:48:58 -0800147 if (!fenceSignaled) {
148 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
149 TimeStats::LatchSkipReason::LateAcquire);
150 }
151
152 return fenceSignaled;
Marissa Wallfd668622018-05-10 10:21:13 -0700153}
154
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700155bool BufferQueueLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700156 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
157 return true;
158 }
159
160 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700161 return mQueueItems[0].item.mTimestamp <= expectedPresentTime;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700162}
163
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700164uint64_t BufferQueueLayer::getFrameNumber(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700165 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700166 uint64_t frameNumber = mQueueItems[0].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700167
168 // The head of the queue will be dropped if there are signaled and timely frames behind it
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700169 if (isRemovedFromCurrentState()) {
170 expectedPresentTime = 0;
171 }
172
173 for (int i = 1; i < mQueueItems.size(); i++) {
174 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700175 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700176 if (!fenceSignaled) {
177 break;
178 }
179
180 // We don't drop frames without explicit timestamps
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700181 if (mQueueItems[i].item.mIsAutoTimestamp) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700182 break;
183 }
184
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700185 const nsecs_t desiredPresent = mQueueItems[i].item.mTimestamp;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700186 if (desiredPresent < expectedPresentTime - BufferQueueConsumer::MAX_REASONABLE_NSEC ||
187 desiredPresent > expectedPresentTime) {
188 break;
189 }
190
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700191 frameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700192 }
193
194 return frameNumber;
Marissa Wallfd668622018-05-10 10:21:13 -0700195}
196
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800197bool BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
Marin Shalamanovd6280d62020-06-26 13:18:15 +0200198 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200199 const bool updateSidebandStream = hasFrameUpdate() && mSidebandStream.get();
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200200
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700201 bool sidebandStreamChanged = true;
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200202 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, false) ||
203 updateSidebandStream) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700204 // mSidebandStreamChanged was changed to false
Pierre Couillaudd66b6c22019-08-27 13:43:22 -0700205 mSidebandStream = mConsumer->getSidebandStream();
Lloyd Piquede196652020-01-22 17:29:58 -0800206 auto* layerCompositionState = editCompositionState();
207 layerCompositionState->sidebandStream = mSidebandStream;
208 if (layerCompositionState->sidebandStream != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700209 setTransactionFlags(eTransactionNeeded);
210 mFlinger->setTransactionFlags(eTraversalNeeded);
211 }
Ady Abraham83729882018-12-07 12:26:48 -0800212 recomputeVisibleRegions = true;
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800213
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800214 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700215 }
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800216 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700217}
218
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800219bool BufferQueueLayer::hasFrameUpdate() const {
Marissa Wallfd668622018-05-10 10:21:13 -0700220 return mQueuedFrames > 0;
221}
222
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700223status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime,
224 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700225 // This boolean is used to make sure that SurfaceFlinger's shadow copy
226 // of the buffer queue isn't modified when the buffer queue is returning
227 // BufferItem's that weren't actually queued. This can happen in shared
228 // buffer mode.
229 bool queuedBuffer = false;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800230 const int32_t layerId = getSequence();
Robert Carr6a160312021-05-17 12:08:20 -0700231 LayerRejecter r(mDrawingState, getDrawingState(), recomputeVisibleRegions,
Robert Carr916b0362020-10-06 13:53:03 -0700232 getProducerStickyTransform() != 0, mName,
chaviw214c89d2019-09-04 16:03:53 -0700233 getTransformToDisplayInverse());
Ana Krulece588e312018-09-18 12:32:24 -0700234
Robert Carra0629232019-02-07 15:28:54 -0800235 if (isRemovedFromCurrentState()) {
236 expectedPresentTime = 0;
237 }
238
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800239 // updateTexImage() below might drop the some buffers at the head of the queue if there is a
240 // buffer behind them which is timely to be presented. However this buffer may not be signaled
241 // yet. The code below makes sure that this wouldn't happen by setting maxFrameNumber to the
242 // last buffer that was signaled.
243 uint64_t lastSignaledFrameNumber = mLastFrameNumberReceived;
244 {
245 Mutex::Autolock lock(mQueueItemLock);
246 for (int i = 0; i < mQueueItems.size(); i++) {
247 bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700248 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800249 if (!fenceSignaled) {
250 break;
251 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700252 lastSignaledFrameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800253 }
254 }
255 const uint64_t maxFrameNumberToAcquire =
256 std::min(mLastFrameNumberReceived.load(), lastSignaledFrameNumber);
Robert Carra0629232019-02-07 15:28:54 -0800257
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800258 bool autoRefresh;
259 status_t updateResult = mConsumer->updateTexImage(&r, expectedPresentTime, &autoRefresh,
Alec Mouri56e538f2019-01-14 15:22:01 -0800260 &queuedBuffer, maxFrameNumberToAcquire);
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800261 mAutoRefresh = autoRefresh;
Marissa Wallfd668622018-05-10 10:21:13 -0700262 if (updateResult == BufferQueue::PRESENT_LATER) {
263 // Producer doesn't want buffer to be displayed yet. Signal a
264 // layer update so we check again at the next opportunity.
265 mFlinger->signalLayerUpdate();
266 return BAD_VALUE;
267 } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) {
268 // If the buffer has been rejected, remove it from the shadow queue
269 // and return early
270 if (queuedBuffer) {
271 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700272 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
273 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
274 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000275 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700276 }
277 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700278 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700279 }
280 return BAD_VALUE;
281 } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) {
282 // This can occur if something goes wrong when trying to create the
283 // EGLImage for this buffer. If this happens, the buffer has already
284 // been released, so we need to clean up the queue and bug out
285 // early.
286 if (queuedBuffer) {
287 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700288 for (auto& [item, surfaceFrame] : mQueueItems) {
289 if (surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000290 addSurfaceFrameDroppedForBuffer(surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700291 }
292 }
Marissa Wallfd668622018-05-10 10:21:13 -0700293 mQueueItems.clear();
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700294 mQueuedFrames = 0;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800295 mFlinger->mTimeStats->onDestroy(layerId);
296 mFlinger->mFrameTracer->onDestroy(layerId);
Marissa Wallfd668622018-05-10 10:21:13 -0700297 }
298
299 // Once we have hit this state, the shadow queue may no longer
300 // correctly reflect the incoming BufferQueue's contents, so even if
301 // updateTexImage starts working, the only safe course of action is
302 // to continue to ignore updates.
303 mUpdateTexImageFailed = true;
304
305 return BAD_VALUE;
306 }
307
308 if (queuedBuffer) {
309 // Autolock scope
310 auto currentFrameNumber = mConsumer->getFrameNumber();
311
312 Mutex::Autolock lock(mQueueItemLock);
313
314 // Remove any stale buffers that have been dropped during
315 // updateTexImage
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700316 while (mQueueItems[0].item.mFrameNumber != currentFrameNumber) {
317 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
318 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
319 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000320 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700321 }
322 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700323 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700324 }
325
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700326 uint64_t bufferID = mQueueItems[0].item.mGraphicBuffer->getId();
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800327 mFlinger->mTimeStats->setLatchTime(layerId, currentFrameNumber, latchTime);
328 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferID, currentFrameNumber, latchTime,
Mikael Pessa90092f42019-08-26 17:22:04 -0700329 FrameTracer::FrameEvent::LATCH);
Marissa Wallfd668622018-05-10 10:21:13 -0700330
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700331 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000332 addSurfaceFramePresentedForBuffer(mQueueItems[0].surfaceFrame,
333 mQueueItems[0].item.mFenceTime->getSignalTime(),
334 latchTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700335 }
336 mQueueItems.erase(mQueueItems.begin());
Marissa Wallfd668622018-05-10 10:21:13 -0700337 }
338
339 // Decrement the queued-frames count. Signal another event if we
340 // have more frames pending.
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700341 if ((queuedBuffer && mQueuedFrames.fetch_sub(1) > 1) || mAutoRefresh) {
Marissa Wallfd668622018-05-10 10:21:13 -0700342 mFlinger->signalLayerUpdate();
343 }
344
345 return NO_ERROR;
346}
347
348status_t BufferQueueLayer::updateActiveBuffer() {
349 // update the active buffer
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700350 mPreviousBufferId = getCurrentBufferId();
chaviwd62d3062019-09-04 14:48:02 -0700351 mBufferInfo.mBuffer =
352 mConsumer->getCurrentBuffer(&mBufferInfo.mBufferSlot, &mBufferInfo.mFence);
Marissa Wallfd668622018-05-10 10:21:13 -0700353
chaviwd62d3062019-09-04 14:48:02 -0700354 if (mBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700355 // this can only happen if the very first buffer was rejected.
356 return BAD_VALUE;
357 }
358 return NO_ERROR;
359}
360
361status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) {
362 mPreviousFrameNumber = mCurrentFrameNumber;
363 mCurrentFrameNumber = mConsumer->getFrameNumber();
364
365 {
366 Mutex::Autolock lock(mFrameEventHistoryMutex);
367 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
368 }
369 return NO_ERROR;
370}
371
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000372void BufferQueueLayer::setFrameTimelineInfoForBuffer(const FrameTimelineInfo& frameTimelineInfo) {
373 mFrameTimelineInfo = frameTimelineInfo;
Ady Abraham22c7b5c2020-09-22 19:33:40 -0700374}
375
Marissa Wallfd668622018-05-10 10:21:13 -0700376// -----------------------------------------------------------------------
377// Interface implementation for BufferLayerConsumer::ContentsChangedListener
378// -----------------------------------------------------------------------
379
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700380void BufferQueueLayer::onFrameDequeued(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800381 const int32_t layerId = getSequence();
382 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
383 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700384 systemTime(), FrameTracer::FrameEvent::DEQUEUE);
385}
386
387void BufferQueueLayer::onFrameDetached(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800388 const int32_t layerId = getSequence();
389 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
390 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700391 systemTime(), FrameTracer::FrameEvent::DETACH);
392}
393
394void BufferQueueLayer::onFrameCancelled(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800395 const int32_t layerId = getSequence();
396 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700397 systemTime(), FrameTracer::FrameEvent::CANCEL);
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700398}
399
Marissa Wallfd668622018-05-10 10:21:13 -0700400void BufferQueueLayer::onFrameAvailable(const BufferItem& item) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800401 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700402 const uint64_t bufferId = item.mGraphicBuffer->getId();
403 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
404 FrameTracer::FrameEvent::QUEUE);
405 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
406 std::make_shared<FenceTime>(item.mFence),
407 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700408
Alec Mouri485e4c32019-04-30 18:24:05 -0700409 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700410 // Add this buffer from our internal queue tracker
411 { // Autolock scope
Dominik Laskowski49cea512019-11-12 14:13:23 -0800412 const nsecs_t presentTime = item.mIsAutoTimestamp ? 0 : item.mTimestamp;
Ady Abraham5def7332020-05-29 16:13:47 -0700413 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
414 LayerHistory::LayerUpdateType::Buffer);
Ana Krulec7ab56032018-11-02 20:51:06 +0100415
Marissa Wallfd668622018-05-10 10:21:13 -0700416 Mutex::Autolock lock(mQueueItemLock);
417 // Reset the frame number tracker when we receive the first buffer after
418 // a frame number reset
419 if (item.mFrameNumber == 1) {
420 mLastFrameNumberReceived = 0;
421 }
422
423 // Ensure that callbacks are handled in order
424 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
425 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
426 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700427 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800428 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700429 }
430 }
431
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000432 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700433
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100434 mQueueItems.push_back({item, surfaceFrame});
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700435 mQueuedFrames++;
Marissa Wallfd668622018-05-10 10:21:13 -0700436
437 // Wake up any pending callbacks
438 mLastFrameNumberReceived = item.mFrameNumber;
439 mQueueItemCondition.broadcast();
440 }
441
Rob Carra79435b2020-03-06 14:46:07 -0800442 mFlinger->mInterceptor->saveBufferUpdate(layerId, item.mGraphicBuffer->getWidth(),
Marissa Wallfd668622018-05-10 10:21:13 -0700443 item.mGraphicBuffer->getHeight(), item.mFrameNumber);
Ana Krulec3084c052018-11-21 20:27:17 +0100444
chaviw49a108c2019-08-12 11:23:06 -0700445 mFlinger->signalLayerUpdate();
Alec Mouri485e4c32019-04-30 18:24:05 -0700446 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700447}
448
449void BufferQueueLayer::onFrameReplaced(const BufferItem& item) {
Alec Mouri485e4c32019-04-30 18:24:05 -0700450 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700451 { // Autolock scope
452 Mutex::Autolock lock(mQueueItemLock);
453
454 // Ensure that callbacks are handled in order
455 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
456 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
457 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700458 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800459 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700460 }
461 }
462
Marissa Wall024a1912018-08-13 13:55:35 -0700463 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700464 ALOGE("Can't replace a frame on an empty queue");
465 return;
466 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700467
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000468 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700469 mQueueItems[mQueueItems.size() - 1].item = item;
470 mQueueItems[mQueueItems.size() - 1].surfaceFrame = std::move(surfaceFrame);
Marissa Wallfd668622018-05-10 10:21:13 -0700471
472 // Wake up any pending callbacks
473 mLastFrameNumberReceived = item.mFrameNumber;
474 mQueueItemCondition.broadcast();
475 }
Adithya Srinivasanba45bae2019-12-30 12:39:11 -0800476
477 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700478 const uint64_t bufferId = item.mGraphicBuffer->getId();
479 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
480 FrameTracer::FrameEvent::QUEUE);
481 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
482 std::make_shared<FenceTime>(item.mFence),
483 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Alec Mouri485e4c32019-04-30 18:24:05 -0700484 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700485}
486
487void BufferQueueLayer::onSidebandStreamChanged() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700488 bool sidebandStreamChanged = false;
489 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, true)) {
490 // mSidebandStreamChanged was changed to true
Marissa Wallfd668622018-05-10 10:21:13 -0700491 mFlinger->signalLayerUpdate();
492 }
493}
494
495// -----------------------------------------------------------------------
496
497void BufferQueueLayer::onFirstRef() {
Dan Stoza7b1b5a82018-07-31 16:00:21 -0700498 BufferLayer::onFirstRef();
499
Marissa Wallfd668622018-05-10 10:21:13 -0700500 // Creates a custom BufferQueue for SurfaceFlingerConsumer to use
501 sp<IGraphicBufferProducer> producer;
502 sp<IGraphicBufferConsumer> consumer;
Lloyd Piquee300b312019-10-03 13:03:45 -0700503 mFlinger->getFactory().createBufferQueue(&producer, &consumer, true);
504 mProducer = mFlinger->getFactory().createMonitoredProducer(producer, mFlinger, this);
505 mConsumer =
506 mFlinger->getFactory().createBufferLayerConsumer(consumer, mFlinger->getRenderEngine(),
507 mTextureName, this);
Marissa Wallfd668622018-05-10 10:21:13 -0700508 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
chaviw2d9a4292019-12-02 16:00:24 -0800509
510 mContentsChangedListener = new ContentsChangedListener(this);
511 mConsumer->setContentsChangedListener(mContentsChangedListener);
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700512 mConsumer->setName(String8(mName.data(), mName.size()));
Marissa Wallfd668622018-05-10 10:21:13 -0700513
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700514 mProducer->setMaxDequeuedBufferCount(2);
Marissa Wallfd668622018-05-10 10:21:13 -0700515}
516
517status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) {
518 uint32_t const maxSurfaceDims =
Peiyong Lin3db42342018-08-16 09:15:59 -0700519 std::min(mFlinger->getMaxTextureSize(), mFlinger->getMaxViewportDims());
Marissa Wallfd668622018-05-10 10:21:13 -0700520
521 // never allow a surface larger than what our underlying GL implementation
522 // can handle.
523 if ((uint32_t(w) > maxSurfaceDims) || (uint32_t(h) > maxSurfaceDims)) {
524 ALOGE("dimensions too large %u x %u", uint32_t(w), uint32_t(h));
525 return BAD_VALUE;
526 }
527
Marissa Wallfd668622018-05-10 10:21:13 -0700528 setDefaultBufferSize(w, h);
529 mConsumer->setDefaultBufferFormat(format);
530 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
531
532 return NO_ERROR;
533}
534
535sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const {
536 return mProducer;
537}
538
539uint32_t BufferQueueLayer::getProducerStickyTransform() const {
540 int producerStickyTransform = 0;
541 int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform);
542 if (ret != OK) {
543 ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__,
544 strerror(-ret), ret);
545 return 0;
546 }
547 return static_cast<uint32_t>(producerStickyTransform);
548}
549
chaviw4244e032019-09-04 11:27:49 -0700550void BufferQueueLayer::gatherBufferInfo() {
chaviwdebadb82020-03-26 14:57:24 -0700551 BufferLayer::gatherBufferInfo();
552
chaviw4244e032019-09-04 11:27:49 -0700553 mBufferInfo.mDesiredPresentTime = mConsumer->getTimestamp();
554 mBufferInfo.mFenceTime = mConsumer->getCurrentFenceTime();
555 mBufferInfo.mFence = mConsumer->getCurrentFence();
chaviw4244e032019-09-04 11:27:49 -0700556 mBufferInfo.mTransform = mConsumer->getCurrentTransform();
557 mBufferInfo.mDataspace = translateDataspace(mConsumer->getCurrentDataSpace());
558 mBufferInfo.mCrop = mConsumer->getCurrentCrop();
559 mBufferInfo.mScaleMode = mConsumer->getCurrentScalingMode();
560 mBufferInfo.mSurfaceDamage = mConsumer->getSurfaceDamage();
561 mBufferInfo.mHdrMetadata = mConsumer->getCurrentHdrMetadata();
562 mBufferInfo.mApi = mConsumer->getCurrentApi();
chaviw4244e032019-09-04 11:27:49 -0700563 mBufferInfo.mTransformToDisplayInverse = mConsumer->getTransformToDisplayInverse();
564}
565
chaviwb4c6e582019-08-16 14:35:07 -0700566sp<Layer> BufferQueueLayer::createClone() {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700567 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
chaviwb4c6e582019-08-16 14:35:07 -0700568 args.textureName = mTextureName;
Lloyd Pique1c3a5eb2019-10-03 13:07:08 -0700569 sp<BufferQueueLayer> layer = mFlinger->getFactory().createBufferQueueLayer(args);
chaviwb4c6e582019-08-16 14:35:07 -0700570 layer->setInitialValuesForClone(this);
571
572 return layer;
573}
574
chaviw2d9a4292019-12-02 16:00:24 -0800575// -----------------------------------------------------------------------
576// Interface implementation for BufferLayerConsumer::ContentsChangedListener
577// -----------------------------------------------------------------------
578
579void BufferQueueLayer::ContentsChangedListener::onFrameAvailable(const BufferItem& item) {
580 Mutex::Autolock lock(mMutex);
581 if (mBufferQueueLayer != nullptr) {
582 mBufferQueueLayer->onFrameAvailable(item);
583 }
584}
585
586void BufferQueueLayer::ContentsChangedListener::onFrameReplaced(const BufferItem& item) {
587 Mutex::Autolock lock(mMutex);
588 if (mBufferQueueLayer != nullptr) {
589 mBufferQueueLayer->onFrameReplaced(item);
590 }
591}
592
593void BufferQueueLayer::ContentsChangedListener::onSidebandStreamChanged() {
594 Mutex::Autolock lock(mMutex);
595 if (mBufferQueueLayer != nullptr) {
596 mBufferQueueLayer->onSidebandStreamChanged();
597 }
598}
599
600void BufferQueueLayer::ContentsChangedListener::onFrameDequeued(const uint64_t bufferId) {
601 Mutex::Autolock lock(mMutex);
602 if (mBufferQueueLayer != nullptr) {
603 mBufferQueueLayer->onFrameDequeued(bufferId);
604 }
605}
606
607void BufferQueueLayer::ContentsChangedListener::onFrameDetached(const uint64_t bufferId) {
608 Mutex::Autolock lock(mMutex);
609 if (mBufferQueueLayer != nullptr) {
610 mBufferQueueLayer->onFrameDetached(bufferId);
611 }
612}
613
614void BufferQueueLayer::ContentsChangedListener::onFrameCancelled(const uint64_t bufferId) {
615 Mutex::Autolock lock(mMutex);
616 if (mBufferQueueLayer != nullptr) {
617 mBufferQueueLayer->onFrameCancelled(bufferId);
618 }
619}
620
621void BufferQueueLayer::ContentsChangedListener::abandon() {
622 Mutex::Autolock lock(mMutex);
623 mBufferQueueLayer = nullptr;
624}
625
626// -----------------------------------------------------------------------
627
Marissa Wallfd668622018-05-10 10:21:13 -0700628} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800629
630// TODO(b/129481165): remove the #pragma below and fix conversion issues
Marin Shalamanovbed7fd32020-12-21 20:02:20 +0100631#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"