blob: 81254ac64e8c629616e4a8bd15eabd2cbf928967 [file] [log] [blame]
Marissa Wallfd668622018-05-10 10:21:13 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010020#pragma clang diagnostic ignored "-Wextra"
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080021
Alec Mouri485e4c32019-04-30 18:24:05 -070022#undef LOG_TAG
23#define LOG_TAG "BufferQueueLayer"
24#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Lloyd Pique9755fb72019-03-26 14:44:40 -070025#include "BufferQueueLayer.h"
26
Lloyd Pique9755fb72019-03-26 14:44:40 -070027#include <compositionengine/LayerFECompositionState.h>
Ady Abrahamcd1580c2019-04-29 15:40:03 -070028#include <gui/BufferQueueConsumer.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080029#include <system/window.h>
30
Marissa Wallfd668622018-05-10 10:21:13 -070031#include "LayerRejecter.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -070032#include "SurfaceInterceptor.h"
Marissa Wallfd668622018-05-10 10:21:13 -070033
Mikael Pessa90092f42019-08-26 17:22:04 -070034#include "FrameTracer/FrameTracer.h"
Ady Abraham5def7332020-05-29 16:13:47 -070035#include "Scheduler/LayerHistory.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080036#include "TimeStats/TimeStats.h"
37
Marissa Wallfd668622018-05-10 10:21:13 -070038namespace android {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070039using PresentState = frametimeline::SurfaceFrame::PresentState;
Marissa Wallfd668622018-05-10 10:21:13 -070040
Lloyd Pique42ab75e2018-09-12 20:46:03 -070041BufferQueueLayer::BufferQueueLayer(const LayerCreationArgs& args) : BufferLayer(args) {}
42
Robert Carr2e102c92018-10-23 12:11:15 -070043BufferQueueLayer::~BufferQueueLayer() {
chaviw2d9a4292019-12-02 16:00:24 -080044 mContentsChangedListener->abandon();
Robert Carr2e102c92018-10-23 12:11:15 -070045 mConsumer->abandon();
46}
Marissa Wallfd668622018-05-10 10:21:13 -070047
48// -----------------------------------------------------------------------
49// Interface implementation for Layer
50// -----------------------------------------------------------------------
51
52void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
53 mConsumer->setReleaseFence(releaseFence);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070054
55 // Prevent tracing the same release multiple times.
56 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
Mikael Pessa90092f42019-08-26 17:22:04 -070057 mFlinger->mFrameTracer->traceFence(getSequence(), mPreviousBufferId, mPreviousFrameNumber,
58 std::make_shared<FenceTime>(releaseFence),
59 FrameTracer::FrameEvent::RELEASE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070060 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
61 }
Marissa Wallfd668622018-05-10 10:21:13 -070062}
63
Dominik Laskowskib7251f42020-04-20 17:42:59 -070064void BufferQueueLayer::setTransformHint(ui::Transform::RotationFlags displayTransformHint) {
Vishnu Nair6213bd92020-05-08 17:42:25 -070065 BufferLayer::setTransformHint(displayTransformHint);
66 mConsumer->setTransformHint(mTransformHint);
Marissa Wallfd668622018-05-10 10:21:13 -070067}
68
69std::vector<OccupancyTracker::Segment> BufferQueueLayer::getOccupancyHistory(bool forceFlush) {
70 std::vector<OccupancyTracker::Segment> history;
71 status_t result = mConsumer->getOccupancyHistory(forceFlush, &history);
72 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -070073 ALOGW("[%s] Failed to obtain occupancy history (%d)", getDebugName(), result);
Marissa Wallfd668622018-05-10 10:21:13 -070074 return {};
75 }
76 return history;
77}
78
Marissa Wallfd668622018-05-10 10:21:13 -070079void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
80 if (!mConsumer->releasePendingBuffer()) {
81 return;
82 }
83
84 auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence());
85 mReleaseTimeline.updateSignalTimes();
86 mReleaseTimeline.push(releaseFenceTime);
87
88 Mutex::Autolock lock(mFrameEventHistoryMutex);
89 if (mPreviousFrameNumber != 0) {
90 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
91 std::move(releaseFenceTime));
92 }
93}
94
95void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) {
96 mConsumer->setDefaultBufferSize(w, h);
97}
98
99int32_t BufferQueueLayer::getQueuedFrameCount() const {
100 return mQueuedFrames;
101}
102
Ady Abraham63a3e592021-01-06 10:47:15 -0800103bool BufferQueueLayer::isBufferDue(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700104 Mutex::Autolock lock(mQueueItemLock);
105
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700106 const int64_t addedTime = mQueueItems[0].item.mTimestamp;
Marissa Wallfd668622018-05-10 10:21:13 -0700107
108 // Ignore timestamps more than a second in the future
109 const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1));
110 ALOGW_IF(!isPlausible,
111 "[%s] Timestamp %" PRId64 " seems implausible "
112 "relative to expectedPresent %" PRId64,
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700113 getDebugName(), addedTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700114
Alec Mouri91f6df32020-01-30 08:48:58 -0800115 if (!isPlausible) {
116 mFlinger->mTimeStats->incrementBadDesiredPresent(getSequence());
117 }
118
Marissa Wallfd668622018-05-10 10:21:13 -0700119 const bool isDue = addedTime < expectedPresentTime;
120 return isDue || !isPlausible;
121}
122
123// -----------------------------------------------------------------------
124// Interface implementation for BufferLayer
125// -----------------------------------------------------------------------
126
127bool BufferQueueLayer::fenceHasSignaled() const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530128 Mutex::Autolock lock(mQueueItemLock);
Huihong Luof3441822021-06-16 15:41:07 -0700129
130 if (SurfaceFlinger::enableLatchUnsignaled) {
131 return true;
132 }
133
Marissa Wall024a1912018-08-13 13:55:35 -0700134 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700135 return true;
136 }
137
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700138 if (mQueueItems[0].item.mIsDroppable) {
Marissa Wallfd668622018-05-10 10:21:13 -0700139 // Even though this buffer's fence may not have signaled yet, it could
140 // be replaced by another buffer before it has a chance to, which means
141 // that it's possible to get into a situation where a buffer is never
142 // able to be latched. To avoid this, grab this buffer anyway.
143 return true;
144 }
Alec Mouri91f6df32020-01-30 08:48:58 -0800145 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700146 mQueueItems[0].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Alec Mouri91f6df32020-01-30 08:48:58 -0800147 if (!fenceSignaled) {
148 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
149 TimeStats::LatchSkipReason::LateAcquire);
150 }
151
152 return fenceSignaled;
Marissa Wallfd668622018-05-10 10:21:13 -0700153}
154
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700155bool BufferQueueLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530156 Mutex::Autolock lock(mQueueItemLock);
157
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700158 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
159 return true;
160 }
161
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700162 return mQueueItems[0].item.mTimestamp <= expectedPresentTime;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700163}
164
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700165uint64_t BufferQueueLayer::getFrameNumber(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700166 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700167 uint64_t frameNumber = mQueueItems[0].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700168
169 // The head of the queue will be dropped if there are signaled and timely frames behind it
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700170 if (isRemovedFromCurrentState()) {
171 expectedPresentTime = 0;
172 }
173
174 for (int i = 1; i < mQueueItems.size(); i++) {
175 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700176 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700177 if (!fenceSignaled) {
178 break;
179 }
180
181 // We don't drop frames without explicit timestamps
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700182 if (mQueueItems[i].item.mIsAutoTimestamp) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700183 break;
184 }
185
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700186 const nsecs_t desiredPresent = mQueueItems[i].item.mTimestamp;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700187 if (desiredPresent < expectedPresentTime - BufferQueueConsumer::MAX_REASONABLE_NSEC ||
188 desiredPresent > expectedPresentTime) {
189 break;
190 }
191
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700192 frameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700193 }
194
195 return frameNumber;
Marissa Wallfd668622018-05-10 10:21:13 -0700196}
197
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800198bool BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
Marin Shalamanovd6280d62020-06-26 13:18:15 +0200199 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200200 const bool updateSidebandStream = hasFrameUpdate() && mSidebandStream.get();
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200201
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700202 bool sidebandStreamChanged = true;
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200203 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, false) ||
204 updateSidebandStream) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700205 // mSidebandStreamChanged was changed to false
Pierre Couillaudd66b6c22019-08-27 13:43:22 -0700206 mSidebandStream = mConsumer->getSidebandStream();
Lloyd Piquede196652020-01-22 17:29:58 -0800207 auto* layerCompositionState = editCompositionState();
208 layerCompositionState->sidebandStream = mSidebandStream;
209 if (layerCompositionState->sidebandStream != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700210 setTransactionFlags(eTransactionNeeded);
211 mFlinger->setTransactionFlags(eTraversalNeeded);
212 }
Ady Abraham83729882018-12-07 12:26:48 -0800213 recomputeVisibleRegions = true;
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800214
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800215 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700216 }
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800217 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700218}
219
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800220bool BufferQueueLayer::hasFrameUpdate() const {
Marissa Wallfd668622018-05-10 10:21:13 -0700221 return mQueuedFrames > 0;
222}
223
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700224status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime,
225 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700226 // This boolean is used to make sure that SurfaceFlinger's shadow copy
227 // of the buffer queue isn't modified when the buffer queue is returning
228 // BufferItem's that weren't actually queued. This can happen in shared
229 // buffer mode.
230 bool queuedBuffer = false;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800231 const int32_t layerId = getSequence();
Robert Carr6a160312021-05-17 12:08:20 -0700232 LayerRejecter r(mDrawingState, getDrawingState(), recomputeVisibleRegions,
Robert Carr916b0362020-10-06 13:53:03 -0700233 getProducerStickyTransform() != 0, mName,
chaviw214c89d2019-09-04 16:03:53 -0700234 getTransformToDisplayInverse());
Ana Krulece588e312018-09-18 12:32:24 -0700235
Robert Carra0629232019-02-07 15:28:54 -0800236 if (isRemovedFromCurrentState()) {
237 expectedPresentTime = 0;
238 }
239
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800240 // updateTexImage() below might drop the some buffers at the head of the queue if there is a
241 // buffer behind them which is timely to be presented. However this buffer may not be signaled
242 // yet. The code below makes sure that this wouldn't happen by setting maxFrameNumber to the
243 // last buffer that was signaled.
244 uint64_t lastSignaledFrameNumber = mLastFrameNumberReceived;
245 {
246 Mutex::Autolock lock(mQueueItemLock);
247 for (int i = 0; i < mQueueItems.size(); i++) {
248 bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700249 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800250 if (!fenceSignaled) {
251 break;
252 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700253 lastSignaledFrameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800254 }
255 }
256 const uint64_t maxFrameNumberToAcquire =
257 std::min(mLastFrameNumberReceived.load(), lastSignaledFrameNumber);
Robert Carra0629232019-02-07 15:28:54 -0800258
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800259 bool autoRefresh;
260 status_t updateResult = mConsumer->updateTexImage(&r, expectedPresentTime, &autoRefresh,
Alec Mouri56e538f2019-01-14 15:22:01 -0800261 &queuedBuffer, maxFrameNumberToAcquire);
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800262 mAutoRefresh = autoRefresh;
Marissa Wallfd668622018-05-10 10:21:13 -0700263 if (updateResult == BufferQueue::PRESENT_LATER) {
264 // Producer doesn't want buffer to be displayed yet. Signal a
265 // layer update so we check again at the next opportunity.
266 mFlinger->signalLayerUpdate();
267 return BAD_VALUE;
268 } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) {
269 // If the buffer has been rejected, remove it from the shadow queue
270 // and return early
271 if (queuedBuffer) {
272 Mutex::Autolock lock(mQueueItemLock);
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530273 if (mQueuedFrames > 0) {
274 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
275 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
276 if (mQueueItems[0].surfaceFrame) {
277 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
278 }
279 mQueueItems.erase(mQueueItems.begin());
280 mQueuedFrames--;
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700281 }
Marissa Wallfd668622018-05-10 10:21:13 -0700282 }
283 return BAD_VALUE;
284 } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) {
285 // This can occur if something goes wrong when trying to create the
286 // EGLImage for this buffer. If this happens, the buffer has already
287 // been released, so we need to clean up the queue and bug out
288 // early.
289 if (queuedBuffer) {
290 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700291 for (auto& [item, surfaceFrame] : mQueueItems) {
292 if (surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000293 addSurfaceFrameDroppedForBuffer(surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700294 }
295 }
Marissa Wallfd668622018-05-10 10:21:13 -0700296 mQueueItems.clear();
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700297 mQueuedFrames = 0;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800298 mFlinger->mTimeStats->onDestroy(layerId);
299 mFlinger->mFrameTracer->onDestroy(layerId);
Marissa Wallfd668622018-05-10 10:21:13 -0700300 }
301
302 // Once we have hit this state, the shadow queue may no longer
303 // correctly reflect the incoming BufferQueue's contents, so even if
304 // updateTexImage starts working, the only safe course of action is
305 // to continue to ignore updates.
306 mUpdateTexImageFailed = true;
307
308 return BAD_VALUE;
309 }
310
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530311 bool more_frames_pending = false;
Marissa Wallfd668622018-05-10 10:21:13 -0700312 if (queuedBuffer) {
313 // Autolock scope
314 auto currentFrameNumber = mConsumer->getFrameNumber();
315
316 Mutex::Autolock lock(mQueueItemLock);
317
318 // Remove any stale buffers that have been dropped during
319 // updateTexImage
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530320 while (mQueuedFrames > 0 && mQueueItems[0].item.mFrameNumber != currentFrameNumber) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700321 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
322 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
323 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000324 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700325 }
326 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700327 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700328 }
329
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700330 uint64_t bufferID = mQueueItems[0].item.mGraphicBuffer->getId();
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800331 mFlinger->mTimeStats->setLatchTime(layerId, currentFrameNumber, latchTime);
332 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferID, currentFrameNumber, latchTime,
Mikael Pessa90092f42019-08-26 17:22:04 -0700333 FrameTracer::FrameEvent::LATCH);
Marissa Wallfd668622018-05-10 10:21:13 -0700334
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700335 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000336 addSurfaceFramePresentedForBuffer(mQueueItems[0].surfaceFrame,
337 mQueueItems[0].item.mFenceTime->getSignalTime(),
338 latchTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700339 }
340 mQueueItems.erase(mQueueItems.begin());
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530341 more_frames_pending = (mQueuedFrames.fetch_sub(1) > 1);
Marissa Wallfd668622018-05-10 10:21:13 -0700342 }
343
344 // Decrement the queued-frames count. Signal another event if we
345 // have more frames pending.
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530346 if ((queuedBuffer && more_frames_pending) || mAutoRefresh) {
Marissa Wallfd668622018-05-10 10:21:13 -0700347 mFlinger->signalLayerUpdate();
348 }
349
350 return NO_ERROR;
351}
352
353status_t BufferQueueLayer::updateActiveBuffer() {
354 // update the active buffer
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700355 mPreviousBufferId = getCurrentBufferId();
chaviwd62d3062019-09-04 14:48:02 -0700356 mBufferInfo.mBuffer =
357 mConsumer->getCurrentBuffer(&mBufferInfo.mBufferSlot, &mBufferInfo.mFence);
Marissa Wallfd668622018-05-10 10:21:13 -0700358
chaviwd62d3062019-09-04 14:48:02 -0700359 if (mBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700360 // this can only happen if the very first buffer was rejected.
361 return BAD_VALUE;
362 }
363 return NO_ERROR;
364}
365
366status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) {
367 mPreviousFrameNumber = mCurrentFrameNumber;
368 mCurrentFrameNumber = mConsumer->getFrameNumber();
369
370 {
371 Mutex::Autolock lock(mFrameEventHistoryMutex);
372 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
373 }
374 return NO_ERROR;
375}
376
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000377void BufferQueueLayer::setFrameTimelineInfoForBuffer(const FrameTimelineInfo& frameTimelineInfo) {
378 mFrameTimelineInfo = frameTimelineInfo;
Ady Abraham22c7b5c2020-09-22 19:33:40 -0700379}
380
Marissa Wallfd668622018-05-10 10:21:13 -0700381// -----------------------------------------------------------------------
382// Interface implementation for BufferLayerConsumer::ContentsChangedListener
383// -----------------------------------------------------------------------
384
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700385void BufferQueueLayer::onFrameDequeued(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800386 const int32_t layerId = getSequence();
387 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
388 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700389 systemTime(), FrameTracer::FrameEvent::DEQUEUE);
390}
391
392void BufferQueueLayer::onFrameDetached(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800393 const int32_t layerId = getSequence();
394 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
395 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700396 systemTime(), FrameTracer::FrameEvent::DETACH);
397}
398
399void BufferQueueLayer::onFrameCancelled(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800400 const int32_t layerId = getSequence();
401 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700402 systemTime(), FrameTracer::FrameEvent::CANCEL);
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700403}
404
Marissa Wallfd668622018-05-10 10:21:13 -0700405void BufferQueueLayer::onFrameAvailable(const BufferItem& item) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800406 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700407 const uint64_t bufferId = item.mGraphicBuffer->getId();
408 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
409 FrameTracer::FrameEvent::QUEUE);
410 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
411 std::make_shared<FenceTime>(item.mFence),
412 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700413
Alec Mouri485e4c32019-04-30 18:24:05 -0700414 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700415 // Add this buffer from our internal queue tracker
416 { // Autolock scope
Dominik Laskowski49cea512019-11-12 14:13:23 -0800417 const nsecs_t presentTime = item.mIsAutoTimestamp ? 0 : item.mTimestamp;
Ady Abraham5def7332020-05-29 16:13:47 -0700418 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
419 LayerHistory::LayerUpdateType::Buffer);
Ana Krulec7ab56032018-11-02 20:51:06 +0100420
Marissa Wallfd668622018-05-10 10:21:13 -0700421 Mutex::Autolock lock(mQueueItemLock);
422 // Reset the frame number tracker when we receive the first buffer after
423 // a frame number reset
424 if (item.mFrameNumber == 1) {
425 mLastFrameNumberReceived = 0;
426 }
427
428 // Ensure that callbacks are handled in order
429 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
430 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
431 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700432 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800433 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700434 }
435 }
436
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000437 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700438
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100439 mQueueItems.push_back({item, surfaceFrame});
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700440 mQueuedFrames++;
Marissa Wallfd668622018-05-10 10:21:13 -0700441
442 // Wake up any pending callbacks
443 mLastFrameNumberReceived = item.mFrameNumber;
444 mQueueItemCondition.broadcast();
445 }
446
Rob Carra79435b2020-03-06 14:46:07 -0800447 mFlinger->mInterceptor->saveBufferUpdate(layerId, item.mGraphicBuffer->getWidth(),
Marissa Wallfd668622018-05-10 10:21:13 -0700448 item.mGraphicBuffer->getHeight(), item.mFrameNumber);
Ana Krulec3084c052018-11-21 20:27:17 +0100449
chaviw49a108c2019-08-12 11:23:06 -0700450 mFlinger->signalLayerUpdate();
Alec Mouri485e4c32019-04-30 18:24:05 -0700451 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700452}
453
454void BufferQueueLayer::onFrameReplaced(const BufferItem& item) {
Alec Mouri485e4c32019-04-30 18:24:05 -0700455 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700456 { // Autolock scope
457 Mutex::Autolock lock(mQueueItemLock);
458
459 // Ensure that callbacks are handled in order
460 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
461 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
462 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700463 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800464 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700465 }
466 }
467
Marissa Wall024a1912018-08-13 13:55:35 -0700468 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700469 ALOGE("Can't replace a frame on an empty queue");
470 return;
471 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700472
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000473 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700474 mQueueItems[mQueueItems.size() - 1].item = item;
475 mQueueItems[mQueueItems.size() - 1].surfaceFrame = std::move(surfaceFrame);
Marissa Wallfd668622018-05-10 10:21:13 -0700476
477 // Wake up any pending callbacks
478 mLastFrameNumberReceived = item.mFrameNumber;
479 mQueueItemCondition.broadcast();
480 }
Adithya Srinivasanba45bae2019-12-30 12:39:11 -0800481
482 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700483 const uint64_t bufferId = item.mGraphicBuffer->getId();
484 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
485 FrameTracer::FrameEvent::QUEUE);
486 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
487 std::make_shared<FenceTime>(item.mFence),
488 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Alec Mouri485e4c32019-04-30 18:24:05 -0700489 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700490}
491
492void BufferQueueLayer::onSidebandStreamChanged() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700493 bool sidebandStreamChanged = false;
494 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, true)) {
495 // mSidebandStreamChanged was changed to true
Marissa Wallfd668622018-05-10 10:21:13 -0700496 mFlinger->signalLayerUpdate();
497 }
498}
499
500// -----------------------------------------------------------------------
501
502void BufferQueueLayer::onFirstRef() {
Dan Stoza7b1b5a82018-07-31 16:00:21 -0700503 BufferLayer::onFirstRef();
504
Marissa Wallfd668622018-05-10 10:21:13 -0700505 // Creates a custom BufferQueue for SurfaceFlingerConsumer to use
506 sp<IGraphicBufferProducer> producer;
507 sp<IGraphicBufferConsumer> consumer;
Lloyd Piquee300b312019-10-03 13:03:45 -0700508 mFlinger->getFactory().createBufferQueue(&producer, &consumer, true);
509 mProducer = mFlinger->getFactory().createMonitoredProducer(producer, mFlinger, this);
510 mConsumer =
511 mFlinger->getFactory().createBufferLayerConsumer(consumer, mFlinger->getRenderEngine(),
512 mTextureName, this);
Marissa Wallfd668622018-05-10 10:21:13 -0700513 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
chaviw2d9a4292019-12-02 16:00:24 -0800514
515 mContentsChangedListener = new ContentsChangedListener(this);
516 mConsumer->setContentsChangedListener(mContentsChangedListener);
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700517 mConsumer->setName(String8(mName.data(), mName.size()));
Marissa Wallfd668622018-05-10 10:21:13 -0700518
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700519 mProducer->setMaxDequeuedBufferCount(2);
Marissa Wallfd668622018-05-10 10:21:13 -0700520}
521
522status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) {
Marissa Wallfd668622018-05-10 10:21:13 -0700523 // never allow a surface larger than what our underlying GL implementation
524 // can handle.
Garfield Tan9c9c1912021-07-19 12:02:16 -0700525 if (mFlinger->exceedsMaxRenderTargetSize(w, h)) {
526 ALOGE("dimensions too large %" PRIu32 " x %" PRIu32, w, h);
Marissa Wallfd668622018-05-10 10:21:13 -0700527 return BAD_VALUE;
528 }
529
Marissa Wallfd668622018-05-10 10:21:13 -0700530 setDefaultBufferSize(w, h);
531 mConsumer->setDefaultBufferFormat(format);
532 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
533
534 return NO_ERROR;
535}
536
537sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const {
538 return mProducer;
539}
540
541uint32_t BufferQueueLayer::getProducerStickyTransform() const {
542 int producerStickyTransform = 0;
543 int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform);
544 if (ret != OK) {
545 ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__,
546 strerror(-ret), ret);
547 return 0;
548 }
549 return static_cast<uint32_t>(producerStickyTransform);
550}
551
chaviw4244e032019-09-04 11:27:49 -0700552void BufferQueueLayer::gatherBufferInfo() {
chaviwdebadb82020-03-26 14:57:24 -0700553 BufferLayer::gatherBufferInfo();
554
chaviw4244e032019-09-04 11:27:49 -0700555 mBufferInfo.mDesiredPresentTime = mConsumer->getTimestamp();
556 mBufferInfo.mFenceTime = mConsumer->getCurrentFenceTime();
557 mBufferInfo.mFence = mConsumer->getCurrentFence();
chaviw4244e032019-09-04 11:27:49 -0700558 mBufferInfo.mTransform = mConsumer->getCurrentTransform();
559 mBufferInfo.mDataspace = translateDataspace(mConsumer->getCurrentDataSpace());
560 mBufferInfo.mCrop = mConsumer->getCurrentCrop();
561 mBufferInfo.mScaleMode = mConsumer->getCurrentScalingMode();
562 mBufferInfo.mSurfaceDamage = mConsumer->getSurfaceDamage();
563 mBufferInfo.mHdrMetadata = mConsumer->getCurrentHdrMetadata();
564 mBufferInfo.mApi = mConsumer->getCurrentApi();
chaviw4244e032019-09-04 11:27:49 -0700565 mBufferInfo.mTransformToDisplayInverse = mConsumer->getTransformToDisplayInverse();
566}
567
chaviwb4c6e582019-08-16 14:35:07 -0700568sp<Layer> BufferQueueLayer::createClone() {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700569 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
chaviwb4c6e582019-08-16 14:35:07 -0700570 args.textureName = mTextureName;
Lloyd Pique1c3a5eb2019-10-03 13:07:08 -0700571 sp<BufferQueueLayer> layer = mFlinger->getFactory().createBufferQueueLayer(args);
chaviwb4c6e582019-08-16 14:35:07 -0700572 layer->setInitialValuesForClone(this);
573
574 return layer;
575}
576
chaviw2d9a4292019-12-02 16:00:24 -0800577// -----------------------------------------------------------------------
578// Interface implementation for BufferLayerConsumer::ContentsChangedListener
579// -----------------------------------------------------------------------
580
581void BufferQueueLayer::ContentsChangedListener::onFrameAvailable(const BufferItem& item) {
582 Mutex::Autolock lock(mMutex);
583 if (mBufferQueueLayer != nullptr) {
584 mBufferQueueLayer->onFrameAvailable(item);
585 }
586}
587
588void BufferQueueLayer::ContentsChangedListener::onFrameReplaced(const BufferItem& item) {
589 Mutex::Autolock lock(mMutex);
590 if (mBufferQueueLayer != nullptr) {
591 mBufferQueueLayer->onFrameReplaced(item);
592 }
593}
594
595void BufferQueueLayer::ContentsChangedListener::onSidebandStreamChanged() {
596 Mutex::Autolock lock(mMutex);
597 if (mBufferQueueLayer != nullptr) {
598 mBufferQueueLayer->onSidebandStreamChanged();
599 }
600}
601
602void BufferQueueLayer::ContentsChangedListener::onFrameDequeued(const uint64_t bufferId) {
603 Mutex::Autolock lock(mMutex);
604 if (mBufferQueueLayer != nullptr) {
605 mBufferQueueLayer->onFrameDequeued(bufferId);
606 }
607}
608
609void BufferQueueLayer::ContentsChangedListener::onFrameDetached(const uint64_t bufferId) {
610 Mutex::Autolock lock(mMutex);
611 if (mBufferQueueLayer != nullptr) {
612 mBufferQueueLayer->onFrameDetached(bufferId);
613 }
614}
615
616void BufferQueueLayer::ContentsChangedListener::onFrameCancelled(const uint64_t bufferId) {
617 Mutex::Autolock lock(mMutex);
618 if (mBufferQueueLayer != nullptr) {
619 mBufferQueueLayer->onFrameCancelled(bufferId);
620 }
621}
622
623void BufferQueueLayer::ContentsChangedListener::abandon() {
624 Mutex::Autolock lock(mMutex);
625 mBufferQueueLayer = nullptr;
626}
627
628// -----------------------------------------------------------------------
629
Marissa Wallfd668622018-05-10 10:21:13 -0700630} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800631
632// TODO(b/129481165): remove the #pragma below and fix conversion issues
Marin Shalamanovbed7fd32020-12-21 20:02:20 +0100633#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"