blob: e4f642e1f647690d9f38a4c04e700bc5684fdc06 [file] [log] [blame]
Marissa Wallfd668622018-05-10 10:21:13 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010020#pragma clang diagnostic ignored "-Wextra"
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080021
Alec Mouri485e4c32019-04-30 18:24:05 -070022#undef LOG_TAG
23#define LOG_TAG "BufferQueueLayer"
24#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Lloyd Pique9755fb72019-03-26 14:44:40 -070025#include "BufferQueueLayer.h"
26
Lloyd Pique9755fb72019-03-26 14:44:40 -070027#include <compositionengine/LayerFECompositionState.h>
Ady Abrahamcd1580c2019-04-29 15:40:03 -070028#include <gui/BufferQueueConsumer.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080029#include <system/window.h>
30
Marissa Wallfd668622018-05-10 10:21:13 -070031#include "LayerRejecter.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -070032#include "SurfaceInterceptor.h"
Marissa Wallfd668622018-05-10 10:21:13 -070033
Mikael Pessa90092f42019-08-26 17:22:04 -070034#include "FrameTracer/FrameTracer.h"
Ady Abraham5def7332020-05-29 16:13:47 -070035#include "Scheduler/LayerHistory.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080036#include "TimeStats/TimeStats.h"
37
Marissa Wallfd668622018-05-10 10:21:13 -070038namespace android {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070039using PresentState = frametimeline::SurfaceFrame::PresentState;
Marissa Wallfd668622018-05-10 10:21:13 -070040
Lloyd Pique42ab75e2018-09-12 20:46:03 -070041BufferQueueLayer::BufferQueueLayer(const LayerCreationArgs& args) : BufferLayer(args) {}
42
Robert Carr2e102c92018-10-23 12:11:15 -070043BufferQueueLayer::~BufferQueueLayer() {
chaviw2d9a4292019-12-02 16:00:24 -080044 mContentsChangedListener->abandon();
Robert Carr2e102c92018-10-23 12:11:15 -070045 mConsumer->abandon();
46}
Marissa Wallfd668622018-05-10 10:21:13 -070047
48// -----------------------------------------------------------------------
49// Interface implementation for Layer
50// -----------------------------------------------------------------------
51
52void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
53 mConsumer->setReleaseFence(releaseFence);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070054
55 // Prevent tracing the same release multiple times.
56 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
Mikael Pessa90092f42019-08-26 17:22:04 -070057 mFlinger->mFrameTracer->traceFence(getSequence(), mPreviousBufferId, mPreviousFrameNumber,
58 std::make_shared<FenceTime>(releaseFence),
59 FrameTracer::FrameEvent::RELEASE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -070060 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
61 }
Marissa Wallfd668622018-05-10 10:21:13 -070062}
63
Dominik Laskowskib7251f42020-04-20 17:42:59 -070064void BufferQueueLayer::setTransformHint(ui::Transform::RotationFlags displayTransformHint) {
Vishnu Nair6213bd92020-05-08 17:42:25 -070065 BufferLayer::setTransformHint(displayTransformHint);
66 mConsumer->setTransformHint(mTransformHint);
Marissa Wallfd668622018-05-10 10:21:13 -070067}
68
69std::vector<OccupancyTracker::Segment> BufferQueueLayer::getOccupancyHistory(bool forceFlush) {
70 std::vector<OccupancyTracker::Segment> history;
71 status_t result = mConsumer->getOccupancyHistory(forceFlush, &history);
72 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -070073 ALOGW("[%s] Failed to obtain occupancy history (%d)", getDebugName(), result);
Marissa Wallfd668622018-05-10 10:21:13 -070074 return {};
75 }
76 return history;
77}
78
Marissa Wallfd668622018-05-10 10:21:13 -070079void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
80 if (!mConsumer->releasePendingBuffer()) {
81 return;
82 }
83
84 auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence());
85 mReleaseTimeline.updateSignalTimes();
86 mReleaseTimeline.push(releaseFenceTime);
87
88 Mutex::Autolock lock(mFrameEventHistoryMutex);
89 if (mPreviousFrameNumber != 0) {
90 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
91 std::move(releaseFenceTime));
92 }
93}
94
95void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) {
96 mConsumer->setDefaultBufferSize(w, h);
97}
98
99int32_t BufferQueueLayer::getQueuedFrameCount() const {
100 return mQueuedFrames;
101}
102
Ady Abraham63a3e592021-01-06 10:47:15 -0800103bool BufferQueueLayer::isBufferDue(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700104 Mutex::Autolock lock(mQueueItemLock);
105
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700106 const int64_t addedTime = mQueueItems[0].item.mTimestamp;
Marissa Wallfd668622018-05-10 10:21:13 -0700107
108 // Ignore timestamps more than a second in the future
109 const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1));
110 ALOGW_IF(!isPlausible,
111 "[%s] Timestamp %" PRId64 " seems implausible "
112 "relative to expectedPresent %" PRId64,
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700113 getDebugName(), addedTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700114
Alec Mouri91f6df32020-01-30 08:48:58 -0800115 if (!isPlausible) {
116 mFlinger->mTimeStats->incrementBadDesiredPresent(getSequence());
117 }
118
Marissa Wallfd668622018-05-10 10:21:13 -0700119 const bool isDue = addedTime < expectedPresentTime;
120 return isDue || !isPlausible;
121}
122
123// -----------------------------------------------------------------------
124// Interface implementation for BufferLayer
125// -----------------------------------------------------------------------
126
127bool BufferQueueLayer::fenceHasSignaled() const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530128 Mutex::Autolock lock(mQueueItemLock);
Huihong Luof3441822021-06-16 15:41:07 -0700129
130 if (SurfaceFlinger::enableLatchUnsignaled) {
131 return true;
132 }
133
Marissa Wall024a1912018-08-13 13:55:35 -0700134 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700135 return true;
136 }
137
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700138 if (mQueueItems[0].item.mIsDroppable) {
Marissa Wallfd668622018-05-10 10:21:13 -0700139 // Even though this buffer's fence may not have signaled yet, it could
140 // be replaced by another buffer before it has a chance to, which means
141 // that it's possible to get into a situation where a buffer is never
142 // able to be latched. To avoid this, grab this buffer anyway.
143 return true;
144 }
Alec Mouri91f6df32020-01-30 08:48:58 -0800145 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700146 mQueueItems[0].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Alec Mouri91f6df32020-01-30 08:48:58 -0800147 if (!fenceSignaled) {
148 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
149 TimeStats::LatchSkipReason::LateAcquire);
150 }
151
152 return fenceSignaled;
Marissa Wallfd668622018-05-10 10:21:13 -0700153}
154
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700155bool BufferQueueLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530156 Mutex::Autolock lock(mQueueItemLock);
157
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700158 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
159 return true;
160 }
161
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700162 return mQueueItems[0].item.mTimestamp <= expectedPresentTime;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700163}
164
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700165uint64_t BufferQueueLayer::getFrameNumber(nsecs_t expectedPresentTime) const {
Marissa Wallfd668622018-05-10 10:21:13 -0700166 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700167 uint64_t frameNumber = mQueueItems[0].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700168
169 // The head of the queue will be dropped if there are signaled and timely frames behind it
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700170 if (isRemovedFromCurrentState()) {
171 expectedPresentTime = 0;
172 }
173
174 for (int i = 1; i < mQueueItems.size(); i++) {
175 const bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700176 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700177 if (!fenceSignaled) {
178 break;
179 }
180
181 // We don't drop frames without explicit timestamps
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700182 if (mQueueItems[i].item.mIsAutoTimestamp) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700183 break;
184 }
185
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700186 const nsecs_t desiredPresent = mQueueItems[i].item.mTimestamp;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700187 if (desiredPresent < expectedPresentTime - BufferQueueConsumer::MAX_REASONABLE_NSEC ||
188 desiredPresent > expectedPresentTime) {
189 break;
190 }
191
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700192 frameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700193 }
194
195 return frameNumber;
Marissa Wallfd668622018-05-10 10:21:13 -0700196}
197
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800198bool BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
Marin Shalamanovd6280d62020-06-26 13:18:15 +0200199 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
baocheng sun9691b9c2021-08-03 19:27:06 +0800200 editCompositionState()->sidebandStreamHasFrame = hasFrameUpdate() && mSidebandStream.get();
Marin Shalamanov7cc3dd32020-06-23 12:40:24 +0200201
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700202 bool sidebandStreamChanged = true;
baocheng sun9691b9c2021-08-03 19:27:06 +0800203 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, false)) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700204 // mSidebandStreamChanged was changed to false
Pierre Couillaudd66b6c22019-08-27 13:43:22 -0700205 mSidebandStream = mConsumer->getSidebandStream();
Lloyd Piquede196652020-01-22 17:29:58 -0800206 auto* layerCompositionState = editCompositionState();
207 layerCompositionState->sidebandStream = mSidebandStream;
208 if (layerCompositionState->sidebandStream != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700209 setTransactionFlags(eTransactionNeeded);
210 mFlinger->setTransactionFlags(eTraversalNeeded);
211 }
Ady Abraham83729882018-12-07 12:26:48 -0800212 recomputeVisibleRegions = true;
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800213
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800214 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700215 }
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800216 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700217}
218
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800219bool BufferQueueLayer::hasFrameUpdate() const {
Marissa Wallfd668622018-05-10 10:21:13 -0700220 return mQueuedFrames > 0;
221}
222
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700223status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime,
224 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700225 // This boolean is used to make sure that SurfaceFlinger's shadow copy
226 // of the buffer queue isn't modified when the buffer queue is returning
227 // BufferItem's that weren't actually queued. This can happen in shared
228 // buffer mode.
229 bool queuedBuffer = false;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800230 const int32_t layerId = getSequence();
Robert Carr6a160312021-05-17 12:08:20 -0700231 LayerRejecter r(mDrawingState, getDrawingState(), recomputeVisibleRegions,
Robert Carr916b0362020-10-06 13:53:03 -0700232 getProducerStickyTransform() != 0, mName,
chaviw214c89d2019-09-04 16:03:53 -0700233 getTransformToDisplayInverse());
Ana Krulece588e312018-09-18 12:32:24 -0700234
Robert Carra0629232019-02-07 15:28:54 -0800235 if (isRemovedFromCurrentState()) {
236 expectedPresentTime = 0;
237 }
238
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800239 // updateTexImage() below might drop the some buffers at the head of the queue if there is a
240 // buffer behind them which is timely to be presented. However this buffer may not be signaled
241 // yet. The code below makes sure that this wouldn't happen by setting maxFrameNumber to the
242 // last buffer that was signaled.
243 uint64_t lastSignaledFrameNumber = mLastFrameNumberReceived;
244 {
245 Mutex::Autolock lock(mQueueItemLock);
246 for (int i = 0; i < mQueueItems.size(); i++) {
247 bool fenceSignaled =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700248 mQueueItems[i].item.mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800249 if (!fenceSignaled) {
250 break;
251 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700252 lastSignaledFrameNumber = mQueueItems[i].item.mFrameNumber;
Ady Abrahamfe95fd72018-12-17 17:58:51 -0800253 }
254 }
255 const uint64_t maxFrameNumberToAcquire =
256 std::min(mLastFrameNumberReceived.load(), lastSignaledFrameNumber);
Robert Carra0629232019-02-07 15:28:54 -0800257
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800258 bool autoRefresh;
259 status_t updateResult = mConsumer->updateTexImage(&r, expectedPresentTime, &autoRefresh,
Alec Mouri56e538f2019-01-14 15:22:01 -0800260 &queuedBuffer, maxFrameNumberToAcquire);
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800261 mAutoRefresh = autoRefresh;
Marissa Wallfd668622018-05-10 10:21:13 -0700262 if (updateResult == BufferQueue::PRESENT_LATER) {
263 // Producer doesn't want buffer to be displayed yet. Signal a
264 // layer update so we check again at the next opportunity.
265 mFlinger->signalLayerUpdate();
266 return BAD_VALUE;
267 } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) {
268 // If the buffer has been rejected, remove it from the shadow queue
269 // and return early
270 if (queuedBuffer) {
271 Mutex::Autolock lock(mQueueItemLock);
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530272 if (mQueuedFrames > 0) {
273 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
274 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
275 if (mQueueItems[0].surfaceFrame) {
276 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
277 }
278 mQueueItems.erase(mQueueItems.begin());
279 mQueuedFrames--;
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700280 }
Marissa Wallfd668622018-05-10 10:21:13 -0700281 }
282 return BAD_VALUE;
283 } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) {
284 // This can occur if something goes wrong when trying to create the
285 // EGLImage for this buffer. If this happens, the buffer has already
286 // been released, so we need to clean up the queue and bug out
287 // early.
288 if (queuedBuffer) {
289 Mutex::Autolock lock(mQueueItemLock);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700290 for (auto& [item, surfaceFrame] : mQueueItems) {
291 if (surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000292 addSurfaceFrameDroppedForBuffer(surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700293 }
294 }
Marissa Wallfd668622018-05-10 10:21:13 -0700295 mQueueItems.clear();
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700296 mQueuedFrames = 0;
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800297 mFlinger->mTimeStats->onDestroy(layerId);
298 mFlinger->mFrameTracer->onDestroy(layerId);
Marissa Wallfd668622018-05-10 10:21:13 -0700299 }
300
301 // Once we have hit this state, the shadow queue may no longer
302 // correctly reflect the incoming BufferQueue's contents, so even if
303 // updateTexImage starts working, the only safe course of action is
304 // to continue to ignore updates.
305 mUpdateTexImageFailed = true;
306
307 return BAD_VALUE;
308 }
309
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530310 bool more_frames_pending = false;
Marissa Wallfd668622018-05-10 10:21:13 -0700311 if (queuedBuffer) {
312 // Autolock scope
313 auto currentFrameNumber = mConsumer->getFrameNumber();
314
315 Mutex::Autolock lock(mQueueItemLock);
316
317 // Remove any stale buffers that have been dropped during
318 // updateTexImage
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530319 while (mQueuedFrames > 0 && mQueueItems[0].item.mFrameNumber != currentFrameNumber) {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700320 mConsumer->mergeSurfaceDamage(mQueueItems[0].item.mSurfaceDamage);
321 mFlinger->mTimeStats->removeTimeRecord(layerId, mQueueItems[0].item.mFrameNumber);
322 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000323 addSurfaceFrameDroppedForBuffer(mQueueItems[0].surfaceFrame);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700324 }
325 mQueueItems.erase(mQueueItems.begin());
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700326 mQueuedFrames--;
Marissa Wallfd668622018-05-10 10:21:13 -0700327 }
328
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700329 uint64_t bufferID = mQueueItems[0].item.mGraphicBuffer->getId();
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800330 mFlinger->mTimeStats->setLatchTime(layerId, currentFrameNumber, latchTime);
331 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferID, currentFrameNumber, latchTime,
Mikael Pessa90092f42019-08-26 17:22:04 -0700332 FrameTracer::FrameEvent::LATCH);
Marissa Wallfd668622018-05-10 10:21:13 -0700333
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700334 if (mQueueItems[0].surfaceFrame) {
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000335 addSurfaceFramePresentedForBuffer(mQueueItems[0].surfaceFrame,
336 mQueueItems[0].item.mFenceTime->getSignalTime(),
337 latchTime);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700338 }
339 mQueueItems.erase(mQueueItems.begin());
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530340 more_frames_pending = (mQueuedFrames.fetch_sub(1) > 1);
Marissa Wallfd668622018-05-10 10:21:13 -0700341 }
342
343 // Decrement the queued-frames count. Signal another event if we
344 // have more frames pending.
Rahul Sharma1a48fab2021-06-09 11:21:40 +0530345 if ((queuedBuffer && more_frames_pending) || mAutoRefresh) {
Marissa Wallfd668622018-05-10 10:21:13 -0700346 mFlinger->signalLayerUpdate();
347 }
348
349 return NO_ERROR;
350}
351
352status_t BufferQueueLayer::updateActiveBuffer() {
353 // update the active buffer
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700354 mPreviousBufferId = getCurrentBufferId();
chaviwd62d3062019-09-04 14:48:02 -0700355 mBufferInfo.mBuffer =
356 mConsumer->getCurrentBuffer(&mBufferInfo.mBufferSlot, &mBufferInfo.mFence);
Marissa Wallfd668622018-05-10 10:21:13 -0700357
chaviwd62d3062019-09-04 14:48:02 -0700358 if (mBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700359 // this can only happen if the very first buffer was rejected.
360 return BAD_VALUE;
361 }
362 return NO_ERROR;
363}
364
365status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) {
366 mPreviousFrameNumber = mCurrentFrameNumber;
367 mCurrentFrameNumber = mConsumer->getFrameNumber();
368
369 {
370 Mutex::Autolock lock(mFrameEventHistoryMutex);
371 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
372 }
373 return NO_ERROR;
374}
375
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000376void BufferQueueLayer::setFrameTimelineInfoForBuffer(const FrameTimelineInfo& frameTimelineInfo) {
377 mFrameTimelineInfo = frameTimelineInfo;
Ady Abraham22c7b5c2020-09-22 19:33:40 -0700378}
379
Marissa Wallfd668622018-05-10 10:21:13 -0700380// -----------------------------------------------------------------------
381// Interface implementation for BufferLayerConsumer::ContentsChangedListener
382// -----------------------------------------------------------------------
383
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700384void BufferQueueLayer::onFrameDequeued(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800385 const int32_t layerId = getSequence();
386 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
387 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700388 systemTime(), FrameTracer::FrameEvent::DEQUEUE);
389}
390
391void BufferQueueLayer::onFrameDetached(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800392 const int32_t layerId = getSequence();
393 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
394 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700395 systemTime(), FrameTracer::FrameEvent::DETACH);
396}
397
398void BufferQueueLayer::onFrameCancelled(const uint64_t bufferId) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800399 const int32_t layerId = getSequence();
400 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, FrameTracer::UNSPECIFIED_FRAME_NUMBER,
Adithya Srinivasan7dbf76d2019-10-25 18:17:11 -0700401 systemTime(), FrameTracer::FrameEvent::CANCEL);
Adithya Srinivasan2e434382019-10-09 11:43:01 -0700402}
403
Marissa Wallfd668622018-05-10 10:21:13 -0700404void BufferQueueLayer::onFrameAvailable(const BufferItem& item) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800405 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700406 const uint64_t bufferId = item.mGraphicBuffer->getId();
407 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
408 FrameTracer::FrameEvent::QUEUE);
409 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
410 std::make_shared<FenceTime>(item.mFence),
411 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700412
Alec Mouri485e4c32019-04-30 18:24:05 -0700413 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700414 // Add this buffer from our internal queue tracker
415 { // Autolock scope
Dominik Laskowski49cea512019-11-12 14:13:23 -0800416 const nsecs_t presentTime = item.mIsAutoTimestamp ? 0 : item.mTimestamp;
Ady Abraham5def7332020-05-29 16:13:47 -0700417 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
418 LayerHistory::LayerUpdateType::Buffer);
Ana Krulec7ab56032018-11-02 20:51:06 +0100419
Marissa Wallfd668622018-05-10 10:21:13 -0700420 Mutex::Autolock lock(mQueueItemLock);
421 // Reset the frame number tracker when we receive the first buffer after
422 // a frame number reset
423 if (item.mFrameNumber == 1) {
424 mLastFrameNumberReceived = 0;
425 }
426
427 // Ensure that callbacks are handled in order
428 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
429 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
430 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700431 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800432 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700433 }
434 }
435
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000436 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700437
Jorim Jaggi9c03b502020-11-24 23:51:31 +0100438 mQueueItems.push_back({item, surfaceFrame});
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700439 mQueuedFrames++;
Marissa Wallfd668622018-05-10 10:21:13 -0700440
441 // Wake up any pending callbacks
442 mLastFrameNumberReceived = item.mFrameNumber;
443 mQueueItemCondition.broadcast();
444 }
445
Rob Carra79435b2020-03-06 14:46:07 -0800446 mFlinger->mInterceptor->saveBufferUpdate(layerId, item.mGraphicBuffer->getWidth(),
Marissa Wallfd668622018-05-10 10:21:13 -0700447 item.mGraphicBuffer->getHeight(), item.mFrameNumber);
Ana Krulec3084c052018-11-21 20:27:17 +0100448
chaviw49a108c2019-08-12 11:23:06 -0700449 mFlinger->signalLayerUpdate();
Alec Mouri485e4c32019-04-30 18:24:05 -0700450 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700451}
452
453void BufferQueueLayer::onFrameReplaced(const BufferItem& item) {
Alec Mouri485e4c32019-04-30 18:24:05 -0700454 ATRACE_CALL();
Marissa Wallfd668622018-05-10 10:21:13 -0700455 { // Autolock scope
456 Mutex::Autolock lock(mQueueItemLock);
457
458 // Ensure that callbacks are handled in order
459 while (item.mFrameNumber != mLastFrameNumberReceived + 1) {
460 status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500));
461 if (result != NO_ERROR) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700462 ALOGE("[%s] Timed out waiting on callback", getDebugName());
Marissa Wall6a3e6712020-02-07 09:45:47 -0800463 break;
Marissa Wallfd668622018-05-10 10:21:13 -0700464 }
465 }
466
Marissa Wall024a1912018-08-13 13:55:35 -0700467 if (!hasFrameUpdate()) {
Marissa Wallfd668622018-05-10 10:21:13 -0700468 ALOGE("Can't replace a frame on an empty queue");
469 return;
470 }
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700471
Adithya Srinivasanb9a7dab2021-01-14 23:49:46 +0000472 auto surfaceFrame = createSurfaceFrameForBuffer(mFrameTimelineInfo, systemTime(), mName);
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700473 mQueueItems[mQueueItems.size() - 1].item = item;
474 mQueueItems[mQueueItems.size() - 1].surfaceFrame = std::move(surfaceFrame);
Marissa Wallfd668622018-05-10 10:21:13 -0700475
476 // Wake up any pending callbacks
477 mLastFrameNumberReceived = item.mFrameNumber;
478 mQueueItemCondition.broadcast();
479 }
Adithya Srinivasanba45bae2019-12-30 12:39:11 -0800480
481 const int32_t layerId = getSequence();
Adithya Srinivasanf1e87ab2020-06-19 14:57:06 -0700482 const uint64_t bufferId = item.mGraphicBuffer->getId();
483 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, item.mFrameNumber, systemTime(),
484 FrameTracer::FrameEvent::QUEUE);
485 mFlinger->mFrameTracer->traceFence(layerId, bufferId, item.mFrameNumber,
486 std::make_shared<FenceTime>(item.mFence),
487 FrameTracer::FrameEvent::ACQUIRE_FENCE);
Alec Mouri485e4c32019-04-30 18:24:05 -0700488 mConsumer->onBufferAvailable(item);
Marissa Wallfd668622018-05-10 10:21:13 -0700489}
490
491void BufferQueueLayer::onSidebandStreamChanged() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -0700492 bool sidebandStreamChanged = false;
493 if (mSidebandStreamChanged.compare_exchange_strong(sidebandStreamChanged, true)) {
494 // mSidebandStreamChanged was changed to true
Marissa Wallfd668622018-05-10 10:21:13 -0700495 mFlinger->signalLayerUpdate();
496 }
497}
498
499// -----------------------------------------------------------------------
500
501void BufferQueueLayer::onFirstRef() {
Dan Stoza7b1b5a82018-07-31 16:00:21 -0700502 BufferLayer::onFirstRef();
503
Marissa Wallfd668622018-05-10 10:21:13 -0700504 // Creates a custom BufferQueue for SurfaceFlingerConsumer to use
505 sp<IGraphicBufferProducer> producer;
506 sp<IGraphicBufferConsumer> consumer;
Lloyd Piquee300b312019-10-03 13:03:45 -0700507 mFlinger->getFactory().createBufferQueue(&producer, &consumer, true);
508 mProducer = mFlinger->getFactory().createMonitoredProducer(producer, mFlinger, this);
509 mConsumer =
510 mFlinger->getFactory().createBufferLayerConsumer(consumer, mFlinger->getRenderEngine(),
511 mTextureName, this);
Marissa Wallfd668622018-05-10 10:21:13 -0700512 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
chaviw2d9a4292019-12-02 16:00:24 -0800513
514 mContentsChangedListener = new ContentsChangedListener(this);
515 mConsumer->setContentsChangedListener(mContentsChangedListener);
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700516 mConsumer->setName(String8(mName.data(), mName.size()));
Marissa Wallfd668622018-05-10 10:21:13 -0700517
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700518 mProducer->setMaxDequeuedBufferCount(2);
Marissa Wallfd668622018-05-10 10:21:13 -0700519}
520
521status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) {
Marissa Wallfd668622018-05-10 10:21:13 -0700522 // never allow a surface larger than what our underlying GL implementation
523 // can handle.
Garfield Tan9c9c1912021-07-19 12:02:16 -0700524 if (mFlinger->exceedsMaxRenderTargetSize(w, h)) {
525 ALOGE("dimensions too large %" PRIu32 " x %" PRIu32, w, h);
Marissa Wallfd668622018-05-10 10:21:13 -0700526 return BAD_VALUE;
527 }
528
Marissa Wallfd668622018-05-10 10:21:13 -0700529 setDefaultBufferSize(w, h);
530 mConsumer->setDefaultBufferFormat(format);
531 mConsumer->setConsumerUsageBits(getEffectiveUsage(0));
532
533 return NO_ERROR;
534}
535
536sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const {
537 return mProducer;
538}
539
540uint32_t BufferQueueLayer::getProducerStickyTransform() const {
541 int producerStickyTransform = 0;
542 int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform);
543 if (ret != OK) {
544 ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__,
545 strerror(-ret), ret);
546 return 0;
547 }
548 return static_cast<uint32_t>(producerStickyTransform);
549}
550
chaviw4244e032019-09-04 11:27:49 -0700551void BufferQueueLayer::gatherBufferInfo() {
chaviwdebadb82020-03-26 14:57:24 -0700552 BufferLayer::gatherBufferInfo();
553
chaviw4244e032019-09-04 11:27:49 -0700554 mBufferInfo.mDesiredPresentTime = mConsumer->getTimestamp();
555 mBufferInfo.mFenceTime = mConsumer->getCurrentFenceTime();
556 mBufferInfo.mFence = mConsumer->getCurrentFence();
chaviw4244e032019-09-04 11:27:49 -0700557 mBufferInfo.mTransform = mConsumer->getCurrentTransform();
558 mBufferInfo.mDataspace = translateDataspace(mConsumer->getCurrentDataSpace());
559 mBufferInfo.mCrop = mConsumer->getCurrentCrop();
560 mBufferInfo.mScaleMode = mConsumer->getCurrentScalingMode();
561 mBufferInfo.mSurfaceDamage = mConsumer->getSurfaceDamage();
562 mBufferInfo.mHdrMetadata = mConsumer->getCurrentHdrMetadata();
563 mBufferInfo.mApi = mConsumer->getCurrentApi();
chaviw4244e032019-09-04 11:27:49 -0700564 mBufferInfo.mTransformToDisplayInverse = mConsumer->getTransformToDisplayInverse();
565}
566
chaviwb4c6e582019-08-16 14:35:07 -0700567sp<Layer> BufferQueueLayer::createClone() {
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700568 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
chaviwb4c6e582019-08-16 14:35:07 -0700569 args.textureName = mTextureName;
Lloyd Pique1c3a5eb2019-10-03 13:07:08 -0700570 sp<BufferQueueLayer> layer = mFlinger->getFactory().createBufferQueueLayer(args);
chaviwb4c6e582019-08-16 14:35:07 -0700571 layer->setInitialValuesForClone(this);
572
573 return layer;
574}
575
chaviw2d9a4292019-12-02 16:00:24 -0800576// -----------------------------------------------------------------------
577// Interface implementation for BufferLayerConsumer::ContentsChangedListener
578// -----------------------------------------------------------------------
579
580void BufferQueueLayer::ContentsChangedListener::onFrameAvailable(const BufferItem& item) {
581 Mutex::Autolock lock(mMutex);
582 if (mBufferQueueLayer != nullptr) {
583 mBufferQueueLayer->onFrameAvailable(item);
584 }
585}
586
587void BufferQueueLayer::ContentsChangedListener::onFrameReplaced(const BufferItem& item) {
588 Mutex::Autolock lock(mMutex);
589 if (mBufferQueueLayer != nullptr) {
590 mBufferQueueLayer->onFrameReplaced(item);
591 }
592}
593
594void BufferQueueLayer::ContentsChangedListener::onSidebandStreamChanged() {
595 Mutex::Autolock lock(mMutex);
596 if (mBufferQueueLayer != nullptr) {
597 mBufferQueueLayer->onSidebandStreamChanged();
598 }
599}
600
601void BufferQueueLayer::ContentsChangedListener::onFrameDequeued(const uint64_t bufferId) {
602 Mutex::Autolock lock(mMutex);
603 if (mBufferQueueLayer != nullptr) {
604 mBufferQueueLayer->onFrameDequeued(bufferId);
605 }
606}
607
608void BufferQueueLayer::ContentsChangedListener::onFrameDetached(const uint64_t bufferId) {
609 Mutex::Autolock lock(mMutex);
610 if (mBufferQueueLayer != nullptr) {
611 mBufferQueueLayer->onFrameDetached(bufferId);
612 }
613}
614
615void BufferQueueLayer::ContentsChangedListener::onFrameCancelled(const uint64_t bufferId) {
616 Mutex::Autolock lock(mMutex);
617 if (mBufferQueueLayer != nullptr) {
618 mBufferQueueLayer->onFrameCancelled(bufferId);
619 }
620}
621
622void BufferQueueLayer::ContentsChangedListener::abandon() {
623 Mutex::Autolock lock(mMutex);
624 mBufferQueueLayer = nullptr;
625}
626
627// -----------------------------------------------------------------------
628
Marissa Wallfd668622018-05-10 10:21:13 -0700629} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800630
631// TODO(b/129481165): remove the #pragma below and fix conversion issues
Marin Shalamanovbed7fd32020-12-21 20:02:20 +0100632#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"