blob: 3415d9db610b62b4da35069238cf1f0755b536b3 [file] [log] [blame]
Robert Carr78c25dd2019-08-15 14:10:33 -07001/*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Valerie Haud3b90d22019-11-06 09:37:31 -080017#undef LOG_TAG
18#define LOG_TAG "BLASTBufferQueue"
19
Valerie Haua32c5522019-12-09 10:11:08 -080020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Vishnu Naire1a42322020-10-02 17:42:04 -070021//#define LOG_NDEBUG 0
Valerie Haua32c5522019-12-09 10:11:08 -080022
Robert Carr78c25dd2019-08-15 14:10:33 -070023#include <gui/BLASTBufferQueue.h>
24#include <gui/BufferItemConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080025#include <gui/BufferQueueConsumer.h>
26#include <gui/BufferQueueCore.h>
27#include <gui/BufferQueueProducer.h>
Valerie Hau45e4b3b2019-12-03 10:49:17 -080028#include <gui/GLConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080029#include <gui/IProducerListener.h>
Robert Carr05086b22020-10-13 18:22:51 -070030#include <gui/Surface.h>
Vishnu Nair89496122020-12-14 17:14:53 -080031#include <utils/Singleton.h>
Robert Carr78c25dd2019-08-15 14:10:33 -070032
Valerie Haua32c5522019-12-09 10:11:08 -080033#include <utils/Trace.h>
34
Robert Carr78c25dd2019-08-15 14:10:33 -070035#include <chrono>
36
37using namespace std::chrono_literals;
38
Vishnu Nairdab94092020-09-29 16:09:04 -070039namespace {
40inline const char* toString(bool b) {
41 return b ? "true" : "false";
42}
43} // namespace
44
Robert Carr78c25dd2019-08-15 14:10:33 -070045namespace android {
46
Vishnu Nairdab94092020-09-29 16:09:04 -070047// Macros to include adapter info in log messages
48#define BQA_LOGV(x, ...) \
49 ALOGV("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairc6f89ee2020-12-11 14:27:32 -080050// enable logs for a single layer
51//#define BQA_LOGV(x, ...) \
52// ALOGV_IF((strstr(mName.c_str(), "SurfaceView") != nullptr), "[%s](f:%u,a:%u) " x, \
53// mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairdab94092020-09-29 16:09:04 -070054#define BQA_LOGE(x, ...) \
55 ALOGE("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
56
Valerie Hau871d6352020-01-29 08:44:02 -080057void BLASTBufferItemConsumer::onDisconnect() {
58 Mutex::Autolock lock(mFrameEventHistoryMutex);
59 mPreviouslyConnected = mCurrentlyConnected;
60 mCurrentlyConnected = false;
61 if (mPreviouslyConnected) {
62 mDisconnectEvents.push(mCurrentFrameNumber);
63 }
64 mFrameEventHistory.onDisconnect();
65}
66
67void BLASTBufferItemConsumer::addAndGetFrameTimestamps(const NewFrameEventsEntry* newTimestamps,
68 FrameEventHistoryDelta* outDelta) {
69 Mutex::Autolock lock(mFrameEventHistoryMutex);
70 if (newTimestamps) {
71 // BufferQueueProducer only adds a new timestamp on
72 // queueBuffer
73 mCurrentFrameNumber = newTimestamps->frameNumber;
74 mFrameEventHistory.addQueue(*newTimestamps);
75 }
76 if (outDelta) {
77 // frame event histories will be processed
78 // only after the producer connects and requests
79 // deltas for the first time. Forward this intent
80 // to SF-side to turn event processing back on
81 mPreviouslyConnected = mCurrentlyConnected;
82 mCurrentlyConnected = true;
83 mFrameEventHistory.getAndResetDelta(outDelta);
84 }
85}
86
87void BLASTBufferItemConsumer::updateFrameTimestamps(uint64_t frameNumber, nsecs_t refreshStartTime,
88 const sp<Fence>& glDoneFence,
89 const sp<Fence>& presentFence,
90 const sp<Fence>& prevReleaseFence,
91 CompositorTiming compositorTiming,
92 nsecs_t latchTime, nsecs_t dequeueReadyTime) {
93 Mutex::Autolock lock(mFrameEventHistoryMutex);
94
95 // if the producer is not connected, don't bother updating,
96 // the next producer that connects won't access this frame event
97 if (!mCurrentlyConnected) return;
98 std::shared_ptr<FenceTime> glDoneFenceTime = std::make_shared<FenceTime>(glDoneFence);
99 std::shared_ptr<FenceTime> presentFenceTime = std::make_shared<FenceTime>(presentFence);
100 std::shared_ptr<FenceTime> releaseFenceTime = std::make_shared<FenceTime>(prevReleaseFence);
101
102 mFrameEventHistory.addLatch(frameNumber, latchTime);
103 mFrameEventHistory.addRelease(frameNumber, dequeueReadyTime, std::move(releaseFenceTime));
104 mFrameEventHistory.addPreComposition(frameNumber, refreshStartTime);
105 mFrameEventHistory.addPostComposition(frameNumber, glDoneFenceTime, presentFenceTime,
106 compositorTiming);
107}
108
109void BLASTBufferItemConsumer::getConnectionEvents(uint64_t frameNumber, bool* needsDisconnect) {
110 bool disconnect = false;
111 Mutex::Autolock lock(mFrameEventHistoryMutex);
112 while (!mDisconnectEvents.empty() && mDisconnectEvents.front() <= frameNumber) {
113 disconnect = true;
114 mDisconnectEvents.pop();
115 }
116 if (needsDisconnect != nullptr) *needsDisconnect = disconnect;
117}
118
Vishnu Nairdab94092020-09-29 16:09:04 -0700119BLASTBufferQueue::BLASTBufferQueue(const std::string& name, const sp<SurfaceControl>& surface,
120 int width, int height, bool enableTripleBuffering)
121 : mName(name),
122 mSurfaceControl(surface),
Vishnu Nairea0de002020-11-17 17:42:37 -0800123 mSize(width, height),
124 mRequestedSize(mSize),
Valerie Haud3b90d22019-11-06 09:37:31 -0800125 mNextTransaction(nullptr) {
Vishnu Nair89496122020-12-14 17:14:53 -0800126 createBufferQueue(&mProducer, &mConsumer);
Valerie Hau0889c622020-02-19 15:04:47 -0800127 // since the adapter is in the client process, set dequeue timeout
128 // explicitly so that dequeueBuffer will block
129 mProducer->setDequeueTimeout(std::numeric_limits<int64_t>::max());
Valerie Hau65b8e872020-02-13 09:45:14 -0800130
Robert Carrcedef052020-04-22 15:58:23 -0700131 if (enableTripleBuffering) {
Valerie Hau65b8e872020-02-13 09:45:14 -0800132 mProducer->setMaxDequeuedBufferCount(2);
133 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700134 mBufferItemConsumer =
Robert Carr8304f7f2020-12-02 15:47:16 -0800135 new BLASTBufferItemConsumer(mConsumer, GraphicBuffer::USAGE_HW_COMPOSER, 1, false);
Valerie Haua32c5522019-12-09 10:11:08 -0800136 static int32_t id = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700137 auto consumerName = mName + "(BLAST Consumer)" + std::to_string(id);
Valerie Haua32c5522019-12-09 10:11:08 -0800138 id++;
Vishnu Nairdab94092020-09-29 16:09:04 -0700139 mBufferItemConsumer->setName(String8(consumerName.c_str()));
Robert Carr78c25dd2019-08-15 14:10:33 -0700140 mBufferItemConsumer->setFrameAvailableListener(this);
141 mBufferItemConsumer->setBufferFreedListener(this);
Vishnu Nairea0de002020-11-17 17:42:37 -0800142 mBufferItemConsumer->setDefaultBufferSize(mSize.width, mSize.height);
Robert Carr78c25dd2019-08-15 14:10:33 -0700143 mBufferItemConsumer->setDefaultBufferFormat(PIXEL_FORMAT_RGBA_8888);
Robert Carr9f133d72020-04-01 15:51:46 -0700144
Valerie Hau2882e982020-01-23 13:33:10 -0800145 mTransformHint = mSurfaceControl->getTransformHint();
Robert Carr9f133d72020-04-01 15:51:46 -0700146 mBufferItemConsumer->setTransformHint(mTransformHint);
Valerie Haud3b90d22019-11-06 09:37:31 -0800147
Valerie Haua32c5522019-12-09 10:11:08 -0800148 mNumAcquired = 0;
149 mNumFrameAvailable = 0;
150 mPendingReleaseItem.item = BufferItem();
151 mPendingReleaseItem.releaseFence = nullptr;
Robert Carr78c25dd2019-08-15 14:10:33 -0700152}
153
Vishnu Nairdab94092020-09-29 16:09:04 -0700154void BLASTBufferQueue::update(const sp<SurfaceControl>& surface, uint32_t width, uint32_t height) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700155 std::unique_lock _lock{mMutex};
156 mSurfaceControl = surface;
Robert Carrfc416512020-04-02 12:32:44 -0700157
Vishnu Nairea0de002020-11-17 17:42:37 -0800158 ui::Size newSize(width, height);
159 if (mRequestedSize != newSize) {
160 mRequestedSize.set(newSize);
161 mBufferItemConsumer->setDefaultBufferSize(mRequestedSize.width, mRequestedSize.height);
Vishnu Nair53c936c2020-12-03 11:46:37 -0800162 if (mLastBufferScalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
163 // If the buffer supports scaling, update the frame immediately since the client may
164 // want to scale the existing buffer to the new size.
165 mSize = mRequestedSize;
166 SurfaceComposerClient::Transaction t;
167 t.setFrame(mSurfaceControl,
168 {0, 0, static_cast<int32_t>(mSize.width),
169 static_cast<int32_t>(mSize.height)});
170 t.apply();
171 }
Robert Carrfc416512020-04-02 12:32:44 -0700172 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700173}
174
175static void transactionCallbackThunk(void* context, nsecs_t latchTime,
176 const sp<Fence>& presentFence,
177 const std::vector<SurfaceControlStats>& stats) {
178 if (context == nullptr) {
179 return;
180 }
Robert Carrfbcbb4c2020-11-02 14:14:34 -0800181 sp<BLASTBufferQueue> bq = static_cast<BLASTBufferQueue*>(context);
Robert Carr78c25dd2019-08-15 14:10:33 -0700182 bq->transactionCallback(latchTime, presentFence, stats);
183}
184
185void BLASTBufferQueue::transactionCallback(nsecs_t /*latchTime*/, const sp<Fence>& /*presentFence*/,
186 const std::vector<SurfaceControlStats>& stats) {
chaviw71c2cc42020-10-23 16:42:02 -0700187 std::function<void(int64_t)> transactionCompleteCallback = nullptr;
188 uint64_t currFrameNumber = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700189
chaviw71c2cc42020-10-23 16:42:02 -0700190 {
191 std::unique_lock _lock{mMutex};
192 ATRACE_CALL();
193 BQA_LOGV("transactionCallback");
194 mInitialCallbackReceived = true;
195
Valerie Hau871d6352020-01-29 08:44:02 -0800196 if (!stats.empty()) {
chaviw71c2cc42020-10-23 16:42:02 -0700197 mTransformHint = stats[0].transformHint;
198 mBufferItemConsumer->setTransformHint(mTransformHint);
199 mBufferItemConsumer
200 ->updateFrameTimestamps(stats[0].frameEventStats.frameNumber,
201 stats[0].frameEventStats.refreshStartTime,
202 stats[0].frameEventStats.gpuCompositionDoneFence,
203 stats[0].presentFence, stats[0].previousReleaseFence,
204 stats[0].frameEventStats.compositorTiming,
205 stats[0].latchTime,
206 stats[0].frameEventStats.dequeueReadyTime);
207 }
208 if (mPendingReleaseItem.item.mGraphicBuffer != nullptr) {
209 if (!stats.empty()) {
210 mPendingReleaseItem.releaseFence = stats[0].previousReleaseFence;
211 } else {
212 BQA_LOGE("Warning: no SurfaceControlStats returned in BLASTBufferQueue callback");
213 mPendingReleaseItem.releaseFence = nullptr;
214 }
215 mBufferItemConsumer->releaseBuffer(mPendingReleaseItem.item,
216 mPendingReleaseItem.releaseFence
217 ? mPendingReleaseItem.releaseFence
218 : Fence::NO_FENCE);
219 mNumAcquired--;
220 mPendingReleaseItem.item = BufferItem();
Valerie Haua32c5522019-12-09 10:11:08 -0800221 mPendingReleaseItem.releaseFence = nullptr;
222 }
chaviw71c2cc42020-10-23 16:42:02 -0700223
224 if (mSubmitted.empty()) {
225 BQA_LOGE("ERROR: callback with no corresponding submitted buffer item");
226 }
227 mPendingReleaseItem.item = std::move(mSubmitted.front());
228 mSubmitted.pop();
229
230 processNextBufferLocked(false);
231
232 currFrameNumber = mPendingReleaseItem.item.mFrameNumber;
233 if (mTransactionCompleteCallback && mTransactionCompleteFrameNumber == currFrameNumber) {
234 transactionCompleteCallback = std::move(mTransactionCompleteCallback);
235 mTransactionCompleteFrameNumber = 0;
236 }
237
238 mCallbackCV.notify_all();
239 decStrong((void*)transactionCallbackThunk);
Robert Carr78c25dd2019-08-15 14:10:33 -0700240 }
Valerie Haua32c5522019-12-09 10:11:08 -0800241
chaviw71c2cc42020-10-23 16:42:02 -0700242 if (transactionCompleteCallback) {
243 transactionCompleteCallback(currFrameNumber);
Valerie Haua32c5522019-12-09 10:11:08 -0800244 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700245}
246
Robert Carr255acdc2020-04-17 14:08:55 -0700247void BLASTBufferQueue::processNextBufferLocked(bool useNextTransaction) {
Valerie Haua32c5522019-12-09 10:11:08 -0800248 ATRACE_CALL();
Vishnu Nairdab94092020-09-29 16:09:04 -0700249 BQA_LOGV("processNextBufferLocked useNextTransaction=%s", toString(useNextTransaction));
250
Vishnu Nairbf255772020-10-16 10:54:41 -0700251 // Wait to acquire a buffer if there are no frames available or we have acquired the max
Vishnu Nair670b3f72020-09-29 17:52:18 -0700252 // number of buffers.
Vishnu Nairbf255772020-10-16 10:54:41 -0700253 if (mNumFrameAvailable == 0 || maxBuffersAcquired()) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700254 BQA_LOGV("processNextBufferLocked waiting for frame available or callback");
Vishnu Nairea0de002020-11-17 17:42:37 -0800255 mCallbackCV.notify_all();
Valerie Haud3b90d22019-11-06 09:37:31 -0800256 return;
257 }
258
Valerie Haua32c5522019-12-09 10:11:08 -0800259 if (mSurfaceControl == nullptr) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700260 BQA_LOGE("ERROR : surface control is null");
Valerie Haud3b90d22019-11-06 09:37:31 -0800261 return;
262 }
263
Robert Carr78c25dd2019-08-15 14:10:33 -0700264 SurfaceComposerClient::Transaction localTransaction;
265 bool applyTransaction = true;
266 SurfaceComposerClient::Transaction* t = &localTransaction;
Robert Carr255acdc2020-04-17 14:08:55 -0700267 if (mNextTransaction != nullptr && useNextTransaction) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700268 t = mNextTransaction;
269 mNextTransaction = nullptr;
270 applyTransaction = false;
271 }
272
Valerie Haua32c5522019-12-09 10:11:08 -0800273 BufferItem bufferItem;
Valerie Haud3b90d22019-11-06 09:37:31 -0800274
Vishnu Nairc6f89ee2020-12-11 14:27:32 -0800275 status_t status =
276 mBufferItemConsumer->acquireBuffer(&bufferItem, 0 /* expectedPresent */, false);
Robert Carr78c25dd2019-08-15 14:10:33 -0700277 if (status != OK) {
Vishnu Nairbf255772020-10-16 10:54:41 -0700278 BQA_LOGE("Failed to acquire a buffer, err=%s", statusToString(status).c_str());
Robert Carr78c25dd2019-08-15 14:10:33 -0700279 return;
280 }
Valerie Haua32c5522019-12-09 10:11:08 -0800281 auto buffer = bufferItem.mGraphicBuffer;
282 mNumFrameAvailable--;
283
284 if (buffer == nullptr) {
285 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
Vishnu Nairbf255772020-10-16 10:54:41 -0700286 BQA_LOGE("Buffer was empty");
Valerie Haua32c5522019-12-09 10:11:08 -0800287 return;
288 }
289
Vishnu Nair670b3f72020-09-29 17:52:18 -0700290 if (rejectBuffer(bufferItem)) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800291 BQA_LOGE("rejecting buffer:active_size=%dx%d, requested_size=%dx%d"
292 "buffer{size=%dx%d transform=%d}",
293 mSize.width, mSize.height, mRequestedSize.width, mRequestedSize.height,
294 buffer->getWidth(), buffer->getHeight(), bufferItem.mTransform);
295 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
296 processNextBufferLocked(useNextTransaction);
297 return;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700298 }
299
Valerie Haua32c5522019-12-09 10:11:08 -0800300 mNumAcquired++;
301 mSubmitted.push(bufferItem);
Robert Carr78c25dd2019-08-15 14:10:33 -0700302
Valerie Hau871d6352020-01-29 08:44:02 -0800303 bool needsDisconnect = false;
304 mBufferItemConsumer->getConnectionEvents(bufferItem.mFrameNumber, &needsDisconnect);
305
306 // if producer disconnected before, notify SurfaceFlinger
307 if (needsDisconnect) {
308 t->notifyProducerDisconnect(mSurfaceControl);
309 }
310
Robert Carr78c25dd2019-08-15 14:10:33 -0700311 // Ensure BLASTBufferQueue stays alive until we receive the transaction complete callback.
312 incStrong((void*)transactionCallbackThunk);
313
Vishnu Nair53c936c2020-12-03 11:46:37 -0800314 mLastBufferScalingMode = bufferItem.mScalingMode;
315
Robert Carr78c25dd2019-08-15 14:10:33 -0700316 t->setBuffer(mSurfaceControl, buffer);
John Reck137069e2020-12-10 22:07:37 -0500317 t->setDataspace(mSurfaceControl, static_cast<ui::Dataspace>(bufferItem.mDataSpace));
318 t->setHdrMetadata(mSurfaceControl, bufferItem.mHdrMetadata);
319 t->setSurfaceDamageRegion(mSurfaceControl, bufferItem.mSurfaceDamage);
Robert Carr78c25dd2019-08-15 14:10:33 -0700320 t->setAcquireFence(mSurfaceControl,
Valerie Haua32c5522019-12-09 10:11:08 -0800321 bufferItem.mFence ? new Fence(bufferItem.mFence->dup()) : Fence::NO_FENCE);
Robert Carr78c25dd2019-08-15 14:10:33 -0700322 t->addTransactionCompletedCallback(transactionCallbackThunk, static_cast<void*>(this));
323
Vishnu Nairdab94092020-09-29 16:09:04 -0700324 t->setFrame(mSurfaceControl,
Vishnu Nairea0de002020-11-17 17:42:37 -0800325 {0, 0, static_cast<int32_t>(mSize.width), static_cast<int32_t>(mSize.height)});
Valerie Haua32c5522019-12-09 10:11:08 -0800326 t->setCrop(mSurfaceControl, computeCrop(bufferItem));
327 t->setTransform(mSurfaceControl, bufferItem.mTransform);
Valerie Hau2882e982020-01-23 13:33:10 -0800328 t->setTransformToDisplayInverse(mSurfaceControl, bufferItem.mTransformToDisplayInverse);
Ady Abrahamf0c56492020-12-17 18:04:15 -0800329 if (!bufferItem.mIsAutoTimestamp) {
330 t->setDesiredPresentTime(bufferItem.mTimestamp);
331 }
Vishnu Nair6b7c5c92020-09-29 17:27:05 -0700332 t->setFrameNumber(mSurfaceControl, bufferItem.mFrameNumber);
Robert Carr78c25dd2019-08-15 14:10:33 -0700333
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100334 if (!mNextFrameTimelineVsyncIdQueue.empty()) {
335 t->setFrameTimelineVsync(mSurfaceControl, mNextFrameTimelineVsyncIdQueue.front());
336 mNextFrameTimelineVsyncIdQueue.pop();
337 }
338
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800339 if (mAutoRefresh != bufferItem.mAutoRefresh) {
340 t->setAutoRefresh(mSurfaceControl, bufferItem.mAutoRefresh);
341 mAutoRefresh = bufferItem.mAutoRefresh;
342 }
343
Robert Carr78c25dd2019-08-15 14:10:33 -0700344 if (applyTransaction) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700345 t->apply();
Robert Carr78c25dd2019-08-15 14:10:33 -0700346 }
Vishnu Nairdab94092020-09-29 16:09:04 -0700347
348 BQA_LOGV("processNextBufferLocked size=%dx%d mFrameNumber=%" PRIu64
349 " applyTransaction=%s mTimestamp=%" PRId64,
Vishnu Nairea0de002020-11-17 17:42:37 -0800350 mSize.width, mSize.height, bufferItem.mFrameNumber, toString(applyTransaction),
Vishnu Nairdab94092020-09-29 16:09:04 -0700351 bufferItem.mTimestamp);
Robert Carr78c25dd2019-08-15 14:10:33 -0700352}
353
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800354Rect BLASTBufferQueue::computeCrop(const BufferItem& item) {
355 if (item.mScalingMode == NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800356 return GLConsumer::scaleDownCrop(item.mCrop, mSize.width, mSize.height);
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800357 }
358 return item.mCrop;
359}
360
Vishnu Nairaef1de92020-10-22 12:15:53 -0700361void BLASTBufferQueue::onFrameAvailable(const BufferItem& item) {
Valerie Haua32c5522019-12-09 10:11:08 -0800362 ATRACE_CALL();
Valerie Hau0188adf2020-02-13 08:29:20 -0800363 std::unique_lock _lock{mMutex};
Valerie Haud3b90d22019-11-06 09:37:31 -0800364
Vishnu Nairdab94092020-09-29 16:09:04 -0700365 const bool nextTransactionSet = mNextTransaction != nullptr;
Vishnu Nairaef1de92020-10-22 12:15:53 -0700366 BQA_LOGV("onFrameAvailable framenumber=%" PRIu64 " nextTransactionSet=%s mFlushShadowQueue=%s",
367 item.mFrameNumber, toString(nextTransactionSet), toString(mFlushShadowQueue));
Vishnu Nairdab94092020-09-29 16:09:04 -0700368
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700369 if (nextTransactionSet || mFlushShadowQueue) {
Vishnu Nairbf255772020-10-16 10:54:41 -0700370 while (mNumFrameAvailable > 0 || maxBuffersAcquired()) {
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700371 BQA_LOGV("waiting in onFrameAvailable...");
Valerie Hau0188adf2020-02-13 08:29:20 -0800372 mCallbackCV.wait(_lock);
373 }
374 }
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700375 mFlushShadowQueue = false;
Valerie Haud3b90d22019-11-06 09:37:31 -0800376 // add to shadow queue
Valerie Haua32c5522019-12-09 10:11:08 -0800377 mNumFrameAvailable++;
Robert Carr255acdc2020-04-17 14:08:55 -0700378 processNextBufferLocked(true);
Valerie Haud3b90d22019-11-06 09:37:31 -0800379}
380
Vishnu Nairaef1de92020-10-22 12:15:53 -0700381void BLASTBufferQueue::onFrameReplaced(const BufferItem& item) {
382 BQA_LOGV("onFrameReplaced framenumber=%" PRIu64, item.mFrameNumber);
383 // Do nothing since we are not storing unacquired buffer items locally.
384}
385
Robert Carr78c25dd2019-08-15 14:10:33 -0700386void BLASTBufferQueue::setNextTransaction(SurfaceComposerClient::Transaction* t) {
Valerie Haud3b90d22019-11-06 09:37:31 -0800387 std::lock_guard _lock{mMutex};
Robert Carr78c25dd2019-08-15 14:10:33 -0700388 mNextTransaction = t;
389}
390
Vishnu Nairea0de002020-11-17 17:42:37 -0800391bool BLASTBufferQueue::rejectBuffer(const BufferItem& item) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700392 if (item.mScalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
393 // Only reject buffers if scaling mode is freeze.
394 return false;
395 }
396
Vishnu Naire1a42322020-10-02 17:42:04 -0700397 uint32_t bufWidth = item.mGraphicBuffer->getWidth();
398 uint32_t bufHeight = item.mGraphicBuffer->getHeight();
399
400 // Take the buffer's orientation into account
401 if (item.mTransform & ui::Transform::ROT_90) {
402 std::swap(bufWidth, bufHeight);
403 }
Vishnu Nairea0de002020-11-17 17:42:37 -0800404 ui::Size bufferSize(bufWidth, bufHeight);
405 if (mRequestedSize != mSize && mRequestedSize == bufferSize) {
406 mSize = mRequestedSize;
407 return false;
408 }
Vishnu Naire1a42322020-10-02 17:42:04 -0700409
Vishnu Nair670b3f72020-09-29 17:52:18 -0700410 // reject buffers if the buffer size doesn't match.
Vishnu Nairea0de002020-11-17 17:42:37 -0800411 return mSize != bufferSize;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700412}
Vishnu Nairbf255772020-10-16 10:54:41 -0700413
chaviw71c2cc42020-10-23 16:42:02 -0700414void BLASTBufferQueue::setTransactionCompleteCallback(
415 uint64_t frameNumber, std::function<void(int64_t)>&& transactionCompleteCallback) {
416 std::lock_guard _lock{mMutex};
417 if (transactionCompleteCallback == nullptr) {
418 mTransactionCompleteCallback = nullptr;
419 } else {
420 mTransactionCompleteCallback = std::move(transactionCompleteCallback);
421 mTransactionCompleteFrameNumber = frameNumber;
422 }
423}
424
Vishnu Nairbf255772020-10-16 10:54:41 -0700425// Check if we have acquired the maximum number of buffers.
426// As a special case, we wait for the first callback before acquiring the second buffer so we
427// can ensure the first buffer is presented if multiple buffers are queued in succession.
428bool BLASTBufferQueue::maxBuffersAcquired() const {
429 return mNumAcquired == MAX_ACQUIRED_BUFFERS + 1 ||
430 (!mInitialCallbackReceived && mNumAcquired == 1);
431}
432
Robert Carr05086b22020-10-13 18:22:51 -0700433class BBQSurface : public Surface {
Robert Carr9c006e02020-10-14 13:41:57 -0700434private:
435 sp<BLASTBufferQueue> mBbq;
Robert Carr05086b22020-10-13 18:22:51 -0700436public:
Vishnu Nair992496b2020-10-22 17:27:21 -0700437 BBQSurface(const sp<IGraphicBufferProducer>& igbp, bool controlledByApp,
438 const sp<IBinder>& scHandle, const sp<BLASTBufferQueue>& bbq)
439 : Surface(igbp, controlledByApp, scHandle), mBbq(bbq) {}
Robert Carr9c006e02020-10-14 13:41:57 -0700440
Robert Carr05086b22020-10-13 18:22:51 -0700441 void allocateBuffers() override {
442 uint32_t reqWidth = mReqWidth ? mReqWidth : mUserWidth;
443 uint32_t reqHeight = mReqHeight ? mReqHeight : mUserHeight;
444 auto gbp = getIGraphicBufferProducer();
445 std::thread ([reqWidth, reqHeight, gbp=getIGraphicBufferProducer(),
446 reqFormat=mReqFormat, reqUsage=mReqUsage] () {
447 gbp->allocateBuffers(reqWidth, reqHeight,
448 reqFormat, reqUsage);
449
450 }).detach();
451 }
Robert Carr9c006e02020-10-14 13:41:57 -0700452
Marin Shalamanov46084422020-10-13 12:33:42 +0200453 status_t setFrameRate(float frameRate, int8_t compatibility, bool shouldBeSeamless) override {
Robert Carr9c006e02020-10-14 13:41:57 -0700454 if (!ValidateFrameRate(frameRate, compatibility, "BBQSurface::setFrameRate")) {
455 return BAD_VALUE;
456 }
Marin Shalamanov46084422020-10-13 12:33:42 +0200457 return mBbq->setFrameRate(frameRate, compatibility, shouldBeSeamless);
Robert Carr9c006e02020-10-14 13:41:57 -0700458 }
Robert Carr9b611b72020-10-19 12:00:23 -0700459
460 status_t setFrameTimelineVsync(int64_t frameTimelineVsyncId) override {
461 return mBbq->setFrameTimelineVsync(frameTimelineVsyncId);
462 }
Robert Carr05086b22020-10-13 18:22:51 -0700463};
464
Robert Carr9c006e02020-10-14 13:41:57 -0700465// TODO: Can we coalesce this with frame updates? Need to confirm
466// no timing issues.
Marin Shalamanov46084422020-10-13 12:33:42 +0200467status_t BLASTBufferQueue::setFrameRate(float frameRate, int8_t compatibility,
468 bool shouldBeSeamless) {
Robert Carr9c006e02020-10-14 13:41:57 -0700469 std::unique_lock _lock{mMutex};
470 SurfaceComposerClient::Transaction t;
471
Marin Shalamanov46084422020-10-13 12:33:42 +0200472 return t.setFrameRate(mSurfaceControl, frameRate, compatibility, shouldBeSeamless).apply();
Robert Carr9c006e02020-10-14 13:41:57 -0700473}
474
Robert Carr9b611b72020-10-19 12:00:23 -0700475status_t BLASTBufferQueue::setFrameTimelineVsync(int64_t frameTimelineVsyncId) {
476 std::unique_lock _lock{mMutex};
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100477 mNextFrameTimelineVsyncIdQueue.push(frameTimelineVsyncId);
478 return OK;
Robert Carr9b611b72020-10-19 12:00:23 -0700479}
480
Vishnu Nair992496b2020-10-22 17:27:21 -0700481sp<Surface> BLASTBufferQueue::getSurface(bool includeSurfaceControlHandle) {
482 std::unique_lock _lock{mMutex};
483 sp<IBinder> scHandle = nullptr;
484 if (includeSurfaceControlHandle && mSurfaceControl) {
485 scHandle = mSurfaceControl->getHandle();
486 }
487 return new BBQSurface(mProducer, true, scHandle, this);
Robert Carr05086b22020-10-13 18:22:51 -0700488}
489
Vishnu Nair89496122020-12-14 17:14:53 -0800490// Maintains a single worker thread per process that services a list of runnables.
491class AsyncWorker : public Singleton<AsyncWorker> {
492private:
493 std::thread mThread;
494 bool mDone = false;
495 std::deque<std::function<void()>> mRunnables;
496 std::mutex mMutex;
497 std::condition_variable mCv;
498 void run() {
499 std::unique_lock<std::mutex> lock(mMutex);
500 while (!mDone) {
501 mCv.wait(lock);
502 while (!mRunnables.empty()) {
503 std::function<void()> runnable = mRunnables.front();
504 mRunnables.pop_front();
505 runnable();
506 }
507 }
508 }
509
510public:
511 AsyncWorker() : Singleton<AsyncWorker>() { mThread = std::thread(&AsyncWorker::run, this); }
512
513 ~AsyncWorker() {
514 mDone = true;
515 mCv.notify_all();
516 if (mThread.joinable()) {
517 mThread.join();
518 }
519 }
520
521 void post(std::function<void()> runnable) {
522 std::unique_lock<std::mutex> lock(mMutex);
523 mRunnables.emplace_back(std::move(runnable));
524 mCv.notify_one();
525 }
526};
527ANDROID_SINGLETON_STATIC_INSTANCE(AsyncWorker);
528
529// Asynchronously calls ProducerListener functions so we can emulate one way binder calls.
530class AsyncProducerListener : public BnProducerListener {
531private:
532 const sp<IProducerListener> mListener;
533
534public:
535 AsyncProducerListener(const sp<IProducerListener>& listener) : mListener(listener) {}
536
537 void onBufferReleased() override {
538 AsyncWorker::getInstance().post([listener = mListener]() { listener->onBufferReleased(); });
539 }
540
541 void onBuffersDiscarded(const std::vector<int32_t>& slots) override {
542 AsyncWorker::getInstance().post(
543 [listener = mListener, slots = slots]() { listener->onBuffersDiscarded(slots); });
544 }
545};
546
547// Extends the BufferQueueProducer to create a wrapper around the listener so the listener calls
548// can be non-blocking when the producer is in the client process.
549class BBQBufferQueueProducer : public BufferQueueProducer {
550public:
551 BBQBufferQueueProducer(const sp<BufferQueueCore>& core)
552 : BufferQueueProducer(core, false /* consumerIsSurfaceFlinger*/) {}
553
554 status_t connect(const sp<IProducerListener>& listener, int api, bool producerControlledByApp,
555 QueueBufferOutput* output) override {
556 if (!listener) {
557 return BufferQueueProducer::connect(listener, api, producerControlledByApp, output);
558 }
559
560 return BufferQueueProducer::connect(new AsyncProducerListener(listener), api,
561 producerControlledByApp, output);
562 }
563};
564
565// Similar to BufferQueue::createBufferQueue but creates an adapter specific bufferqueue producer.
566// This BQP allows invoking client specified ProducerListeners and invoke them asynchronously,
567// emulating one way binder call behavior. Without this, if the listener calls back into the queue,
568// we can deadlock.
569void BLASTBufferQueue::createBufferQueue(sp<IGraphicBufferProducer>* outProducer,
570 sp<IGraphicBufferConsumer>* outConsumer) {
571 LOG_ALWAYS_FATAL_IF(outProducer == nullptr, "BLASTBufferQueue: outProducer must not be NULL");
572 LOG_ALWAYS_FATAL_IF(outConsumer == nullptr, "BLASTBufferQueue: outConsumer must not be NULL");
573
574 sp<BufferQueueCore> core(new BufferQueueCore());
575 LOG_ALWAYS_FATAL_IF(core == nullptr, "BLASTBufferQueue: failed to create BufferQueueCore");
576
577 sp<IGraphicBufferProducer> producer(new BBQBufferQueueProducer(core));
578 LOG_ALWAYS_FATAL_IF(producer == nullptr,
579 "BLASTBufferQueue: failed to create BBQBufferQueueProducer");
580
581 sp<IGraphicBufferConsumer> consumer(new BufferQueueConsumer(core));
582 LOG_ALWAYS_FATAL_IF(consumer == nullptr,
583 "BLASTBufferQueue: failed to create BufferQueueConsumer");
584
585 *outProducer = producer;
586 *outConsumer = consumer;
587}
588
Robert Carr78c25dd2019-08-15 14:10:33 -0700589} // namespace android