blob: 571da690a7853eaa220d6077a7e6cf29b24dd81f [file] [log] [blame]
Robert Carr78c25dd2019-08-15 14:10:33 -07001/*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Valerie Haud3b90d22019-11-06 09:37:31 -080017#undef LOG_TAG
18#define LOG_TAG "BLASTBufferQueue"
19
Valerie Haua32c5522019-12-09 10:11:08 -080020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Vishnu Naire1a42322020-10-02 17:42:04 -070021//#define LOG_NDEBUG 0
Valerie Haua32c5522019-12-09 10:11:08 -080022
Robert Carr78c25dd2019-08-15 14:10:33 -070023#include <gui/BLASTBufferQueue.h>
24#include <gui/BufferItemConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080025#include <gui/BufferQueueConsumer.h>
26#include <gui/BufferQueueCore.h>
27#include <gui/BufferQueueProducer.h>
Valerie Hau45e4b3b2019-12-03 10:49:17 -080028#include <gui/GLConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080029#include <gui/IProducerListener.h>
Robert Carr05086b22020-10-13 18:22:51 -070030#include <gui/Surface.h>
Vishnu Nair89496122020-12-14 17:14:53 -080031#include <utils/Singleton.h>
Robert Carr78c25dd2019-08-15 14:10:33 -070032
Valerie Haua32c5522019-12-09 10:11:08 -080033#include <utils/Trace.h>
34
Robert Carr78c25dd2019-08-15 14:10:33 -070035#include <chrono>
36
37using namespace std::chrono_literals;
38
Vishnu Nairdab94092020-09-29 16:09:04 -070039namespace {
40inline const char* toString(bool b) {
41 return b ? "true" : "false";
42}
43} // namespace
44
Robert Carr78c25dd2019-08-15 14:10:33 -070045namespace android {
46
Vishnu Nairdab94092020-09-29 16:09:04 -070047// Macros to include adapter info in log messages
48#define BQA_LOGV(x, ...) \
49 ALOGV("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairc6f89ee2020-12-11 14:27:32 -080050// enable logs for a single layer
51//#define BQA_LOGV(x, ...) \
52// ALOGV_IF((strstr(mName.c_str(), "SurfaceView") != nullptr), "[%s](f:%u,a:%u) " x, \
53// mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairdab94092020-09-29 16:09:04 -070054#define BQA_LOGE(x, ...) \
55 ALOGE("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
56
Valerie Hau871d6352020-01-29 08:44:02 -080057void BLASTBufferItemConsumer::onDisconnect() {
Hongguang Chen621ec582021-02-16 15:42:35 -080058 Mutex::Autolock lock(mMutex);
Valerie Hau871d6352020-01-29 08:44:02 -080059 mPreviouslyConnected = mCurrentlyConnected;
60 mCurrentlyConnected = false;
61 if (mPreviouslyConnected) {
62 mDisconnectEvents.push(mCurrentFrameNumber);
63 }
64 mFrameEventHistory.onDisconnect();
65}
66
67void BLASTBufferItemConsumer::addAndGetFrameTimestamps(const NewFrameEventsEntry* newTimestamps,
68 FrameEventHistoryDelta* outDelta) {
Hongguang Chen621ec582021-02-16 15:42:35 -080069 Mutex::Autolock lock(mMutex);
Valerie Hau871d6352020-01-29 08:44:02 -080070 if (newTimestamps) {
71 // BufferQueueProducer only adds a new timestamp on
72 // queueBuffer
73 mCurrentFrameNumber = newTimestamps->frameNumber;
74 mFrameEventHistory.addQueue(*newTimestamps);
75 }
76 if (outDelta) {
77 // frame event histories will be processed
78 // only after the producer connects and requests
79 // deltas for the first time. Forward this intent
80 // to SF-side to turn event processing back on
81 mPreviouslyConnected = mCurrentlyConnected;
82 mCurrentlyConnected = true;
83 mFrameEventHistory.getAndResetDelta(outDelta);
84 }
85}
86
87void BLASTBufferItemConsumer::updateFrameTimestamps(uint64_t frameNumber, nsecs_t refreshStartTime,
88 const sp<Fence>& glDoneFence,
89 const sp<Fence>& presentFence,
90 const sp<Fence>& prevReleaseFence,
91 CompositorTiming compositorTiming,
92 nsecs_t latchTime, nsecs_t dequeueReadyTime) {
Hongguang Chen621ec582021-02-16 15:42:35 -080093 Mutex::Autolock lock(mMutex);
Valerie Hau871d6352020-01-29 08:44:02 -080094
95 // if the producer is not connected, don't bother updating,
96 // the next producer that connects won't access this frame event
97 if (!mCurrentlyConnected) return;
98 std::shared_ptr<FenceTime> glDoneFenceTime = std::make_shared<FenceTime>(glDoneFence);
99 std::shared_ptr<FenceTime> presentFenceTime = std::make_shared<FenceTime>(presentFence);
100 std::shared_ptr<FenceTime> releaseFenceTime = std::make_shared<FenceTime>(prevReleaseFence);
101
102 mFrameEventHistory.addLatch(frameNumber, latchTime);
103 mFrameEventHistory.addRelease(frameNumber, dequeueReadyTime, std::move(releaseFenceTime));
104 mFrameEventHistory.addPreComposition(frameNumber, refreshStartTime);
105 mFrameEventHistory.addPostComposition(frameNumber, glDoneFenceTime, presentFenceTime,
106 compositorTiming);
107}
108
109void BLASTBufferItemConsumer::getConnectionEvents(uint64_t frameNumber, bool* needsDisconnect) {
110 bool disconnect = false;
Hongguang Chen621ec582021-02-16 15:42:35 -0800111 Mutex::Autolock lock(mMutex);
Valerie Hau871d6352020-01-29 08:44:02 -0800112 while (!mDisconnectEvents.empty() && mDisconnectEvents.front() <= frameNumber) {
113 disconnect = true;
114 mDisconnectEvents.pop();
115 }
116 if (needsDisconnect != nullptr) *needsDisconnect = disconnect;
117}
118
Hongguang Chen621ec582021-02-16 15:42:35 -0800119void BLASTBufferItemConsumer::setBlastBufferQueue(BLASTBufferQueue* blastbufferqueue) {
120 Mutex::Autolock lock(mMutex);
121 mBLASTBufferQueue = blastbufferqueue;
122}
123
124void BLASTBufferItemConsumer::onSidebandStreamChanged() {
125 Mutex::Autolock lock(mMutex);
126 if (mBLASTBufferQueue != nullptr) {
127 sp<NativeHandle> stream = getSidebandStream();
128 mBLASTBufferQueue->setSidebandStream(stream);
129 }
130}
131
Vishnu Nairdab94092020-09-29 16:09:04 -0700132BLASTBufferQueue::BLASTBufferQueue(const std::string& name, const sp<SurfaceControl>& surface,
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700133 int width, int height, int32_t format)
Vishnu Nairdab94092020-09-29 16:09:04 -0700134 : mName(name),
135 mSurfaceControl(surface),
Vishnu Nairea0de002020-11-17 17:42:37 -0800136 mSize(width, height),
137 mRequestedSize(mSize),
chaviw565ee542021-01-14 10:21:23 -0800138 mFormat(format),
Valerie Haud3b90d22019-11-06 09:37:31 -0800139 mNextTransaction(nullptr) {
Vishnu Nair89496122020-12-14 17:14:53 -0800140 createBufferQueue(&mProducer, &mConsumer);
Valerie Hau0889c622020-02-19 15:04:47 -0800141 // since the adapter is in the client process, set dequeue timeout
142 // explicitly so that dequeueBuffer will block
143 mProducer->setDequeueTimeout(std::numeric_limits<int64_t>::max());
Valerie Hau65b8e872020-02-13 09:45:14 -0800144
Vishnu Nairdebd1cb2021-03-16 10:06:01 -0700145 // safe default, most producers are expected to override this
146 mProducer->setMaxDequeuedBufferCount(2);
Vishnu Nair1618c672021-02-05 13:08:26 -0800147 mBufferItemConsumer = new BLASTBufferItemConsumer(mConsumer,
148 GraphicBuffer::USAGE_HW_COMPOSER |
149 GraphicBuffer::USAGE_HW_TEXTURE,
150 1, false);
Valerie Haua32c5522019-12-09 10:11:08 -0800151 static int32_t id = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700152 auto consumerName = mName + "(BLAST Consumer)" + std::to_string(id);
Valerie Haua32c5522019-12-09 10:11:08 -0800153 id++;
Vishnu Nairdab94092020-09-29 16:09:04 -0700154 mBufferItemConsumer->setName(String8(consumerName.c_str()));
Robert Carr78c25dd2019-08-15 14:10:33 -0700155 mBufferItemConsumer->setFrameAvailableListener(this);
156 mBufferItemConsumer->setBufferFreedListener(this);
Vishnu Nairea0de002020-11-17 17:42:37 -0800157 mBufferItemConsumer->setDefaultBufferSize(mSize.width, mSize.height);
chaviw497e81c2021-02-04 17:09:47 -0800158 mBufferItemConsumer->setDefaultBufferFormat(convertBufferFormat(format));
Hongguang Chen621ec582021-02-16 15:42:35 -0800159 mBufferItemConsumer->setBlastBufferQueue(this);
Robert Carr9f133d72020-04-01 15:51:46 -0700160
Valerie Hau2882e982020-01-23 13:33:10 -0800161 mTransformHint = mSurfaceControl->getTransformHint();
Robert Carr9f133d72020-04-01 15:51:46 -0700162 mBufferItemConsumer->setTransformHint(mTransformHint);
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800163 SurfaceComposerClient::Transaction()
164 .setFlags(surface, layer_state_t::eEnableBackpressure,
165 layer_state_t::eEnableBackpressure)
166 .apply();
Valerie Haud3b90d22019-11-06 09:37:31 -0800167
Valerie Haua32c5522019-12-09 10:11:08 -0800168 mNumAcquired = 0;
169 mNumFrameAvailable = 0;
Robert Carr78c25dd2019-08-15 14:10:33 -0700170}
171
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800172BLASTBufferQueue::~BLASTBufferQueue() {
Hongguang Chen621ec582021-02-16 15:42:35 -0800173 mBufferItemConsumer->setBlastBufferQueue(nullptr);
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800174 if (mPendingTransactions.empty()) {
175 return;
176 }
177 BQA_LOGE("Applying pending transactions on dtor %d",
178 static_cast<uint32_t>(mPendingTransactions.size()));
179 SurfaceComposerClient::Transaction t;
180 for (auto& [targetFrameNumber, transaction] : mPendingTransactions) {
181 t.merge(std::move(transaction));
182 }
183 t.apply();
184}
185
chaviw565ee542021-01-14 10:21:23 -0800186void BLASTBufferQueue::update(const sp<SurfaceControl>& surface, uint32_t width, uint32_t height,
187 int32_t format) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700188 std::unique_lock _lock{mMutex};
chaviw565ee542021-01-14 10:21:23 -0800189 if (mFormat != format) {
190 mFormat = format;
chaviw497e81c2021-02-04 17:09:47 -0800191 mBufferItemConsumer->setDefaultBufferFormat(convertBufferFormat(format));
chaviw565ee542021-01-14 10:21:23 -0800192 }
193
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800194 SurfaceComposerClient::Transaction t;
195 bool applyTransaction = false;
196 if (!SurfaceControl::isSameSurface(mSurfaceControl, surface)) {
197 mSurfaceControl = surface;
198 t.setFlags(mSurfaceControl, layer_state_t::eEnableBackpressure,
199 layer_state_t::eEnableBackpressure);
200 applyTransaction = true;
201 }
202
Vishnu Nairea0de002020-11-17 17:42:37 -0800203 ui::Size newSize(width, height);
204 if (mRequestedSize != newSize) {
205 mRequestedSize.set(newSize);
206 mBufferItemConsumer->setDefaultBufferSize(mRequestedSize.width, mRequestedSize.height);
Chavi Weingartena5aedbd2021-04-09 13:37:33 +0000207 if (mLastBufferInfo.scalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
Vishnu Nair53c936c2020-12-03 11:46:37 -0800208 // If the buffer supports scaling, update the frame immediately since the client may
209 // want to scale the existing buffer to the new size.
210 mSize = mRequestedSize;
Chavi Weingartena5aedbd2021-04-09 13:37:33 +0000211 // We only need to update the scale if we've received at least one buffer. The reason
212 // for this is the scale is calculated based on the requested size and buffer size.
213 // If there's no buffer, the scale will always be 1.
214 if (mLastBufferInfo.hasBuffer) {
215 setMatrix(&t, mLastBufferInfo);
216 }
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800217 applyTransaction = true;
Vishnu Nair53c936c2020-12-03 11:46:37 -0800218 }
Robert Carrfc416512020-04-02 12:32:44 -0700219 }
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800220 if (applyTransaction) {
221 t.apply();
222 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700223}
224
225static void transactionCallbackThunk(void* context, nsecs_t latchTime,
226 const sp<Fence>& presentFence,
227 const std::vector<SurfaceControlStats>& stats) {
228 if (context == nullptr) {
229 return;
230 }
Robert Carrfbcbb4c2020-11-02 14:14:34 -0800231 sp<BLASTBufferQueue> bq = static_cast<BLASTBufferQueue*>(context);
Robert Carr78c25dd2019-08-15 14:10:33 -0700232 bq->transactionCallback(latchTime, presentFence, stats);
233}
234
235void BLASTBufferQueue::transactionCallback(nsecs_t /*latchTime*/, const sp<Fence>& /*presentFence*/,
236 const std::vector<SurfaceControlStats>& stats) {
chaviw71c2cc42020-10-23 16:42:02 -0700237 std::function<void(int64_t)> transactionCompleteCallback = nullptr;
238 uint64_t currFrameNumber = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700239
chaviw71c2cc42020-10-23 16:42:02 -0700240 {
241 std::unique_lock _lock{mMutex};
242 ATRACE_CALL();
243 BQA_LOGV("transactionCallback");
chaviw71c2cc42020-10-23 16:42:02 -0700244
chaviw42026162021-04-16 15:46:12 -0500245 if (!mSurfaceControlsWithPendingCallback.empty()) {
246 sp<SurfaceControl> pendingSC = mSurfaceControlsWithPendingCallback.front();
247 mSurfaceControlsWithPendingCallback.pop();
248 bool found = false;
249 for (auto stat : stats) {
250 if (!SurfaceControl::isSameSurface(pendingSC, stat.surfaceControl)) {
251 continue;
Vishnu Nair1506b182021-02-22 14:35:15 -0800252 }
chaviw42026162021-04-16 15:46:12 -0500253
254 mTransformHint = stat.transformHint;
255 mBufferItemConsumer->setTransformHint(mTransformHint);
256 mBufferItemConsumer
257 ->updateFrameTimestamps(stat.frameEventStats.frameNumber,
258 stat.frameEventStats.refreshStartTime,
259 stat.frameEventStats.gpuCompositionDoneFence,
260 stat.presentFence, stat.previousReleaseFence,
261 stat.frameEventStats.compositorTiming,
262 stat.latchTime,
263 stat.frameEventStats.dequeueReadyTime);
264
265 currFrameNumber = stat.frameEventStats.frameNumber;
266
267 if (mTransactionCompleteCallback &&
268 currFrameNumber >= mTransactionCompleteFrameNumber) {
269 if (currFrameNumber > mTransactionCompleteFrameNumber) {
270 BQA_LOGE("transactionCallback received for a newer framenumber=%" PRIu64
271 " than expected=%" PRIu64,
272 currFrameNumber, mTransactionCompleteFrameNumber);
273 }
274 transactionCompleteCallback = std::move(mTransactionCompleteCallback);
275 mTransactionCompleteFrameNumber = 0;
276 }
277
278 found = true;
279 break;
chaviw71c2cc42020-10-23 16:42:02 -0700280 }
chaviw42026162021-04-16 15:46:12 -0500281
282 if (!found) {
283 BQA_LOGE("Failed to find matching SurfaceControl in transaction callback");
284 }
285 } else {
286 BQA_LOGE("No matching SurfaceControls found: mSurfaceControlsWithPendingCallback was "
287 "empty.");
Valerie Haua32c5522019-12-09 10:11:08 -0800288 }
chaviw71c2cc42020-10-23 16:42:02 -0700289
chaviw71c2cc42020-10-23 16:42:02 -0700290 decStrong((void*)transactionCallbackThunk);
Robert Carr78c25dd2019-08-15 14:10:33 -0700291 }
Valerie Haua32c5522019-12-09 10:11:08 -0800292
chaviw71c2cc42020-10-23 16:42:02 -0700293 if (transactionCompleteCallback) {
294 transactionCompleteCallback(currFrameNumber);
Valerie Haua32c5522019-12-09 10:11:08 -0800295 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700296}
297
Vishnu Nair1506b182021-02-22 14:35:15 -0800298// Unlike transactionCallbackThunk the release buffer callback does not extend the life of the
299// BBQ. This is because if the BBQ is destroyed, then the buffers will be released by the client.
300// So we pass in a weak pointer to the BBQ and if it still alive, then we release the buffer.
301// Otherwise, this is a no-op.
302static void releaseBufferCallbackThunk(wp<BLASTBufferQueue> context, uint64_t graphicBufferId,
303 const sp<Fence>& releaseFence) {
304 sp<BLASTBufferQueue> blastBufferQueue = context.promote();
305 ALOGV("releaseBufferCallbackThunk graphicBufferId=%" PRIu64 " blastBufferQueue=%s",
306 graphicBufferId, blastBufferQueue ? "alive" : "dead");
307 if (blastBufferQueue) {
308 blastBufferQueue->releaseBufferCallback(graphicBufferId, releaseFence);
309 }
310}
311
312void BLASTBufferQueue::releaseBufferCallback(uint64_t graphicBufferId,
313 const sp<Fence>& releaseFence) {
314 ATRACE_CALL();
315 std::unique_lock _lock{mMutex};
316 BQA_LOGV("releaseBufferCallback graphicBufferId=%" PRIu64, graphicBufferId);
317
318 auto it = mSubmitted.find(graphicBufferId);
319 if (it == mSubmitted.end()) {
320 BQA_LOGE("ERROR: releaseBufferCallback without corresponding submitted buffer %" PRIu64,
321 graphicBufferId);
322 return;
323 }
324
325 mBufferItemConsumer->releaseBuffer(it->second, releaseFence);
326 mSubmitted.erase(it);
327 mNumAcquired--;
328 processNextBufferLocked(false /* useNextTransaction */);
329 mCallbackCV.notify_all();
330}
331
Robert Carr255acdc2020-04-17 14:08:55 -0700332void BLASTBufferQueue::processNextBufferLocked(bool useNextTransaction) {
Valerie Haua32c5522019-12-09 10:11:08 -0800333 ATRACE_CALL();
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800334 // If the next transaction is set, we want to guarantee the our acquire will not fail, so don't
335 // include the extra buffer when checking if we can acquire the next buffer.
336 const bool includeExtraAcquire = !useNextTransaction;
337 if (mNumFrameAvailable == 0 || maxBuffersAcquired(includeExtraAcquire)) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800338 mCallbackCV.notify_all();
Valerie Haud3b90d22019-11-06 09:37:31 -0800339 return;
340 }
341
Valerie Haua32c5522019-12-09 10:11:08 -0800342 if (mSurfaceControl == nullptr) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700343 BQA_LOGE("ERROR : surface control is null");
Valerie Haud3b90d22019-11-06 09:37:31 -0800344 return;
345 }
346
Robert Carr78c25dd2019-08-15 14:10:33 -0700347 SurfaceComposerClient::Transaction localTransaction;
348 bool applyTransaction = true;
349 SurfaceComposerClient::Transaction* t = &localTransaction;
Robert Carr255acdc2020-04-17 14:08:55 -0700350 if (mNextTransaction != nullptr && useNextTransaction) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700351 t = mNextTransaction;
352 mNextTransaction = nullptr;
353 applyTransaction = false;
354 }
355
Valerie Haua32c5522019-12-09 10:11:08 -0800356 BufferItem bufferItem;
Valerie Haud3b90d22019-11-06 09:37:31 -0800357
Vishnu Nairc6f89ee2020-12-11 14:27:32 -0800358 status_t status =
359 mBufferItemConsumer->acquireBuffer(&bufferItem, 0 /* expectedPresent */, false);
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800360 if (status == BufferQueue::NO_BUFFER_AVAILABLE) {
361 BQA_LOGV("Failed to acquire a buffer, err=NO_BUFFER_AVAILABLE");
362 return;
363 } else if (status != OK) {
Vishnu Nairbf255772020-10-16 10:54:41 -0700364 BQA_LOGE("Failed to acquire a buffer, err=%s", statusToString(status).c_str());
Robert Carr78c25dd2019-08-15 14:10:33 -0700365 return;
366 }
Valerie Haua32c5522019-12-09 10:11:08 -0800367 auto buffer = bufferItem.mGraphicBuffer;
368 mNumFrameAvailable--;
369
370 if (buffer == nullptr) {
371 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
Vishnu Nairbf255772020-10-16 10:54:41 -0700372 BQA_LOGE("Buffer was empty");
Valerie Haua32c5522019-12-09 10:11:08 -0800373 return;
374 }
375
Vishnu Nair670b3f72020-09-29 17:52:18 -0700376 if (rejectBuffer(bufferItem)) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800377 BQA_LOGE("rejecting buffer:active_size=%dx%d, requested_size=%dx%d"
378 "buffer{size=%dx%d transform=%d}",
379 mSize.width, mSize.height, mRequestedSize.width, mRequestedSize.height,
380 buffer->getWidth(), buffer->getHeight(), bufferItem.mTransform);
381 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
382 processNextBufferLocked(useNextTransaction);
383 return;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700384 }
385
Valerie Haua32c5522019-12-09 10:11:08 -0800386 mNumAcquired++;
Vishnu Nair1506b182021-02-22 14:35:15 -0800387 mSubmitted[buffer->getId()] = bufferItem;
Robert Carr78c25dd2019-08-15 14:10:33 -0700388
Valerie Hau871d6352020-01-29 08:44:02 -0800389 bool needsDisconnect = false;
390 mBufferItemConsumer->getConnectionEvents(bufferItem.mFrameNumber, &needsDisconnect);
391
392 // if producer disconnected before, notify SurfaceFlinger
393 if (needsDisconnect) {
394 t->notifyProducerDisconnect(mSurfaceControl);
395 }
396
Robert Carr78c25dd2019-08-15 14:10:33 -0700397 // Ensure BLASTBufferQueue stays alive until we receive the transaction complete callback.
398 incStrong((void*)transactionCallbackThunk);
399
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800400 mLastAcquiredFrameNumber = bufferItem.mFrameNumber;
Chavi Weingartena5aedbd2021-04-09 13:37:33 +0000401 mLastBufferInfo.update(true /* hasBuffer */, bufferItem.mGraphicBuffer->getWidth(),
402 bufferItem.mGraphicBuffer->getHeight(), bufferItem.mTransform,
403 bufferItem.mScalingMode);
Vishnu Nair53c936c2020-12-03 11:46:37 -0800404
Vishnu Nair1506b182021-02-22 14:35:15 -0800405 auto releaseBufferCallback =
406 std::bind(releaseBufferCallbackThunk, wp<BLASTBufferQueue>(this) /* callbackContext */,
407 std::placeholders::_1, std::placeholders::_2);
408 t->setBuffer(mSurfaceControl, buffer, releaseBufferCallback);
John Reck137069e2020-12-10 22:07:37 -0500409 t->setDataspace(mSurfaceControl, static_cast<ui::Dataspace>(bufferItem.mDataSpace));
410 t->setHdrMetadata(mSurfaceControl, bufferItem.mHdrMetadata);
411 t->setSurfaceDamageRegion(mSurfaceControl, bufferItem.mSurfaceDamage);
Robert Carr78c25dd2019-08-15 14:10:33 -0700412 t->setAcquireFence(mSurfaceControl,
Valerie Haua32c5522019-12-09 10:11:08 -0800413 bufferItem.mFence ? new Fence(bufferItem.mFence->dup()) : Fence::NO_FENCE);
Robert Carr78c25dd2019-08-15 14:10:33 -0700414 t->addTransactionCompletedCallback(transactionCallbackThunk, static_cast<void*>(this));
chaviw42026162021-04-16 15:46:12 -0500415 mSurfaceControlsWithPendingCallback.push(mSurfaceControl);
Robert Carr78c25dd2019-08-15 14:10:33 -0700416
Chavi Weingartena5aedbd2021-04-09 13:37:33 +0000417 setMatrix(t, mLastBufferInfo);
Valerie Haua32c5522019-12-09 10:11:08 -0800418 t->setCrop(mSurfaceControl, computeCrop(bufferItem));
419 t->setTransform(mSurfaceControl, bufferItem.mTransform);
Valerie Hau2882e982020-01-23 13:33:10 -0800420 t->setTransformToDisplayInverse(mSurfaceControl, bufferItem.mTransformToDisplayInverse);
Ady Abrahamf0c56492020-12-17 18:04:15 -0800421 if (!bufferItem.mIsAutoTimestamp) {
422 t->setDesiredPresentTime(bufferItem.mTimestamp);
423 }
Vishnu Nair6b7c5c92020-09-29 17:27:05 -0700424 t->setFrameNumber(mSurfaceControl, bufferItem.mFrameNumber);
Robert Carr78c25dd2019-08-15 14:10:33 -0700425
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000426 if (!mNextFrameTimelineInfoQueue.empty()) {
Ady Abraham8db10102021-03-15 17:19:23 -0700427 t->setFrameTimelineInfo(mNextFrameTimelineInfoQueue.front());
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000428 mNextFrameTimelineInfoQueue.pop();
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100429 }
430
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800431 if (mAutoRefresh != bufferItem.mAutoRefresh) {
432 t->setAutoRefresh(mSurfaceControl, bufferItem.mAutoRefresh);
433 mAutoRefresh = bufferItem.mAutoRefresh;
434 }
Vishnu Nairadf632b2021-01-07 14:05:08 -0800435 {
436 std::unique_lock _lock{mTimestampMutex};
437 auto dequeueTime = mDequeueTimestamps.find(buffer->getId());
438 if (dequeueTime != mDequeueTimestamps.end()) {
439 Parcel p;
440 p.writeInt64(dequeueTime->second);
441 t->setMetadata(mSurfaceControl, METADATA_DEQUEUE_TIME, p);
442 mDequeueTimestamps.erase(dequeueTime);
443 }
444 }
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800445
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800446 auto mergeTransaction =
447 [&t, currentFrameNumber = bufferItem.mFrameNumber](
448 std::tuple<uint64_t, SurfaceComposerClient::Transaction> pendingTransaction) {
449 auto& [targetFrameNumber, transaction] = pendingTransaction;
450 if (currentFrameNumber < targetFrameNumber) {
451 return false;
452 }
453 t->merge(std::move(transaction));
454 return true;
455 };
456
457 mPendingTransactions.erase(std::remove_if(mPendingTransactions.begin(),
458 mPendingTransactions.end(), mergeTransaction),
459 mPendingTransactions.end());
460
Robert Carr78c25dd2019-08-15 14:10:33 -0700461 if (applyTransaction) {
Vishnu Nair277142c2021-01-05 18:35:29 -0800462 t->setApplyToken(mApplyToken).apply();
Robert Carr78c25dd2019-08-15 14:10:33 -0700463 }
Vishnu Nairdab94092020-09-29 16:09:04 -0700464
465 BQA_LOGV("processNextBufferLocked size=%dx%d mFrameNumber=%" PRIu64
Vishnu Nair1506b182021-02-22 14:35:15 -0800466 " applyTransaction=%s mTimestamp=%" PRId64 "%s mPendingTransactions.size=%d"
467 " graphicBufferId=%" PRIu64,
Vishnu Nairea0de002020-11-17 17:42:37 -0800468 mSize.width, mSize.height, bufferItem.mFrameNumber, toString(applyTransaction),
Vishnu Nair1506b182021-02-22 14:35:15 -0800469 bufferItem.mTimestamp, bufferItem.mIsAutoTimestamp ? "(auto)" : "",
470 static_cast<uint32_t>(mPendingTransactions.size()),
471 bufferItem.mGraphicBuffer->getId());
Robert Carr78c25dd2019-08-15 14:10:33 -0700472}
473
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800474Rect BLASTBufferQueue::computeCrop(const BufferItem& item) {
475 if (item.mScalingMode == NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800476 return GLConsumer::scaleDownCrop(item.mCrop, mSize.width, mSize.height);
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800477 }
478 return item.mCrop;
479}
480
Vishnu Nairaef1de92020-10-22 12:15:53 -0700481void BLASTBufferQueue::onFrameAvailable(const BufferItem& item) {
Valerie Haua32c5522019-12-09 10:11:08 -0800482 ATRACE_CALL();
Valerie Hau0188adf2020-02-13 08:29:20 -0800483 std::unique_lock _lock{mMutex};
Valerie Haud3b90d22019-11-06 09:37:31 -0800484
Vishnu Nairdab94092020-09-29 16:09:04 -0700485 const bool nextTransactionSet = mNextTransaction != nullptr;
Vishnu Nair1506b182021-02-22 14:35:15 -0800486 if (nextTransactionSet) {
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800487 while (mNumFrameAvailable > 0 || maxBuffersAcquired(false /* includeExtraAcquire */)) {
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700488 BQA_LOGV("waiting in onFrameAvailable...");
Valerie Hau0188adf2020-02-13 08:29:20 -0800489 mCallbackCV.wait(_lock);
490 }
491 }
Valerie Haud3b90d22019-11-06 09:37:31 -0800492 // add to shadow queue
Valerie Haua32c5522019-12-09 10:11:08 -0800493 mNumFrameAvailable++;
Vishnu Nair1506b182021-02-22 14:35:15 -0800494
495 BQA_LOGV("onFrameAvailable framenumber=%" PRIu64 " nextTransactionSet=%s", item.mFrameNumber,
496 toString(nextTransactionSet));
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800497 processNextBufferLocked(nextTransactionSet /* useNextTransaction */);
Valerie Haud3b90d22019-11-06 09:37:31 -0800498}
499
Vishnu Nairaef1de92020-10-22 12:15:53 -0700500void BLASTBufferQueue::onFrameReplaced(const BufferItem& item) {
501 BQA_LOGV("onFrameReplaced framenumber=%" PRIu64, item.mFrameNumber);
502 // Do nothing since we are not storing unacquired buffer items locally.
503}
504
Vishnu Nairadf632b2021-01-07 14:05:08 -0800505void BLASTBufferQueue::onFrameDequeued(const uint64_t bufferId) {
506 std::unique_lock _lock{mTimestampMutex};
507 mDequeueTimestamps[bufferId] = systemTime();
508};
509
510void BLASTBufferQueue::onFrameCancelled(const uint64_t bufferId) {
511 std::unique_lock _lock{mTimestampMutex};
512 mDequeueTimestamps.erase(bufferId);
513};
514
Robert Carr78c25dd2019-08-15 14:10:33 -0700515void BLASTBufferQueue::setNextTransaction(SurfaceComposerClient::Transaction* t) {
Valerie Haud3b90d22019-11-06 09:37:31 -0800516 std::lock_guard _lock{mMutex};
Robert Carr78c25dd2019-08-15 14:10:33 -0700517 mNextTransaction = t;
518}
519
Vishnu Nairea0de002020-11-17 17:42:37 -0800520bool BLASTBufferQueue::rejectBuffer(const BufferItem& item) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700521 if (item.mScalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
Hongguang Chen33100282021-04-15 18:36:05 -0700522 mSize = mRequestedSize;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700523 // Only reject buffers if scaling mode is freeze.
524 return false;
525 }
526
Vishnu Naire1a42322020-10-02 17:42:04 -0700527 uint32_t bufWidth = item.mGraphicBuffer->getWidth();
528 uint32_t bufHeight = item.mGraphicBuffer->getHeight();
529
530 // Take the buffer's orientation into account
531 if (item.mTransform & ui::Transform::ROT_90) {
532 std::swap(bufWidth, bufHeight);
533 }
Vishnu Nairea0de002020-11-17 17:42:37 -0800534 ui::Size bufferSize(bufWidth, bufHeight);
535 if (mRequestedSize != mSize && mRequestedSize == bufferSize) {
536 mSize = mRequestedSize;
537 return false;
538 }
Vishnu Naire1a42322020-10-02 17:42:04 -0700539
Vishnu Nair670b3f72020-09-29 17:52:18 -0700540 // reject buffers if the buffer size doesn't match.
Vishnu Nairea0de002020-11-17 17:42:37 -0800541 return mSize != bufferSize;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700542}
Vishnu Nairbf255772020-10-16 10:54:41 -0700543
Chavi Weingartena5aedbd2021-04-09 13:37:33 +0000544void BLASTBufferQueue::setMatrix(SurfaceComposerClient::Transaction* t,
545 const BufferInfo& bufferInfo) {
546 uint32_t bufWidth = bufferInfo.width;
547 uint32_t bufHeight = bufferInfo.height;
548
549 float dsdx = mSize.width / static_cast<float>(bufWidth);
550 float dsdy = mSize.height / static_cast<float>(bufHeight);
551
552 t->setMatrix(mSurfaceControl, dsdx, 0, 0, dsdy);
553}
554
chaviw71c2cc42020-10-23 16:42:02 -0700555void BLASTBufferQueue::setTransactionCompleteCallback(
556 uint64_t frameNumber, std::function<void(int64_t)>&& transactionCompleteCallback) {
557 std::lock_guard _lock{mMutex};
558 if (transactionCompleteCallback == nullptr) {
559 mTransactionCompleteCallback = nullptr;
560 } else {
561 mTransactionCompleteCallback = std::move(transactionCompleteCallback);
562 mTransactionCompleteFrameNumber = frameNumber;
563 }
564}
565
Vishnu Nairbf255772020-10-16 10:54:41 -0700566// Check if we have acquired the maximum number of buffers.
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800567// Consumer can acquire an additional buffer if that buffer is not droppable. Set
568// includeExtraAcquire is true to include this buffer to the count. Since this depends on the state
569// of the buffer, the next acquire may return with NO_BUFFER_AVAILABLE.
570bool BLASTBufferQueue::maxBuffersAcquired(bool includeExtraAcquire) const {
571 int maxAcquiredBuffers = MAX_ACQUIRED_BUFFERS + (includeExtraAcquire ? 2 : 1);
Vishnu Nair1506b182021-02-22 14:35:15 -0800572 return mNumAcquired == maxAcquiredBuffers;
Vishnu Nairbf255772020-10-16 10:54:41 -0700573}
574
Robert Carr05086b22020-10-13 18:22:51 -0700575class BBQSurface : public Surface {
Robert Carr9c006e02020-10-14 13:41:57 -0700576private:
577 sp<BLASTBufferQueue> mBbq;
Robert Carr05086b22020-10-13 18:22:51 -0700578public:
Vishnu Nair992496b2020-10-22 17:27:21 -0700579 BBQSurface(const sp<IGraphicBufferProducer>& igbp, bool controlledByApp,
580 const sp<IBinder>& scHandle, const sp<BLASTBufferQueue>& bbq)
581 : Surface(igbp, controlledByApp, scHandle), mBbq(bbq) {}
Robert Carr9c006e02020-10-14 13:41:57 -0700582
Robert Carr05086b22020-10-13 18:22:51 -0700583 void allocateBuffers() override {
584 uint32_t reqWidth = mReqWidth ? mReqWidth : mUserWidth;
585 uint32_t reqHeight = mReqHeight ? mReqHeight : mUserHeight;
586 auto gbp = getIGraphicBufferProducer();
587 std::thread ([reqWidth, reqHeight, gbp=getIGraphicBufferProducer(),
588 reqFormat=mReqFormat, reqUsage=mReqUsage] () {
589 gbp->allocateBuffers(reqWidth, reqHeight,
590 reqFormat, reqUsage);
591
592 }).detach();
593 }
Robert Carr9c006e02020-10-14 13:41:57 -0700594
Marin Shalamanovc5986772021-03-16 16:09:49 +0100595 status_t setFrameRate(float frameRate, int8_t compatibility,
596 int8_t changeFrameRateStrategy) override {
597 if (!ValidateFrameRate(frameRate, compatibility, changeFrameRateStrategy,
598 "BBQSurface::setFrameRate")) {
Robert Carr9c006e02020-10-14 13:41:57 -0700599 return BAD_VALUE;
600 }
Marin Shalamanovc5986772021-03-16 16:09:49 +0100601 return mBbq->setFrameRate(frameRate, compatibility, changeFrameRateStrategy);
Robert Carr9c006e02020-10-14 13:41:57 -0700602 }
Robert Carr9b611b72020-10-19 12:00:23 -0700603
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000604 status_t setFrameTimelineInfo(const FrameTimelineInfo& frameTimelineInfo) override {
605 return mBbq->setFrameTimelineInfo(frameTimelineInfo);
Robert Carr9b611b72020-10-19 12:00:23 -0700606 }
Robert Carr05086b22020-10-13 18:22:51 -0700607};
608
Robert Carr9c006e02020-10-14 13:41:57 -0700609// TODO: Can we coalesce this with frame updates? Need to confirm
610// no timing issues.
Marin Shalamanov46084422020-10-13 12:33:42 +0200611status_t BLASTBufferQueue::setFrameRate(float frameRate, int8_t compatibility,
612 bool shouldBeSeamless) {
Robert Carr9c006e02020-10-14 13:41:57 -0700613 std::unique_lock _lock{mMutex};
614 SurfaceComposerClient::Transaction t;
615
Marin Shalamanov46084422020-10-13 12:33:42 +0200616 return t.setFrameRate(mSurfaceControl, frameRate, compatibility, shouldBeSeamless).apply();
Robert Carr9c006e02020-10-14 13:41:57 -0700617}
618
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000619status_t BLASTBufferQueue::setFrameTimelineInfo(const FrameTimelineInfo& frameTimelineInfo) {
Robert Carr9b611b72020-10-19 12:00:23 -0700620 std::unique_lock _lock{mMutex};
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000621 mNextFrameTimelineInfoQueue.push(frameTimelineInfo);
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100622 return OK;
Robert Carr9b611b72020-10-19 12:00:23 -0700623}
624
Hongguang Chen621ec582021-02-16 15:42:35 -0800625void BLASTBufferQueue::setSidebandStream(const sp<NativeHandle>& stream) {
626 std::unique_lock _lock{mMutex};
627 SurfaceComposerClient::Transaction t;
628
629 t.setSidebandStream(mSurfaceControl, stream).apply();
630}
631
Vishnu Nair992496b2020-10-22 17:27:21 -0700632sp<Surface> BLASTBufferQueue::getSurface(bool includeSurfaceControlHandle) {
633 std::unique_lock _lock{mMutex};
634 sp<IBinder> scHandle = nullptr;
635 if (includeSurfaceControlHandle && mSurfaceControl) {
636 scHandle = mSurfaceControl->getHandle();
637 }
638 return new BBQSurface(mProducer, true, scHandle, this);
Robert Carr05086b22020-10-13 18:22:51 -0700639}
640
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800641void BLASTBufferQueue::mergeWithNextTransaction(SurfaceComposerClient::Transaction* t,
642 uint64_t frameNumber) {
643 std::lock_guard _lock{mMutex};
644 if (mLastAcquiredFrameNumber >= frameNumber) {
645 // Apply the transaction since we have already acquired the desired frame.
646 t->apply();
647 } else {
chaviwaad6cf52021-03-23 17:27:20 -0500648 mPendingTransactions.emplace_back(frameNumber, *t);
649 // Clear the transaction so it can't be applied elsewhere.
650 t->clear();
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800651 }
652}
653
Vishnu Nair89496122020-12-14 17:14:53 -0800654// Maintains a single worker thread per process that services a list of runnables.
655class AsyncWorker : public Singleton<AsyncWorker> {
656private:
657 std::thread mThread;
658 bool mDone = false;
659 std::deque<std::function<void()>> mRunnables;
660 std::mutex mMutex;
661 std::condition_variable mCv;
662 void run() {
663 std::unique_lock<std::mutex> lock(mMutex);
664 while (!mDone) {
665 mCv.wait(lock);
666 while (!mRunnables.empty()) {
667 std::function<void()> runnable = mRunnables.front();
668 mRunnables.pop_front();
669 runnable();
670 }
671 }
672 }
673
674public:
675 AsyncWorker() : Singleton<AsyncWorker>() { mThread = std::thread(&AsyncWorker::run, this); }
676
677 ~AsyncWorker() {
678 mDone = true;
679 mCv.notify_all();
680 if (mThread.joinable()) {
681 mThread.join();
682 }
683 }
684
685 void post(std::function<void()> runnable) {
686 std::unique_lock<std::mutex> lock(mMutex);
687 mRunnables.emplace_back(std::move(runnable));
688 mCv.notify_one();
689 }
690};
691ANDROID_SINGLETON_STATIC_INSTANCE(AsyncWorker);
692
693// Asynchronously calls ProducerListener functions so we can emulate one way binder calls.
694class AsyncProducerListener : public BnProducerListener {
695private:
696 const sp<IProducerListener> mListener;
697
698public:
699 AsyncProducerListener(const sp<IProducerListener>& listener) : mListener(listener) {}
700
701 void onBufferReleased() override {
702 AsyncWorker::getInstance().post([listener = mListener]() { listener->onBufferReleased(); });
703 }
704
705 void onBuffersDiscarded(const std::vector<int32_t>& slots) override {
706 AsyncWorker::getInstance().post(
707 [listener = mListener, slots = slots]() { listener->onBuffersDiscarded(slots); });
708 }
709};
710
711// Extends the BufferQueueProducer to create a wrapper around the listener so the listener calls
712// can be non-blocking when the producer is in the client process.
713class BBQBufferQueueProducer : public BufferQueueProducer {
714public:
715 BBQBufferQueueProducer(const sp<BufferQueueCore>& core)
716 : BufferQueueProducer(core, false /* consumerIsSurfaceFlinger*/) {}
717
718 status_t connect(const sp<IProducerListener>& listener, int api, bool producerControlledByApp,
719 QueueBufferOutput* output) override {
720 if (!listener) {
721 return BufferQueueProducer::connect(listener, api, producerControlledByApp, output);
722 }
723
724 return BufferQueueProducer::connect(new AsyncProducerListener(listener), api,
725 producerControlledByApp, output);
726 }
Vishnu Nair17dde612020-12-28 11:39:59 -0800727
728 int query(int what, int* value) override {
729 if (what == NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER) {
730 *value = 1;
731 return NO_ERROR;
732 }
733 return BufferQueueProducer::query(what, value);
734 }
Vishnu Nair89496122020-12-14 17:14:53 -0800735};
736
737// Similar to BufferQueue::createBufferQueue but creates an adapter specific bufferqueue producer.
738// This BQP allows invoking client specified ProducerListeners and invoke them asynchronously,
739// emulating one way binder call behavior. Without this, if the listener calls back into the queue,
740// we can deadlock.
741void BLASTBufferQueue::createBufferQueue(sp<IGraphicBufferProducer>* outProducer,
742 sp<IGraphicBufferConsumer>* outConsumer) {
743 LOG_ALWAYS_FATAL_IF(outProducer == nullptr, "BLASTBufferQueue: outProducer must not be NULL");
744 LOG_ALWAYS_FATAL_IF(outConsumer == nullptr, "BLASTBufferQueue: outConsumer must not be NULL");
745
746 sp<BufferQueueCore> core(new BufferQueueCore());
747 LOG_ALWAYS_FATAL_IF(core == nullptr, "BLASTBufferQueue: failed to create BufferQueueCore");
748
749 sp<IGraphicBufferProducer> producer(new BBQBufferQueueProducer(core));
750 LOG_ALWAYS_FATAL_IF(producer == nullptr,
751 "BLASTBufferQueue: failed to create BBQBufferQueueProducer");
752
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800753 sp<BufferQueueConsumer> consumer(new BufferQueueConsumer(core));
754 consumer->setAllowExtraAcquire(true);
Vishnu Nair89496122020-12-14 17:14:53 -0800755 LOG_ALWAYS_FATAL_IF(consumer == nullptr,
756 "BLASTBufferQueue: failed to create BufferQueueConsumer");
757
758 *outProducer = producer;
759 *outConsumer = consumer;
760}
761
chaviw497e81c2021-02-04 17:09:47 -0800762PixelFormat BLASTBufferQueue::convertBufferFormat(PixelFormat& format) {
763 PixelFormat convertedFormat = format;
764 switch (format) {
765 case PIXEL_FORMAT_TRANSPARENT:
766 case PIXEL_FORMAT_TRANSLUCENT:
767 convertedFormat = PIXEL_FORMAT_RGBA_8888;
768 break;
769 case PIXEL_FORMAT_OPAQUE:
770 convertedFormat = PIXEL_FORMAT_RGBX_8888;
771 break;
772 }
773 return convertedFormat;
774}
775
Robert Carr78c25dd2019-08-15 14:10:33 -0700776} // namespace android