| /* | 
 |  * Copyright (C) 2018 The Android Open Source Project | 
 |  * | 
 |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
 |  * you may not use this file except in compliance with the License. | 
 |  * You may obtain a copy of the License at | 
 |  * | 
 |  *      http://www.apache.org/licenses/LICENSE-2.0 | 
 |  * | 
 |  * Unless required by applicable law or agreed to in writing, software | 
 |  * distributed under the License is distributed on an "AS IS" BASIS, | 
 |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 |  * See the License for the specific language governing permissions and | 
 |  * limitations under the License. | 
 |  */ | 
 |  | 
 | #include "BufferQueueLayer.h" | 
 | #include "LayerRejecter.h" | 
 | #include "clz.h" | 
 |  | 
 | #include <system/window.h> | 
 |  | 
 | namespace android { | 
 |  | 
 | BufferQueueLayer::BufferQueueLayer(SurfaceFlinger* flinger, const sp<Client>& client, | 
 |                                    const String8& name, uint32_t w, uint32_t h, uint32_t flags) | 
 |       : BufferLayer(flinger, client, name, w, h, flags), | 
 |         mConsumer(nullptr), | 
 |         mProducer(nullptr), | 
 |         mFormat(PIXEL_FORMAT_NONE), | 
 |         mPreviousFrameNumber(0), | 
 |         mUpdateTexImageFailed(false), | 
 |         mQueueItemLock(), | 
 |         mQueueItemCondition(), | 
 |         mQueueItems(), | 
 |         mLastFrameNumberReceived(0), | 
 |         mAutoRefresh(false), | 
 |         mActiveBufferSlot(BufferQueue::INVALID_BUFFER_SLOT), | 
 |         mQueuedFrames(0), | 
 |         mSidebandStreamChanged(false) { | 
 |     mCurrentState.requested_legacy = mCurrentState.active_legacy; | 
 | } | 
 |  | 
 | // ----------------------------------------------------------------------- | 
 | // Interface implementation for Layer | 
 | // ----------------------------------------------------------------------- | 
 |  | 
 | void BufferQueueLayer::onLayerDisplayed(const sp<Fence>& releaseFence) { | 
 |     mConsumer->setReleaseFence(releaseFence); | 
 | } | 
 |  | 
 | void BufferQueueLayer::abandon() { | 
 |     mConsumer->abandon(); | 
 | } | 
 |  | 
 | void BufferQueueLayer::setTransformHint(uint32_t orientation) const { | 
 |     mConsumer->setTransformHint(orientation); | 
 | } | 
 |  | 
 | std::vector<OccupancyTracker::Segment> BufferQueueLayer::getOccupancyHistory(bool forceFlush) { | 
 |     std::vector<OccupancyTracker::Segment> history; | 
 |     status_t result = mConsumer->getOccupancyHistory(forceFlush, &history); | 
 |     if (result != NO_ERROR) { | 
 |         ALOGW("[%s] Failed to obtain occupancy history (%d)", mName.string(), result); | 
 |         return {}; | 
 |     } | 
 |     return history; | 
 | } | 
 |  | 
 | bool BufferQueueLayer::getTransformToDisplayInverse() const { | 
 |     return mConsumer->getTransformToDisplayInverse(); | 
 | } | 
 |  | 
 | void BufferQueueLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) { | 
 |     if (!mConsumer->releasePendingBuffer()) { | 
 |         return; | 
 |     } | 
 |  | 
 |     auto releaseFenceTime = std::make_shared<FenceTime>(mConsumer->getPrevFinalReleaseFence()); | 
 |     mReleaseTimeline.updateSignalTimes(); | 
 |     mReleaseTimeline.push(releaseFenceTime); | 
 |  | 
 |     Mutex::Autolock lock(mFrameEventHistoryMutex); | 
 |     if (mPreviousFrameNumber != 0) { | 
 |         mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime, | 
 |                                       std::move(releaseFenceTime)); | 
 |     } | 
 | } | 
 |  | 
 | void BufferQueueLayer::setDefaultBufferSize(uint32_t w, uint32_t h) { | 
 |     mConsumer->setDefaultBufferSize(w, h); | 
 | } | 
 |  | 
 | int32_t BufferQueueLayer::getQueuedFrameCount() const { | 
 |     return mQueuedFrames; | 
 | } | 
 |  | 
 | bool BufferQueueLayer::shouldPresentNow(const DispSync& dispSync) const { | 
 |     if (getSidebandStreamChanged() || getAutoRefresh()) { | 
 |         return true; | 
 |     } | 
 |  | 
 |     if (!hasDrawingBuffer()) { | 
 |         return false; | 
 |     } | 
 |  | 
 |     Mutex::Autolock lock(mQueueItemLock); | 
 |  | 
 |     const int64_t addedTime = mQueueItems[0].mTimestamp; | 
 |     const nsecs_t expectedPresentTime = mConsumer->computeExpectedPresent(dispSync); | 
 |  | 
 |     // Ignore timestamps more than a second in the future | 
 |     const bool isPlausible = addedTime < (expectedPresentTime + s2ns(1)); | 
 |     ALOGW_IF(!isPlausible, | 
 |              "[%s] Timestamp %" PRId64 " seems implausible " | 
 |              "relative to expectedPresent %" PRId64, | 
 |              mName.string(), addedTime, expectedPresentTime); | 
 |  | 
 |     const bool isDue = addedTime < expectedPresentTime; | 
 |     return isDue || !isPlausible; | 
 | } | 
 |  | 
 | // ----------------------------------------------------------------------- | 
 | // Interface implementation for BufferLayer | 
 | // ----------------------------------------------------------------------- | 
 |  | 
 | bool BufferQueueLayer::fenceHasSignaled() const { | 
 |     if (latchUnsignaledBuffers()) { | 
 |         return true; | 
 |     } | 
 |  | 
 |     if (!hasDrawingBuffer()) { | 
 |         return true; | 
 |     } | 
 |  | 
 |     Mutex::Autolock lock(mQueueItemLock); | 
 |     if (mQueueItems[0].mIsDroppable) { | 
 |         // Even though this buffer's fence may not have signaled yet, it could | 
 |         // be replaced by another buffer before it has a chance to, which means | 
 |         // that it's possible to get into a situation where a buffer is never | 
 |         // able to be latched. To avoid this, grab this buffer anyway. | 
 |         return true; | 
 |     } | 
 |     return mQueueItems[0].mFenceTime->getSignalTime() != Fence::SIGNAL_TIME_PENDING; | 
 | } | 
 |  | 
 | nsecs_t BufferQueueLayer::getDesiredPresentTime() { | 
 |     return mConsumer->getTimestamp(); | 
 | } | 
 |  | 
 | std::shared_ptr<FenceTime> BufferQueueLayer::getCurrentFenceTime() const { | 
 |     return mConsumer->getCurrentFenceTime(); | 
 | } | 
 |  | 
 | void BufferQueueLayer::getDrawingTransformMatrix(float *matrix) { | 
 |     return mConsumer->getTransformMatrix(matrix); | 
 | } | 
 |  | 
 | // NOTE: SurfaceFlinger's definitions of "Current" and "Drawing" do not neatly map to BufferQueue's | 
 | // These functions get the fields for the frame that is currently in SurfaceFlinger's Drawing state | 
 | // so the functions start with "getDrawing". The data is retrieved from the BufferQueueConsumer's | 
 | // current buffer so the consumer functions start with "getCurrent". | 
 | // | 
 | // This results in the rather confusing functions below. | 
 | uint32_t BufferQueueLayer::getDrawingTransform() const { | 
 |     return mConsumer->getCurrentTransform(); | 
 | } | 
 |  | 
 | ui::Dataspace BufferQueueLayer::getDrawingDataSpace() const { | 
 |     return mConsumer->getCurrentDataSpace(); | 
 | } | 
 |  | 
 | Rect BufferQueueLayer::getDrawingCrop() const { | 
 |     return mConsumer->getCurrentCrop(); | 
 | } | 
 |  | 
 | uint32_t BufferQueueLayer::getDrawingScalingMode() const { | 
 |     return mConsumer->getCurrentScalingMode(); | 
 | } | 
 |  | 
 | Region BufferQueueLayer::getDrawingSurfaceDamage() const { | 
 |     return mConsumer->getSurfaceDamage(); | 
 | } | 
 |  | 
 | const HdrMetadata& BufferQueueLayer::getDrawingHdrMetadata() const { | 
 |     return mConsumer->getCurrentHdrMetadata(); | 
 | } | 
 |  | 
 | int BufferQueueLayer::getDrawingApi() const { | 
 |     return mConsumer->getCurrentApi(); | 
 | } | 
 |  | 
 | PixelFormat BufferQueueLayer::getPixelFormat() const { | 
 |     return mFormat; | 
 | } | 
 |  | 
 | uint64_t BufferQueueLayer::getFrameNumber() const { | 
 |     Mutex::Autolock lock(mQueueItemLock); | 
 |     return mQueueItems[0].mFrameNumber; | 
 | } | 
 |  | 
 | bool BufferQueueLayer::getAutoRefresh() const { | 
 |     return mAutoRefresh; | 
 | } | 
 |  | 
 | bool BufferQueueLayer::getSidebandStreamChanged() const { | 
 |     return mSidebandStreamChanged; | 
 | } | 
 |  | 
 | std::optional<Region> BufferQueueLayer::latchSidebandStream(bool& recomputeVisibleRegions) { | 
 |     if (android_atomic_acquire_cas(true, false, &mSidebandStreamChanged) == 0) { | 
 |         // mSidebandStreamChanged was true | 
 |         // replicated in LayerBE until FE/BE is ready to be synchronized | 
 |         getBE().compositionInfo.hwc.sidebandStream = mConsumer->getSidebandStream(); | 
 |         if (getBE().compositionInfo.hwc.sidebandStream != nullptr) { | 
 |             setTransactionFlags(eTransactionNeeded); | 
 |             mFlinger->setTransactionFlags(eTraversalNeeded); | 
 |         } | 
 |         recomputeVisibleRegions = true; | 
 |  | 
 |         const State& s(getDrawingState()); | 
 |         return getTransform().transform(Region(Rect(s.active_legacy.w, s.active_legacy.h))); | 
 |     } | 
 |     return {}; | 
 | } | 
 |  | 
 | bool BufferQueueLayer::hasDrawingBuffer() const { | 
 |     return mQueuedFrames > 0; | 
 | } | 
 |  | 
 | void BufferQueueLayer::setFilteringEnabled(bool enabled) { | 
 |     return mConsumer->setFilteringEnabled(enabled); | 
 | } | 
 |  | 
 | status_t BufferQueueLayer::bindTextureImage() const { | 
 |     return mConsumer->bindTextureImage(); | 
 | } | 
 |  | 
 | status_t BufferQueueLayer::updateTexImage(bool& recomputeVisibleRegions, nsecs_t latchTime) { | 
 |     // This boolean is used to make sure that SurfaceFlinger's shadow copy | 
 |     // of the buffer queue isn't modified when the buffer queue is returning | 
 |     // BufferItem's that weren't actually queued. This can happen in shared | 
 |     // buffer mode. | 
 |     bool queuedBuffer = false; | 
 |     LayerRejecter r(mDrawingState, getCurrentState(), recomputeVisibleRegions, | 
 |                     getProducerStickyTransform() != 0, mName.string(), mOverrideScalingMode, | 
 |                     getTransformToDisplayInverse(), mFreezeGeometryUpdates); | 
 |     status_t updateResult = | 
 |             mConsumer->updateTexImage(&r, *mFlinger->mPrimaryDispSync, &mAutoRefresh, &queuedBuffer, | 
 |                                       mLastFrameNumberReceived); | 
 |     if (updateResult == BufferQueue::PRESENT_LATER) { | 
 |         // Producer doesn't want buffer to be displayed yet.  Signal a | 
 |         // layer update so we check again at the next opportunity. | 
 |         mFlinger->signalLayerUpdate(); | 
 |         return BAD_VALUE; | 
 |     } else if (updateResult == BufferLayerConsumer::BUFFER_REJECTED) { | 
 |         // If the buffer has been rejected, remove it from the shadow queue | 
 |         // and return early | 
 |         if (queuedBuffer) { | 
 |             Mutex::Autolock lock(mQueueItemLock); | 
 |             mTimeStats.removeTimeRecord(getName().c_str(), mQueueItems[0].mFrameNumber); | 
 |             mQueueItems.removeAt(0); | 
 |             android_atomic_dec(&mQueuedFrames); | 
 |         } | 
 |         return BAD_VALUE; | 
 |     } else if (updateResult != NO_ERROR || mUpdateTexImageFailed) { | 
 |         // This can occur if something goes wrong when trying to create the | 
 |         // EGLImage for this buffer. If this happens, the buffer has already | 
 |         // been released, so we need to clean up the queue and bug out | 
 |         // early. | 
 |         if (queuedBuffer) { | 
 |             Mutex::Autolock lock(mQueueItemLock); | 
 |             mQueueItems.clear(); | 
 |             android_atomic_and(0, &mQueuedFrames); | 
 |             mTimeStats.clearLayerRecord(getName().c_str()); | 
 |         } | 
 |  | 
 |         // Once we have hit this state, the shadow queue may no longer | 
 |         // correctly reflect the incoming BufferQueue's contents, so even if | 
 |         // updateTexImage starts working, the only safe course of action is | 
 |         // to continue to ignore updates. | 
 |         mUpdateTexImageFailed = true; | 
 |  | 
 |         return BAD_VALUE; | 
 |     } | 
 |  | 
 |     if (queuedBuffer) { | 
 |         // Autolock scope | 
 |         auto currentFrameNumber = mConsumer->getFrameNumber(); | 
 |  | 
 |         Mutex::Autolock lock(mQueueItemLock); | 
 |  | 
 |         // Remove any stale buffers that have been dropped during | 
 |         // updateTexImage | 
 |         while (mQueueItems[0].mFrameNumber != currentFrameNumber) { | 
 |             mTimeStats.removeTimeRecord(getName().c_str(), mQueueItems[0].mFrameNumber); | 
 |             mQueueItems.removeAt(0); | 
 |             android_atomic_dec(&mQueuedFrames); | 
 |         } | 
 |  | 
 |         const std::string layerName(getName().c_str()); | 
 |         mTimeStats.setAcquireFence(layerName, currentFrameNumber, mQueueItems[0].mFenceTime); | 
 |         mTimeStats.setLatchTime(layerName, currentFrameNumber, latchTime); | 
 |  | 
 |         mQueueItems.removeAt(0); | 
 |     } | 
 |  | 
 |     // Decrement the queued-frames count.  Signal another event if we | 
 |     // have more frames pending. | 
 |     if ((queuedBuffer && android_atomic_dec(&mQueuedFrames) > 1) || mAutoRefresh) { | 
 |         mFlinger->signalLayerUpdate(); | 
 |     } | 
 |  | 
 |     return NO_ERROR; | 
 | } | 
 |  | 
 | status_t BufferQueueLayer::updateActiveBuffer() { | 
 |     // update the active buffer | 
 |     mActiveBuffer = mConsumer->getCurrentBuffer(&mActiveBufferSlot); | 
 |     getBE().compositionInfo.mBuffer = mActiveBuffer; | 
 |     getBE().compositionInfo.mBufferSlot = mActiveBufferSlot; | 
 |  | 
 |     if (mActiveBuffer == nullptr) { | 
 |         // this can only happen if the very first buffer was rejected. | 
 |         return BAD_VALUE; | 
 |     } | 
 |     return NO_ERROR; | 
 | } | 
 |  | 
 | status_t BufferQueueLayer::updateFrameNumber(nsecs_t latchTime) { | 
 |     mPreviousFrameNumber = mCurrentFrameNumber; | 
 |     mCurrentFrameNumber = mConsumer->getFrameNumber(); | 
 |  | 
 |     { | 
 |         Mutex::Autolock lock(mFrameEventHistoryMutex); | 
 |         mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime); | 
 |     } | 
 |     return NO_ERROR; | 
 | } | 
 |  | 
 | void BufferQueueLayer::setHwcLayerBuffer(const sp<const DisplayDevice>& display) { | 
 |     const auto displayId = display->getId(); | 
 |     auto& hwcInfo = getBE().mHwcLayers[displayId]; | 
 |     auto& hwcLayer = hwcInfo.layer; | 
 |  | 
 |     uint32_t hwcSlot = 0; | 
 |     sp<GraphicBuffer> hwcBuffer; | 
 |     hwcInfo.bufferCache.getHwcBuffer(mActiveBufferSlot, mActiveBuffer, &hwcSlot, &hwcBuffer); | 
 |  | 
 |     auto acquireFence = mConsumer->getCurrentFence(); | 
 |     auto error = hwcLayer->setBuffer(hwcSlot, hwcBuffer, acquireFence); | 
 |     if (error != HWC2::Error::None) { | 
 |         ALOGE("[%s] Failed to set buffer %p: %s (%d)", mName.string(), | 
 |               getBE().compositionInfo.mBuffer->handle, to_string(error).c_str(), | 
 |               static_cast<int32_t>(error)); | 
 |     } | 
 | } | 
 |  | 
 | // ----------------------------------------------------------------------- | 
 | // Interface implementation for BufferLayerConsumer::ContentsChangedListener | 
 | // ----------------------------------------------------------------------- | 
 |  | 
 | void BufferQueueLayer::onFrameAvailable(const BufferItem& item) { | 
 |     // Add this buffer from our internal queue tracker | 
 |     { // Autolock scope | 
 |         Mutex::Autolock lock(mQueueItemLock); | 
 |         // Reset the frame number tracker when we receive the first buffer after | 
 |         // a frame number reset | 
 |         if (item.mFrameNumber == 1) { | 
 |             mLastFrameNumberReceived = 0; | 
 |         } | 
 |  | 
 |         // Ensure that callbacks are handled in order | 
 |         while (item.mFrameNumber != mLastFrameNumberReceived + 1) { | 
 |             status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500)); | 
 |             if (result != NO_ERROR) { | 
 |                 ALOGE("[%s] Timed out waiting on callback", mName.string()); | 
 |             } | 
 |         } | 
 |  | 
 |         mQueueItems.push_back(item); | 
 |         android_atomic_inc(&mQueuedFrames); | 
 |  | 
 |         // Wake up any pending callbacks | 
 |         mLastFrameNumberReceived = item.mFrameNumber; | 
 |         mQueueItemCondition.broadcast(); | 
 |     } | 
 |  | 
 |     mFlinger->mInterceptor->saveBufferUpdate(this, item.mGraphicBuffer->getWidth(), | 
 |                                              item.mGraphicBuffer->getHeight(), item.mFrameNumber); | 
 |     mFlinger->signalLayerUpdate(); | 
 | } | 
 |  | 
 | void BufferQueueLayer::onFrameReplaced(const BufferItem& item) { | 
 |     { // Autolock scope | 
 |         Mutex::Autolock lock(mQueueItemLock); | 
 |  | 
 |         // Ensure that callbacks are handled in order | 
 |         while (item.mFrameNumber != mLastFrameNumberReceived + 1) { | 
 |             status_t result = mQueueItemCondition.waitRelative(mQueueItemLock, ms2ns(500)); | 
 |             if (result != NO_ERROR) { | 
 |                 ALOGE("[%s] Timed out waiting on callback", mName.string()); | 
 |             } | 
 |         } | 
 |  | 
 |         if (!hasDrawingBuffer()) { | 
 |             ALOGE("Can't replace a frame on an empty queue"); | 
 |             return; | 
 |         } | 
 |         mQueueItems.editItemAt(mQueueItems.size() - 1) = item; | 
 |  | 
 |         // Wake up any pending callbacks | 
 |         mLastFrameNumberReceived = item.mFrameNumber; | 
 |         mQueueItemCondition.broadcast(); | 
 |     } | 
 | } | 
 |  | 
 | void BufferQueueLayer::onSidebandStreamChanged() { | 
 |     if (android_atomic_release_cas(false, true, &mSidebandStreamChanged) == 0) { | 
 |         // mSidebandStreamChanged was false | 
 |         mFlinger->signalLayerUpdate(); | 
 |     } | 
 | } | 
 |  | 
 | // ----------------------------------------------------------------------- | 
 |  | 
 | void BufferQueueLayer::onFirstRef() { | 
 |     BufferLayer::onFirstRef(); | 
 |  | 
 |     // Creates a custom BufferQueue for SurfaceFlingerConsumer to use | 
 |     sp<IGraphicBufferProducer> producer; | 
 |     sp<IGraphicBufferConsumer> consumer; | 
 |     BufferQueue::createBufferQueue(&producer, &consumer, true); | 
 |     mProducer = new MonitoredProducer(producer, mFlinger, this); | 
 |     { | 
 |         // Grab the SF state lock during this since it's the only safe way to access RenderEngine | 
 |         Mutex::Autolock lock(mFlinger->mStateLock); | 
 |         mConsumer = | 
 |                 new BufferLayerConsumer(consumer, mFlinger->getRenderEngine(), mTextureName, this); | 
 |     } | 
 |     mConsumer->setConsumerUsageBits(getEffectiveUsage(0)); | 
 |     mConsumer->setContentsChangedListener(this); | 
 |     mConsumer->setName(mName); | 
 |  | 
 |     if (mFlinger->isLayerTripleBufferingDisabled()) { | 
 |         mProducer->setMaxDequeuedBufferCount(2); | 
 |     } | 
 | } | 
 |  | 
 | status_t BufferQueueLayer::setDefaultBufferProperties(uint32_t w, uint32_t h, PixelFormat format) { | 
 |     uint32_t const maxSurfaceDims = | 
 |             min(mFlinger->getMaxTextureSize(), mFlinger->getMaxViewportDims()); | 
 |  | 
 |     // never allow a surface larger than what our underlying GL implementation | 
 |     // can handle. | 
 |     if ((uint32_t(w) > maxSurfaceDims) || (uint32_t(h) > maxSurfaceDims)) { | 
 |         ALOGE("dimensions too large %u x %u", uint32_t(w), uint32_t(h)); | 
 |         return BAD_VALUE; | 
 |     } | 
 |  | 
 |     mFormat = format; | 
 |  | 
 |     setDefaultBufferSize(w, h); | 
 |     mConsumer->setDefaultBufferFormat(format); | 
 |     mConsumer->setConsumerUsageBits(getEffectiveUsage(0)); | 
 |  | 
 |     return NO_ERROR; | 
 | } | 
 |  | 
 | sp<IGraphicBufferProducer> BufferQueueLayer::getProducer() const { | 
 |     return mProducer; | 
 | } | 
 |  | 
 | uint32_t BufferQueueLayer::getProducerStickyTransform() const { | 
 |     int producerStickyTransform = 0; | 
 |     int ret = mProducer->query(NATIVE_WINDOW_STICKY_TRANSFORM, &producerStickyTransform); | 
 |     if (ret != OK) { | 
 |         ALOGW("%s: Error %s (%d) while querying window sticky transform.", __FUNCTION__, | 
 |               strerror(-ret), ret); | 
 |         return 0; | 
 |     } | 
 |     return static_cast<uint32_t>(producerStickyTransform); | 
 | } | 
 |  | 
 | } // namespace android |