Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "CpuConsumer" |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 19 | //#define ATRACE_TAG ATRACE_TAG_GRAPHICS |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 20 | |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 21 | #include <cutils/compiler.h> |
| 22 | #include <utils/Log.h> |
Dan Stoza | dd26416 | 2015-03-12 13:58:47 -0700 | [diff] [blame] | 23 | #include <gui/BufferItem.h> |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 24 | #include <gui/CpuConsumer.h> |
| 25 | |
Lajos Molnar | b3ca72c | 2015-01-29 10:55:21 -0800 | [diff] [blame] | 26 | #define CC_LOGV(x, ...) ALOGV("[%s] " x, mName.string(), ##__VA_ARGS__) |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 27 | //#define CC_LOGD(x, ...) ALOGD("[%s] " x, mName.string(), ##__VA_ARGS__) |
| 28 | //#define CC_LOGI(x, ...) ALOGI("[%s] " x, mName.string(), ##__VA_ARGS__) |
Dan Albert | 8b49125 | 2014-09-08 18:53:39 -0700 | [diff] [blame] | 29 | #define CC_LOGW(x, ...) ALOGW("[%s] " x, mName.string(), ##__VA_ARGS__) |
| 30 | #define CC_LOGE(x, ...) ALOGE("[%s] " x, mName.string(), ##__VA_ARGS__) |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 31 | |
| 32 | namespace android { |
| 33 | |
Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 34 | CpuConsumer::CpuConsumer(const sp<IGraphicBufferConsumer>& bq, |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 35 | size_t maxLockedBuffers, bool controlledByApp) : |
Mathias Agopian | 595264f | 2013-07-16 22:56:09 -0700 | [diff] [blame] | 36 | ConsumerBase(bq, controlledByApp), |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 37 | mMaxLockedBuffers(maxLockedBuffers), |
| 38 | mCurrentLockedBuffers(0) |
| 39 | { |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 40 | // Create tracking entries for locked buffers |
| 41 | mAcquiredBuffers.insertAt(0, maxLockedBuffers); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 42 | |
Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 43 | mConsumer->setConsumerUsageBits(GRALLOC_USAGE_SW_READ_OFTEN); |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 44 | mConsumer->setMaxAcquiredBufferCount(static_cast<int32_t>(maxLockedBuffers)); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 45 | } |
| 46 | |
Eino-Ville Talvala | e232fdc | 2012-08-21 13:37:35 -0700 | [diff] [blame] | 47 | CpuConsumer::~CpuConsumer() { |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 48 | // ConsumerBase destructor does all the work. |
Eino-Ville Talvala | e232fdc | 2012-08-21 13:37:35 -0700 | [diff] [blame] | 49 | } |
| 50 | |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 51 | |
| 52 | |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 53 | void CpuConsumer::setName(const String8& name) { |
| 54 | Mutex::Autolock _l(mMutex); |
Pablo Ceballos | 65d9f6d | 2016-05-04 13:59:35 -0700 | [diff] [blame] | 55 | if (mAbandoned) { |
| 56 | CC_LOGE("setName: CpuConsumer is abandoned!"); |
| 57 | return; |
| 58 | } |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 59 | mName = name; |
Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 60 | mConsumer->setConsumerName(name); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 61 | } |
| 62 | |
Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 63 | size_t CpuConsumer::findAcquiredBufferLocked(uintptr_t id) const { |
| 64 | for (size_t i = 0; i < mMaxLockedBuffers; i++) { |
| 65 | const auto& ab = mAcquiredBuffers[i]; |
| 66 | // note that this finds AcquiredBuffer::kUnusedId as well |
| 67 | if (ab.mLockedBufferId == id) { |
| 68 | return i; |
| 69 | } |
| 70 | } |
| 71 | return mMaxLockedBuffers; // an invalid index |
| 72 | } |
| 73 | |
| 74 | static uintptr_t getLockedBufferId(const CpuConsumer::LockedBuffer& buffer) { |
| 75 | return reinterpret_cast<uintptr_t>(buffer.data); |
| 76 | } |
| 77 | |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 78 | static bool isPossiblyYUV(PixelFormat format) { |
Lajos Molnar | b3ca72c | 2015-01-29 10:55:21 -0800 | [diff] [blame] | 79 | switch (static_cast<int>(format)) { |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 80 | case HAL_PIXEL_FORMAT_RGBA_8888: |
| 81 | case HAL_PIXEL_FORMAT_RGBX_8888: |
Romain Guy | ff41514 | 2016-12-13 16:51:25 -0800 | [diff] [blame] | 82 | case HAL_PIXEL_FORMAT_RGBA_FP16: |
Romain Guy | 541f226 | 2017-02-10 18:50:17 -0800 | [diff] [blame] | 83 | case HAL_PIXEL_FORMAT_RGBA_1010102: |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 84 | case HAL_PIXEL_FORMAT_RGB_888: |
| 85 | case HAL_PIXEL_FORMAT_RGB_565: |
| 86 | case HAL_PIXEL_FORMAT_BGRA_8888: |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 87 | case HAL_PIXEL_FORMAT_Y8: |
| 88 | case HAL_PIXEL_FORMAT_Y16: |
Eino-Ville Talvala | 5b75a51 | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 89 | case HAL_PIXEL_FORMAT_RAW16: |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 90 | case HAL_PIXEL_FORMAT_RAW10: |
| 91 | case HAL_PIXEL_FORMAT_RAW_OPAQUE: |
| 92 | case HAL_PIXEL_FORMAT_BLOB: |
| 93 | case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: |
| 94 | return false; |
| 95 | |
| 96 | case HAL_PIXEL_FORMAT_YV12: |
| 97 | case HAL_PIXEL_FORMAT_YCbCr_420_888: |
| 98 | case HAL_PIXEL_FORMAT_YCbCr_422_SP: |
| 99 | case HAL_PIXEL_FORMAT_YCrCb_420_SP: |
| 100 | case HAL_PIXEL_FORMAT_YCbCr_422_I: |
| 101 | default: |
| 102 | return true; |
| 103 | } |
| 104 | } |
| 105 | |
Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame^] | 106 | status_t CpuConsumer::lockBufferItem(const BufferItem& item, LockedBuffer* outBuffer) const { |
| 107 | android_ycbcr ycbcr = android_ycbcr(); |
| 108 | |
| 109 | PixelFormat format = item.mGraphicBuffer->getPixelFormat(); |
| 110 | PixelFormat flexFormat = format; |
| 111 | if (isPossiblyYUV(format)) { |
| 112 | int fenceFd = item.mFence.get() ? item.mFence->dup() : -1; |
| 113 | status_t err = item.mGraphicBuffer->lockAsyncYCbCr(GraphicBuffer::USAGE_SW_READ_OFTEN, |
| 114 | item.mCrop, &ycbcr, fenceFd); |
| 115 | if (err == OK) { |
| 116 | flexFormat = HAL_PIXEL_FORMAT_YCbCr_420_888; |
| 117 | if (format != HAL_PIXEL_FORMAT_YCbCr_420_888) { |
| 118 | CC_LOGV("locking buffer of format %#x as flex YUV", format); |
| 119 | } |
| 120 | } else if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) { |
| 121 | CC_LOGE("Unable to lock YCbCr buffer for CPU reading: %s (%d)", strerror(-err), err); |
| 122 | return err; |
| 123 | } |
| 124 | } |
| 125 | |
| 126 | if (ycbcr.y != nullptr) { |
| 127 | outBuffer->data = reinterpret_cast<uint8_t*>(ycbcr.y); |
| 128 | outBuffer->stride = static_cast<uint32_t>(ycbcr.ystride); |
| 129 | outBuffer->dataCb = reinterpret_cast<uint8_t*>(ycbcr.cb); |
| 130 | outBuffer->dataCr = reinterpret_cast<uint8_t*>(ycbcr.cr); |
| 131 | outBuffer->chromaStride = static_cast<uint32_t>(ycbcr.cstride); |
| 132 | outBuffer->chromaStep = static_cast<uint32_t>(ycbcr.chroma_step); |
| 133 | } else { |
| 134 | // not flexible YUV; try lockAsync |
| 135 | void* bufferPointer = nullptr; |
| 136 | int fenceFd = item.mFence.get() ? item.mFence->dup() : -1; |
| 137 | status_t err = item.mGraphicBuffer->lockAsync(GraphicBuffer::USAGE_SW_READ_OFTEN, |
| 138 | item.mCrop, &bufferPointer, fenceFd); |
| 139 | if (err != OK) { |
| 140 | CC_LOGE("Unable to lock buffer for CPU reading: %s (%d)", strerror(-err), err); |
| 141 | return err; |
| 142 | } |
| 143 | |
| 144 | outBuffer->data = reinterpret_cast<uint8_t*>(bufferPointer); |
| 145 | outBuffer->stride = item.mGraphicBuffer->getStride(); |
| 146 | outBuffer->dataCb = nullptr; |
| 147 | outBuffer->dataCr = nullptr; |
| 148 | outBuffer->chromaStride = 0; |
| 149 | outBuffer->chromaStep = 0; |
| 150 | } |
| 151 | |
| 152 | outBuffer->width = item.mGraphicBuffer->getWidth(); |
| 153 | outBuffer->height = item.mGraphicBuffer->getHeight(); |
| 154 | outBuffer->format = format; |
| 155 | outBuffer->flexFormat = flexFormat; |
| 156 | |
| 157 | outBuffer->crop = item.mCrop; |
| 158 | outBuffer->transform = item.mTransform; |
| 159 | outBuffer->scalingMode = item.mScalingMode; |
| 160 | outBuffer->timestamp = item.mTimestamp; |
| 161 | outBuffer->dataSpace = item.mDataSpace; |
| 162 | outBuffer->frameNumber = item.mFrameNumber; |
| 163 | |
| 164 | return OK; |
| 165 | } |
| 166 | |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 167 | status_t CpuConsumer::lockNextBuffer(LockedBuffer *nativeBuffer) { |
| 168 | status_t err; |
| 169 | |
| 170 | if (!nativeBuffer) return BAD_VALUE; |
| 171 | if (mCurrentLockedBuffers == mMaxLockedBuffers) { |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 172 | CC_LOGW("Max buffers have been locked (%zd), cannot lock anymore.", |
Igor Murashkin | a5b7513 | 2013-08-14 18:49:12 -0700 | [diff] [blame] | 173 | mMaxLockedBuffers); |
| 174 | return NOT_ENOUGH_DATA; |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 175 | } |
| 176 | |
Dan Stoza | dd26416 | 2015-03-12 13:58:47 -0700 | [diff] [blame] | 177 | BufferItem b; |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 178 | |
| 179 | Mutex::Autolock _l(mMutex); |
| 180 | |
Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 181 | err = acquireBufferLocked(&b, 0); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 182 | if (err != OK) { |
| 183 | if (err == BufferQueue::NO_BUFFER_AVAILABLE) { |
| 184 | return BAD_VALUE; |
| 185 | } else { |
| 186 | CC_LOGE("Error acquiring buffer: %s (%d)", strerror(err), err); |
| 187 | return err; |
| 188 | } |
| 189 | } |
| 190 | |
Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame^] | 191 | if (b.mGraphicBuffer == nullptr) { |
| 192 | b.mGraphicBuffer = mSlots[b.mSlot].mGraphicBuffer; |
Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 193 | } |
| 194 | |
Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame^] | 195 | err = lockBufferItem(b, nativeBuffer); |
| 196 | if (err != OK) { |
| 197 | return err; |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 198 | } |
Eino-Ville Talvala | c43946b | 2013-05-04 18:07:43 -0700 | [diff] [blame] | 199 | |
Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 200 | // find an unused AcquiredBuffer |
| 201 | size_t lockedIdx = findAcquiredBufferLocked(AcquiredBuffer::kUnusedId); |
| 202 | ALOG_ASSERT(lockedIdx < mMaxLockedBuffers); |
| 203 | AcquiredBuffer& ab = mAcquiredBuffers.editItemAt(lockedIdx); |
| 204 | |
Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame^] | 205 | ab.mSlot = b.mSlot; |
| 206 | ab.mGraphicBuffer = b.mGraphicBuffer; |
Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 207 | ab.mLockedBufferId = getLockedBufferId(*nativeBuffer); |
| 208 | |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 209 | mCurrentLockedBuffers++; |
| 210 | |
| 211 | return OK; |
| 212 | } |
| 213 | |
| 214 | status_t CpuConsumer::unlockBuffer(const LockedBuffer &nativeBuffer) { |
| 215 | Mutex::Autolock _l(mMutex); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 216 | |
Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 217 | uintptr_t id = getLockedBufferId(nativeBuffer); |
| 218 | size_t lockedIdx = |
| 219 | (id != AcquiredBuffer::kUnusedId) ? findAcquiredBufferLocked(id) : mMaxLockedBuffers; |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 220 | if (lockedIdx == mMaxLockedBuffers) { |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 221 | CC_LOGE("%s: Can't find buffer to free", __FUNCTION__); |
| 222 | return BAD_VALUE; |
| 223 | } |
| 224 | |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 225 | return releaseAcquiredBufferLocked(lockedIdx); |
| 226 | } |
| 227 | |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 228 | status_t CpuConsumer::releaseAcquiredBufferLocked(size_t lockedIdx) { |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 229 | status_t err; |
Riley Andrews | d53e052 | 2014-08-18 16:57:11 -0700 | [diff] [blame] | 230 | int fd = -1; |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 231 | |
Riley Andrews | d53e052 | 2014-08-18 16:57:11 -0700 | [diff] [blame] | 232 | err = mAcquiredBuffers[lockedIdx].mGraphicBuffer->unlockAsync(&fd); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 233 | if (err != OK) { |
Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 234 | CC_LOGE("%s: Unable to unlock graphic buffer %zd", __FUNCTION__, |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 235 | lockedIdx); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 236 | return err; |
| 237 | } |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 238 | int buf = mAcquiredBuffers[lockedIdx].mSlot; |
Riley Andrews | d53e052 | 2014-08-18 16:57:11 -0700 | [diff] [blame] | 239 | if (CC_LIKELY(fd != -1)) { |
| 240 | sp<Fence> fence(new Fence(fd)); |
| 241 | addReleaseFenceLocked( |
| 242 | mAcquiredBuffers[lockedIdx].mSlot, |
| 243 | mSlots[buf].mGraphicBuffer, |
| 244 | fence); |
| 245 | } |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 246 | |
| 247 | // release the buffer if it hasn't already been freed by the BufferQueue. |
| 248 | // This can happen, for example, when the producer of this buffer |
| 249 | // disconnected after this buffer was acquired. |
| 250 | if (CC_LIKELY(mAcquiredBuffers[lockedIdx].mGraphicBuffer == |
| 251 | mSlots[buf].mGraphicBuffer)) { |
Lajos Molnar | c5d7b7d | 2013-05-03 14:50:50 -0700 | [diff] [blame] | 252 | releaseBufferLocked( |
| 253 | buf, mAcquiredBuffers[lockedIdx].mGraphicBuffer, |
| 254 | EGL_NO_DISPLAY, EGL_NO_SYNC_KHR); |
Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 255 | } |
| 256 | |
| 257 | AcquiredBuffer &ab = mAcquiredBuffers.editItemAt(lockedIdx); |
Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 258 | ab.reset(); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 259 | |
| 260 | mCurrentLockedBuffers--; |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 261 | return OK; |
| 262 | } |
| 263 | |
Eino-Ville Talvala | f57e754 | 2012-08-20 15:44:40 -0700 | [diff] [blame] | 264 | void CpuConsumer::freeBufferLocked(int slotIndex) { |
Eino-Ville Talvala | f57e754 | 2012-08-20 15:44:40 -0700 | [diff] [blame] | 265 | ConsumerBase::freeBufferLocked(slotIndex); |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 266 | } |
| 267 | |
Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 268 | } // namespace android |