| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2012 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | //#define LOG_NDEBUG 0 | 
|  | 18 | #define LOG_TAG "CpuConsumer" | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 19 | //#define ATRACE_TAG ATRACE_TAG_GRAPHICS | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 20 |  | 
|  | 21 | #include <gui/CpuConsumer.h> | 
|  | 22 |  | 
| Chia-I Wu | 0530f87 | 2017-11-16 14:13:38 -0800 | [diff] [blame] | 23 | #include <gui/BufferItem.h> | 
|  | 24 | #include <utils/Log.h> | 
|  | 25 |  | 
| Lajos Molnar | b3ca72c | 2015-01-29 10:55:21 -0800 | [diff] [blame] | 26 | #define CC_LOGV(x, ...) ALOGV("[%s] " x, mName.string(), ##__VA_ARGS__) | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 27 | //#define CC_LOGD(x, ...) ALOGD("[%s] " x, mName.string(), ##__VA_ARGS__) | 
|  | 28 | //#define CC_LOGI(x, ...) ALOGI("[%s] " x, mName.string(), ##__VA_ARGS__) | 
| Dan Albert | 8b49125 | 2014-09-08 18:53:39 -0700 | [diff] [blame] | 29 | #define CC_LOGW(x, ...) ALOGW("[%s] " x, mName.string(), ##__VA_ARGS__) | 
|  | 30 | #define CC_LOGE(x, ...) ALOGE("[%s] " x, mName.string(), ##__VA_ARGS__) | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 31 |  | 
|  | 32 | namespace android { | 
|  | 33 |  | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 34 | CpuConsumer::CpuConsumer(const sp<IGraphicBufferConsumer>& bq, | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 35 | size_t maxLockedBuffers, bool controlledByApp) : | 
| Mathias Agopian | 595264f | 2013-07-16 22:56:09 -0700 | [diff] [blame] | 36 | ConsumerBase(bq, controlledByApp), | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 37 | mMaxLockedBuffers(maxLockedBuffers), | 
|  | 38 | mCurrentLockedBuffers(0) | 
|  | 39 | { | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 40 | // Create tracking entries for locked buffers | 
|  | 41 | mAcquiredBuffers.insertAt(0, maxLockedBuffers); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 42 |  | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 43 | mConsumer->setConsumerUsageBits(GRALLOC_USAGE_SW_READ_OFTEN); | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 44 | mConsumer->setMaxAcquiredBufferCount(static_cast<int32_t>(maxLockedBuffers)); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 45 | } | 
|  | 46 |  | 
| Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 47 | size_t CpuConsumer::findAcquiredBufferLocked(uintptr_t id) const { | 
|  | 48 | for (size_t i = 0; i < mMaxLockedBuffers; i++) { | 
|  | 49 | const auto& ab = mAcquiredBuffers[i]; | 
|  | 50 | // note that this finds AcquiredBuffer::kUnusedId as well | 
|  | 51 | if (ab.mLockedBufferId == id) { | 
|  | 52 | return i; | 
|  | 53 | } | 
|  | 54 | } | 
|  | 55 | return mMaxLockedBuffers; // an invalid index | 
|  | 56 | } | 
|  | 57 |  | 
|  | 58 | static uintptr_t getLockedBufferId(const CpuConsumer::LockedBuffer& buffer) { | 
|  | 59 | return reinterpret_cast<uintptr_t>(buffer.data); | 
|  | 60 | } | 
|  | 61 |  | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 62 | static bool isPossiblyYUV(PixelFormat format) { | 
| Lajos Molnar | b3ca72c | 2015-01-29 10:55:21 -0800 | [diff] [blame] | 63 | switch (static_cast<int>(format)) { | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 64 | case HAL_PIXEL_FORMAT_RGBA_8888: | 
|  | 65 | case HAL_PIXEL_FORMAT_RGBX_8888: | 
| Romain Guy | ff41514 | 2016-12-13 16:51:25 -0800 | [diff] [blame] | 66 | case HAL_PIXEL_FORMAT_RGBA_FP16: | 
| Romain Guy | 541f226 | 2017-02-10 18:50:17 -0800 | [diff] [blame] | 67 | case HAL_PIXEL_FORMAT_RGBA_1010102: | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 68 | case HAL_PIXEL_FORMAT_RGB_888: | 
|  | 69 | case HAL_PIXEL_FORMAT_RGB_565: | 
|  | 70 | case HAL_PIXEL_FORMAT_BGRA_8888: | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 71 | case HAL_PIXEL_FORMAT_Y8: | 
|  | 72 | case HAL_PIXEL_FORMAT_Y16: | 
| Eino-Ville Talvala | 5b75a51 | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 73 | case HAL_PIXEL_FORMAT_RAW16: | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 74 | case HAL_PIXEL_FORMAT_RAW10: | 
|  | 75 | case HAL_PIXEL_FORMAT_RAW_OPAQUE: | 
|  | 76 | case HAL_PIXEL_FORMAT_BLOB: | 
|  | 77 | case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: | 
|  | 78 | return false; | 
|  | 79 |  | 
|  | 80 | case HAL_PIXEL_FORMAT_YV12: | 
|  | 81 | case HAL_PIXEL_FORMAT_YCbCr_420_888: | 
|  | 82 | case HAL_PIXEL_FORMAT_YCbCr_422_SP: | 
|  | 83 | case HAL_PIXEL_FORMAT_YCrCb_420_SP: | 
|  | 84 | case HAL_PIXEL_FORMAT_YCbCr_422_I: | 
|  | 85 | default: | 
|  | 86 | return true; | 
|  | 87 | } | 
|  | 88 | } | 
|  | 89 |  | 
| Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame] | 90 | status_t CpuConsumer::lockBufferItem(const BufferItem& item, LockedBuffer* outBuffer) const { | 
|  | 91 | android_ycbcr ycbcr = android_ycbcr(); | 
|  | 92 |  | 
|  | 93 | PixelFormat format = item.mGraphicBuffer->getPixelFormat(); | 
|  | 94 | PixelFormat flexFormat = format; | 
|  | 95 | if (isPossiblyYUV(format)) { | 
|  | 96 | int fenceFd = item.mFence.get() ? item.mFence->dup() : -1; | 
|  | 97 | status_t err = item.mGraphicBuffer->lockAsyncYCbCr(GraphicBuffer::USAGE_SW_READ_OFTEN, | 
|  | 98 | item.mCrop, &ycbcr, fenceFd); | 
|  | 99 | if (err == OK) { | 
|  | 100 | flexFormat = HAL_PIXEL_FORMAT_YCbCr_420_888; | 
|  | 101 | if (format != HAL_PIXEL_FORMAT_YCbCr_420_888) { | 
|  | 102 | CC_LOGV("locking buffer of format %#x as flex YUV", format); | 
|  | 103 | } | 
|  | 104 | } else if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) { | 
|  | 105 | CC_LOGE("Unable to lock YCbCr buffer for CPU reading: %s (%d)", strerror(-err), err); | 
|  | 106 | return err; | 
|  | 107 | } | 
|  | 108 | } | 
|  | 109 |  | 
|  | 110 | if (ycbcr.y != nullptr) { | 
|  | 111 | outBuffer->data = reinterpret_cast<uint8_t*>(ycbcr.y); | 
|  | 112 | outBuffer->stride = static_cast<uint32_t>(ycbcr.ystride); | 
|  | 113 | outBuffer->dataCb = reinterpret_cast<uint8_t*>(ycbcr.cb); | 
|  | 114 | outBuffer->dataCr = reinterpret_cast<uint8_t*>(ycbcr.cr); | 
|  | 115 | outBuffer->chromaStride = static_cast<uint32_t>(ycbcr.cstride); | 
|  | 116 | outBuffer->chromaStep = static_cast<uint32_t>(ycbcr.chroma_step); | 
|  | 117 | } else { | 
|  | 118 | // not flexible YUV; try lockAsync | 
|  | 119 | void* bufferPointer = nullptr; | 
|  | 120 | int fenceFd = item.mFence.get() ? item.mFence->dup() : -1; | 
|  | 121 | status_t err = item.mGraphicBuffer->lockAsync(GraphicBuffer::USAGE_SW_READ_OFTEN, | 
|  | 122 | item.mCrop, &bufferPointer, fenceFd); | 
|  | 123 | if (err != OK) { | 
|  | 124 | CC_LOGE("Unable to lock buffer for CPU reading: %s (%d)", strerror(-err), err); | 
|  | 125 | return err; | 
|  | 126 | } | 
|  | 127 |  | 
|  | 128 | outBuffer->data = reinterpret_cast<uint8_t*>(bufferPointer); | 
|  | 129 | outBuffer->stride = item.mGraphicBuffer->getStride(); | 
|  | 130 | outBuffer->dataCb = nullptr; | 
|  | 131 | outBuffer->dataCr = nullptr; | 
|  | 132 | outBuffer->chromaStride = 0; | 
|  | 133 | outBuffer->chromaStep = 0; | 
|  | 134 | } | 
|  | 135 |  | 
|  | 136 | outBuffer->width = item.mGraphicBuffer->getWidth(); | 
|  | 137 | outBuffer->height = item.mGraphicBuffer->getHeight(); | 
|  | 138 | outBuffer->format = format; | 
|  | 139 | outBuffer->flexFormat = flexFormat; | 
|  | 140 |  | 
|  | 141 | outBuffer->crop = item.mCrop; | 
|  | 142 | outBuffer->transform = item.mTransform; | 
|  | 143 | outBuffer->scalingMode = item.mScalingMode; | 
|  | 144 | outBuffer->timestamp = item.mTimestamp; | 
|  | 145 | outBuffer->dataSpace = item.mDataSpace; | 
|  | 146 | outBuffer->frameNumber = item.mFrameNumber; | 
|  | 147 |  | 
|  | 148 | return OK; | 
|  | 149 | } | 
|  | 150 |  | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 151 | status_t CpuConsumer::lockNextBuffer(LockedBuffer *nativeBuffer) { | 
|  | 152 | status_t err; | 
|  | 153 |  | 
|  | 154 | if (!nativeBuffer) return BAD_VALUE; | 
| Chia-I Wu | 96ad822 | 2017-11-16 15:41:45 -0800 | [diff] [blame] | 155 |  | 
|  | 156 | Mutex::Autolock _l(mMutex); | 
|  | 157 |  | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 158 | if (mCurrentLockedBuffers == mMaxLockedBuffers) { | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 159 | CC_LOGW("Max buffers have been locked (%zd), cannot lock anymore.", | 
| Igor Murashkin | a5b7513 | 2013-08-14 18:49:12 -0700 | [diff] [blame] | 160 | mMaxLockedBuffers); | 
|  | 161 | return NOT_ENOUGH_DATA; | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 162 | } | 
|  | 163 |  | 
| Dan Stoza | dd26416 | 2015-03-12 13:58:47 -0700 | [diff] [blame] | 164 | BufferItem b; | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 165 | err = acquireBufferLocked(&b, 0); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 166 | if (err != OK) { | 
|  | 167 | if (err == BufferQueue::NO_BUFFER_AVAILABLE) { | 
|  | 168 | return BAD_VALUE; | 
|  | 169 | } else { | 
|  | 170 | CC_LOGE("Error acquiring buffer: %s (%d)", strerror(err), err); | 
|  | 171 | return err; | 
|  | 172 | } | 
|  | 173 | } | 
|  | 174 |  | 
| Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame] | 175 | if (b.mGraphicBuffer == nullptr) { | 
|  | 176 | b.mGraphicBuffer = mSlots[b.mSlot].mGraphicBuffer; | 
| Lajos Molnar | 6a26be7 | 2015-01-22 16:37:37 -0800 | [diff] [blame] | 177 | } | 
|  | 178 |  | 
| Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame] | 179 | err = lockBufferItem(b, nativeBuffer); | 
|  | 180 | if (err != OK) { | 
|  | 181 | return err; | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 182 | } | 
| Eino-Ville Talvala | c43946b | 2013-05-04 18:07:43 -0700 | [diff] [blame] | 183 |  | 
| Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 184 | // find an unused AcquiredBuffer | 
|  | 185 | size_t lockedIdx = findAcquiredBufferLocked(AcquiredBuffer::kUnusedId); | 
|  | 186 | ALOG_ASSERT(lockedIdx < mMaxLockedBuffers); | 
|  | 187 | AcquiredBuffer& ab = mAcquiredBuffers.editItemAt(lockedIdx); | 
|  | 188 |  | 
| Chia-I Wu | 7e7256e | 2017-11-16 15:15:26 -0800 | [diff] [blame] | 189 | ab.mSlot = b.mSlot; | 
|  | 190 | ab.mGraphicBuffer = b.mGraphicBuffer; | 
| Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 191 | ab.mLockedBufferId = getLockedBufferId(*nativeBuffer); | 
|  | 192 |  | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 193 | mCurrentLockedBuffers++; | 
|  | 194 |  | 
|  | 195 | return OK; | 
|  | 196 | } | 
|  | 197 |  | 
|  | 198 | status_t CpuConsumer::unlockBuffer(const LockedBuffer &nativeBuffer) { | 
|  | 199 | Mutex::Autolock _l(mMutex); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 200 |  | 
| Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 201 | uintptr_t id = getLockedBufferId(nativeBuffer); | 
|  | 202 | size_t lockedIdx = | 
|  | 203 | (id != AcquiredBuffer::kUnusedId) ? findAcquiredBufferLocked(id) : mMaxLockedBuffers; | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 204 | if (lockedIdx == mMaxLockedBuffers) { | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 205 | CC_LOGE("%s: Can't find buffer to free", __FUNCTION__); | 
|  | 206 | return BAD_VALUE; | 
|  | 207 | } | 
|  | 208 |  | 
| Chia-I Wu | 924454f | 2017-11-16 14:30:28 -0800 | [diff] [blame] | 209 | AcquiredBuffer& ab = mAcquiredBuffers.editItemAt(lockedIdx); | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 210 |  | 
| Chia-I Wu | 924454f | 2017-11-16 14:30:28 -0800 | [diff] [blame] | 211 | int fenceFd = -1; | 
|  | 212 | status_t err = ab.mGraphicBuffer->unlockAsync(&fenceFd); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 213 | if (err != OK) { | 
| Dan Stoza | d723bd7 | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 214 | CC_LOGE("%s: Unable to unlock graphic buffer %zd", __FUNCTION__, | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 215 | lockedIdx); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 216 | return err; | 
|  | 217 | } | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 218 |  | 
| Chia-I Wu | 924454f | 2017-11-16 14:30:28 -0800 | [diff] [blame] | 219 | sp<Fence> fence(fenceFd >= 0 ? new Fence(fenceFd) : Fence::NO_FENCE); | 
|  | 220 | addReleaseFenceLocked(ab.mSlot, ab.mGraphicBuffer, fence); | 
|  | 221 | releaseBufferLocked(ab.mSlot, ab.mGraphicBuffer); | 
| Eino-Ville Talvala | 042ecee | 2013-02-28 18:23:24 -0800 | [diff] [blame] | 222 |  | 
| Chia-I Wu | cacfcc6 | 2017-11-16 14:54:07 -0800 | [diff] [blame] | 223 | ab.reset(); | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 224 |  | 
|  | 225 | mCurrentLockedBuffers--; | 
| Chia-I Wu | 924454f | 2017-11-16 14:30:28 -0800 | [diff] [blame] | 226 |  | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 227 | return OK; | 
|  | 228 | } | 
|  | 229 |  | 
| Eino-Ville Talvala | e41b318 | 2012-04-16 17:54:33 -0700 | [diff] [blame] | 230 | } // namespace android |