| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2013 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Ady Abraham | b0dbdaa | 2020-01-06 16:19:42 -0800 | [diff] [blame] | 17 | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | 18 | #pragma clang diagnostic push | 
|  | 19 | #pragma clang diagnostic ignored "-Wconversion" | 
|  | 20 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 21 | // #define LOG_NDEBUG 0 | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 22 | #include "VirtualDisplaySurface.h" | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 23 |  | 
|  | 24 | #include <inttypes.h> | 
|  | 25 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 26 | #include "HWComposer.h" | 
| Fabien Sanglard | a34ed63 | 2017-03-14 11:43:52 -0700 | [diff] [blame] | 27 | #include "SurfaceFlinger.h" | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 28 |  | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 29 | #include <gui/BufferItem.h> | 
| Mathias Agopian | a934764 | 2017-02-13 16:42:28 -0800 | [diff] [blame] | 30 | #include <gui/BufferQueue.h> | 
| Pablo Ceballos | f133d00 | 2015-10-23 12:10:13 -0700 | [diff] [blame] | 31 | #include <gui/IProducerListener.h> | 
| Mathias Agopian | 6a3c05b | 2017-04-27 20:06:55 -0700 | [diff] [blame] | 32 | #include <system/window.h> | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 33 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 34 | // --------------------------------------------------------------------------- | 
|  | 35 | namespace android { | 
|  | 36 | // --------------------------------------------------------------------------- | 
|  | 37 |  | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 38 | #define VDS_LOGE(msg, ...) ALOGE("[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 39 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 40 | #define VDS_LOGW_IF(cond, msg, ...) ALOGW_IF(cond, "[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 41 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 42 | #define VDS_LOGV(msg, ...) ALOGV("[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 43 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 44 |  | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 45 | static const char* dbgCompositionTypeStr(compositionengine::DisplaySurface::CompositionType type) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 46 | switch (type) { | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 47 | case compositionengine::DisplaySurface::COMPOSITION_UNKNOWN: | 
|  | 48 | return "UNKNOWN"; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 49 | case compositionengine::DisplaySurface::COMPOSITION_GPU: | 
|  | 50 | return "GPU"; | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 51 | case compositionengine::DisplaySurface::COMPOSITION_HWC: | 
|  | 52 | return "HWC"; | 
|  | 53 | case compositionengine::DisplaySurface::COMPOSITION_MIXED: | 
|  | 54 | return "MIXED"; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 55 | default: | 
|  | 56 | return "<INVALID>"; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 57 | } | 
|  | 58 | } | 
|  | 59 |  | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 60 | VirtualDisplaySurface::VirtualDisplaySurface(HWComposer& hwc, | 
|  | 61 | const std::optional<DisplayId>& displayId, | 
|  | 62 | const sp<IGraphicBufferProducer>& sink, | 
|  | 63 | const sp<IGraphicBufferProducer>& bqProducer, | 
|  | 64 | const sp<IGraphicBufferConsumer>& bqConsumer, | 
|  | 65 | const std::string& name) | 
|  | 66 | : ConsumerBase(bqConsumer), | 
|  | 67 | mHwc(hwc), | 
|  | 68 | mDisplayId(displayId), | 
|  | 69 | mDisplayName(name), | 
|  | 70 | mSource{}, | 
|  | 71 | mDefaultOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED), | 
|  | 72 | mOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED), | 
|  | 73 | mOutputUsage(GRALLOC_USAGE_HW_COMPOSER), | 
|  | 74 | mProducerSlotSource(0), | 
|  | 75 | mProducerBuffers(), | 
|  | 76 | mQueueBufferOutput(), | 
|  | 77 | mSinkBufferWidth(0), | 
|  | 78 | mSinkBufferHeight(0), | 
|  | 79 | mCompositionType(COMPOSITION_UNKNOWN), | 
|  | 80 | mFbFence(Fence::NO_FENCE), | 
|  | 81 | mOutputFence(Fence::NO_FENCE), | 
|  | 82 | mFbProducerSlot(BufferQueue::INVALID_BUFFER_SLOT), | 
|  | 83 | mOutputProducerSlot(BufferQueue::INVALID_BUFFER_SLOT), | 
|  | 84 | mDbgState(DBG_STATE_IDLE), | 
|  | 85 | mDbgLastCompositionType(COMPOSITION_UNKNOWN), | 
|  | 86 | mMustRecompose(false), | 
|  | 87 | mForceHwcCopy(SurfaceFlinger::useHwcForRgbToYuv) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 88 | mSource[SOURCE_SINK] = sink; | 
| Dan Stoza | b9b0883 | 2014-03-13 11:55:57 -0700 | [diff] [blame] | 89 | mSource[SOURCE_SCRATCH] = bqProducer; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 90 |  | 
|  | 91 | resetPerFrameState(); | 
|  | 92 |  | 
|  | 93 | int sinkWidth, sinkHeight; | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 94 | sink->query(NATIVE_WINDOW_WIDTH, &sinkWidth); | 
|  | 95 | sink->query(NATIVE_WINDOW_HEIGHT, &sinkHeight); | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 96 | mSinkBufferWidth = sinkWidth; | 
|  | 97 | mSinkBufferHeight = sinkHeight; | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 98 |  | 
|  | 99 | // Pick the buffer format to request from the sink when not rendering to it | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 100 | // with GPU. If the consumer needs CPU access, use the default format | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 101 | // set by the consumer. Otherwise allow gralloc to decide the format based | 
|  | 102 | // on usage bits. | 
|  | 103 | int sinkUsage; | 
|  | 104 | sink->query(NATIVE_WINDOW_CONSUMER_USAGE_BITS, &sinkUsage); | 
|  | 105 | if (sinkUsage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK)) { | 
|  | 106 | int sinkFormat; | 
|  | 107 | sink->query(NATIVE_WINDOW_FORMAT, &sinkFormat); | 
|  | 108 | mDefaultOutputFormat = sinkFormat; | 
|  | 109 | } else { | 
|  | 110 | mDefaultOutputFormat = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; | 
|  | 111 | } | 
|  | 112 | mOutputFormat = mDefaultOutputFormat; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 113 |  | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 114 | ConsumerBase::mName = String8::format("VDS: %s", mDisplayName.c_str()); | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 115 | mConsumer->setConsumerName(ConsumerBase::mName); | 
|  | 116 | mConsumer->setConsumerUsageBits(GRALLOC_USAGE_HW_COMPOSER); | 
|  | 117 | mConsumer->setDefaultBufferSize(sinkWidth, sinkHeight); | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 118 | sink->setAsyncMode(true); | 
| Alec Mouri | 8d4f90a | 2018-11-14 22:33:24 +0000 | [diff] [blame] | 119 | IGraphicBufferProducer::QueueBufferOutput output; | 
|  | 120 | mSource[SOURCE_SCRATCH]->connect(nullptr, NATIVE_WINDOW_API_EGL, false, &output); | 
| Jesse Hall | ffe1f19 | 2013-03-22 15:13:48 -0700 | [diff] [blame] | 121 | } | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 122 |  | 
|  | 123 | VirtualDisplaySurface::~VirtualDisplaySurface() { | 
| Pablo Ceballos | f133d00 | 2015-10-23 12:10:13 -0700 | [diff] [blame] | 124 | mSource[SOURCE_SCRATCH]->disconnect(NATIVE_WINDOW_API_EGL); | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 125 | } | 
|  | 126 |  | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 127 | status_t VirtualDisplaySurface::beginFrame(bool mustRecompose) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 128 | if (!mDisplayId) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 129 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 130 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 131 |  | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 132 | mMustRecompose = mustRecompose; | 
|  | 133 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 134 | VDS_LOGW_IF(mDbgState != DBG_STATE_IDLE, | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 135 | "Unexpected beginFrame() in %s state", dbgStateStr()); | 
|  | 136 | mDbgState = DBG_STATE_BEGUN; | 
|  | 137 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 138 | return refreshOutputBuffer(); | 
|  | 139 | } | 
|  | 140 |  | 
|  | 141 | status_t VirtualDisplaySurface::prepareFrame(CompositionType compositionType) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 142 | if (!mDisplayId) { | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 143 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 144 | } | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 145 |  | 
|  | 146 | VDS_LOGW_IF(mDbgState != DBG_STATE_BEGUN, | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 147 | "Unexpected prepareFrame() in %s state", dbgStateStr()); | 
|  | 148 | mDbgState = DBG_STATE_PREPARED; | 
|  | 149 |  | 
|  | 150 | mCompositionType = compositionType; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 151 | if (mForceHwcCopy && mCompositionType == COMPOSITION_GPU) { | 
| Naseer Ahmed | 6a96846 | 2013-10-04 16:15:22 -0400 | [diff] [blame] | 152 | // Some hardware can do RGB->YUV conversion more efficiently in hardware | 
|  | 153 | // controlled by HWC than in hardware controlled by the video encoder. | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 154 | // Forcing GPU-composed frames to go through an extra copy by the HWC | 
| Naseer Ahmed | 6a96846 | 2013-10-04 16:15:22 -0400 | [diff] [blame] | 155 | // allows the format conversion to happen there, rather than passing RGB | 
|  | 156 | // directly to the consumer. | 
|  | 157 | // | 
|  | 158 | // On the other hand, when the consumer prefers RGB or can consume RGB | 
|  | 159 | // inexpensively, this forces an unnecessary copy. | 
|  | 160 | mCompositionType = COMPOSITION_MIXED; | 
|  | 161 | } | 
|  | 162 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 163 | if (mCompositionType != mDbgLastCompositionType) { | 
|  | 164 | VDS_LOGV("prepareFrame: composition type changed to %s", | 
|  | 165 | dbgCompositionTypeStr(mCompositionType)); | 
|  | 166 | mDbgLastCompositionType = mCompositionType; | 
|  | 167 | } | 
|  | 168 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 169 | if (mCompositionType != COMPOSITION_GPU && | 
|  | 170 | (mOutputFormat != mDefaultOutputFormat || mOutputUsage != GRALLOC_USAGE_HW_COMPOSER)) { | 
|  | 171 | // We must have just switched from GPU-only to MIXED or HWC | 
|  | 172 | // composition. Stop using the format and usage requested by the GPU | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 173 | // driver; they may be suboptimal when HWC is writing to the output | 
|  | 174 | // buffer. For example, if the output is going to a video encoder, and | 
|  | 175 | // HWC can write directly to YUV, some hardware can skip a | 
|  | 176 | // memory-to-memory RGB-to-YUV conversion step. | 
|  | 177 | // | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 178 | // If we just switched *to* GPU-only mode, we'll change the | 
|  | 179 | // format/usage and get a new buffer when the GPU driver calls | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 180 | // dequeueBuffer(). | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 181 | mOutputFormat = mDefaultOutputFormat; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 182 | mOutputUsage = GRALLOC_USAGE_HW_COMPOSER; | 
|  | 183 | refreshOutputBuffer(); | 
|  | 184 | } | 
|  | 185 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 186 | return NO_ERROR; | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 187 | } | 
|  | 188 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 189 | status_t VirtualDisplaySurface::advanceFrame() { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 190 | if (!mDisplayId) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 191 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 192 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 193 |  | 
|  | 194 | if (mCompositionType == COMPOSITION_HWC) { | 
|  | 195 | VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED, | 
|  | 196 | "Unexpected advanceFrame() in %s state on HWC frame", | 
|  | 197 | dbgStateStr()); | 
|  | 198 | } else { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 199 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU_DONE, | 
|  | 200 | "Unexpected advanceFrame() in %s state on GPU/MIXED frame", dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 201 | } | 
|  | 202 | mDbgState = DBG_STATE_HWC; | 
|  | 203 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 204 | if (mOutputProducerSlot < 0 || | 
|  | 205 | (mCompositionType != COMPOSITION_HWC && mFbProducerSlot < 0)) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 206 | // Last chance bailout if something bad happened earlier. For example, | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 207 | // in a graphics API configuration, if the sink disappears then dequeueBuffer | 
|  | 208 | // will fail, the GPU driver won't queue a buffer, but SurfaceFlinger | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 209 | // will soldier on. So we end up here without a buffer. There should | 
|  | 210 | // be lots of scary messages in the log just before this. | 
|  | 211 | VDS_LOGE("advanceFrame: no buffer, bailing out"); | 
|  | 212 | return NO_MEMORY; | 
|  | 213 | } | 
|  | 214 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 215 | sp<GraphicBuffer> fbBuffer = mFbProducerSlot >= 0 ? | 
| Peiyong Lin | 566a3b4 | 2018-01-09 18:22:43 -0800 | [diff] [blame] | 216 | mProducerBuffers[mFbProducerSlot] : sp<GraphicBuffer>(nullptr); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 217 | sp<GraphicBuffer> outBuffer = mProducerBuffers[mOutputProducerSlot]; | 
|  | 218 | VDS_LOGV("advanceFrame: fb=%d(%p) out=%d(%p)", | 
|  | 219 | mFbProducerSlot, fbBuffer.get(), | 
|  | 220 | mOutputProducerSlot, outBuffer.get()); | 
|  | 221 |  | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 222 | // At this point we know the output buffer acquire fence, | 
|  | 223 | // so update HWC state with it. | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 224 | mHwc.setOutputBuffer(*mDisplayId, mOutputFence, outBuffer); | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 225 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 226 | status_t result = NO_ERROR; | 
| Peiyong Lin | 566a3b4 | 2018-01-09 18:22:43 -0800 | [diff] [blame] | 227 | if (fbBuffer != nullptr) { | 
| Chia-I Wu | 06d63de | 2017-01-04 14:58:51 +0800 | [diff] [blame] | 228 | uint32_t hwcSlot = 0; | 
|  | 229 | sp<GraphicBuffer> hwcBuffer; | 
| Valerie Hau | 13f0d1a | 2019-03-22 10:35:42 -0700 | [diff] [blame] | 230 | mHwcBufferCache.getHwcBuffer(mFbProducerSlot, fbBuffer, &hwcSlot, &hwcBuffer); | 
| Chia-I Wu | 06d63de | 2017-01-04 14:58:51 +0800 | [diff] [blame] | 231 |  | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 232 | // TODO: Correctly propagate the dataspace from GL composition | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 233 | result = mHwc.setClientTarget(*mDisplayId, hwcSlot, mFbFence, hwcBuffer, | 
|  | 234 | ui::Dataspace::UNKNOWN); | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 235 | } | 
|  | 236 |  | 
|  | 237 | return result; | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 238 | } | 
|  | 239 |  | 
| Jesse Hall | 851cfe8 | 2013-03-20 13:44:00 -0700 | [diff] [blame] | 240 | void VirtualDisplaySurface::onFrameCommitted() { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 241 | if (!mDisplayId) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 242 | return; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 243 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 244 |  | 
|  | 245 | VDS_LOGW_IF(mDbgState != DBG_STATE_HWC, | 
|  | 246 | "Unexpected onFrameCommitted() in %s state", dbgStateStr()); | 
|  | 247 | mDbgState = DBG_STATE_IDLE; | 
|  | 248 |  | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 249 | sp<Fence> retireFence = mHwc.getPresentFence(*mDisplayId); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 250 | if (mCompositionType == COMPOSITION_MIXED && mFbProducerSlot >= 0) { | 
|  | 251 | // release the scratch buffer back to the pool | 
|  | 252 | Mutex::Autolock lock(mMutex); | 
|  | 253 | int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, mFbProducerSlot); | 
|  | 254 | VDS_LOGV("onFrameCommitted: release scratch sslot=%d", sslot); | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 255 | addReleaseFenceLocked(sslot, mProducerBuffers[mFbProducerSlot], | 
|  | 256 | retireFence); | 
| Chia-I Wu | 1e24cce | 2017-11-10 10:36:01 -0800 | [diff] [blame] | 257 | releaseBufferLocked(sslot, mProducerBuffers[mFbProducerSlot]); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 258 | } | 
|  | 259 |  | 
|  | 260 | if (mOutputProducerSlot >= 0) { | 
|  | 261 | int sslot = mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot); | 
|  | 262 | QueueBufferOutput qbo; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 263 | VDS_LOGV("onFrameCommitted: queue sink sslot=%d", sslot); | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 264 | if (mMustRecompose) { | 
|  | 265 | status_t result = mSource[SOURCE_SINK]->queueBuffer(sslot, | 
|  | 266 | QueueBufferInput( | 
|  | 267 | systemTime(), false /* isAutoTimestamp */, | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 268 | HAL_DATASPACE_UNKNOWN, | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 269 | Rect(mSinkBufferWidth, mSinkBufferHeight), | 
|  | 270 | NATIVE_WINDOW_SCALING_MODE_FREEZE, 0 /* transform */, | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 271 | retireFence), | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 272 | &qbo); | 
|  | 273 | if (result == NO_ERROR) { | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 274 | updateQueueBufferOutput(std::move(qbo)); | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 275 | } | 
|  | 276 | } else { | 
|  | 277 | // If the surface hadn't actually been updated, then we only went | 
|  | 278 | // through the motions of updating the display to keep our state | 
|  | 279 | // machine happy. We cancel the buffer to avoid triggering another | 
|  | 280 | // re-composition and causing an infinite loop. | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 281 | mSource[SOURCE_SINK]->cancelBuffer(sslot, retireFence); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 282 | } | 
|  | 283 | } | 
|  | 284 |  | 
|  | 285 | resetPerFrameState(); | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 286 | } | 
|  | 287 |  | 
| Dan Stoza | 01049c8 | 2014-11-11 10:32:31 -0800 | [diff] [blame] | 288 | void VirtualDisplaySurface::dumpAsString(String8& /* result */) const { | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 289 | } | 
|  | 290 |  | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 291 | void VirtualDisplaySurface::resizeBuffers(const uint32_t w, const uint32_t h) { | 
| Brian Anderson | baaad32 | 2016-07-22 15:55:13 -0700 | [diff] [blame] | 292 | mQueueBufferOutput.width = w; | 
|  | 293 | mQueueBufferOutput.height = h; | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 294 | mSinkBufferWidth = w; | 
|  | 295 | mSinkBufferHeight = h; | 
|  | 296 | } | 
|  | 297 |  | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 298 | const sp<Fence>& VirtualDisplaySurface::getClientTargetAcquireFence() const { | 
|  | 299 | return mFbFence; | 
|  | 300 | } | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 301 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 302 | status_t VirtualDisplaySurface::requestBuffer(int pslot, | 
|  | 303 | sp<GraphicBuffer>* outBuf) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 304 | if (!mDisplayId) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 305 | return mSource[SOURCE_SINK]->requestBuffer(pslot, outBuf); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 306 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 307 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 308 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected requestBuffer pslot=%d in %s state", pslot, | 
|  | 309 | dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 310 |  | 
|  | 311 | *outBuf = mProducerBuffers[pslot]; | 
|  | 312 | return NO_ERROR; | 
|  | 313 | } | 
|  | 314 |  | 
| Pablo Ceballos | fa45535 | 2015-08-12 17:47:47 -0700 | [diff] [blame] | 315 | status_t VirtualDisplaySurface::setMaxDequeuedBufferCount( | 
|  | 316 | int maxDequeuedBuffers) { | 
|  | 317 | return mSource[SOURCE_SINK]->setMaxDequeuedBufferCount(maxDequeuedBuffers); | 
|  | 318 | } | 
|  | 319 |  | 
|  | 320 | status_t VirtualDisplaySurface::setAsyncMode(bool async) { | 
|  | 321 | return mSource[SOURCE_SINK]->setAsyncMode(async); | 
|  | 322 | } | 
|  | 323 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 324 | status_t VirtualDisplaySurface::dequeueBuffer(Source source, | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 325 | PixelFormat format, uint64_t usage, int* sslot, sp<Fence>* fence) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 326 | LOG_FATAL_IF(!mDisplayId); | 
| Jesse Hall | 8db9255 | 2013-08-29 16:03:50 -0700 | [diff] [blame] | 327 |  | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 328 | status_t result = | 
|  | 329 | mSource[source]->dequeueBuffer(sslot, fence, mSinkBufferWidth, mSinkBufferHeight, | 
|  | 330 | format, usage, nullptr, nullptr); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 331 | if (result < 0) | 
|  | 332 | return result; | 
|  | 333 | int pslot = mapSource2ProducerSlot(source, *sslot); | 
|  | 334 | VDS_LOGV("dequeueBuffer(%s): sslot=%d pslot=%d result=%d", | 
|  | 335 | dbgSourceStr(source), *sslot, pslot, result); | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 336 | uint64_t sourceBit = static_cast<uint64_t>(source) << pslot; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 337 |  | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 338 | if ((mProducerSlotSource & (1ULL << pslot)) != sourceBit) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 339 | // This slot was previously dequeued from the other source; must | 
|  | 340 | // re-request the buffer. | 
|  | 341 | result |= BUFFER_NEEDS_REALLOCATION; | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 342 | mProducerSlotSource &= ~(1ULL << pslot); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 343 | mProducerSlotSource |= sourceBit; | 
|  | 344 | } | 
|  | 345 |  | 
|  | 346 | if (result & RELEASE_ALL_BUFFERS) { | 
|  | 347 | for (uint32_t i = 0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) { | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 348 | if ((mProducerSlotSource & (1ULL << i)) == sourceBit) | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 349 | mProducerBuffers[i].clear(); | 
|  | 350 | } | 
|  | 351 | } | 
|  | 352 | if (result & BUFFER_NEEDS_REALLOCATION) { | 
| Jesse Hall | 0b63cd1 | 2014-04-29 16:14:14 -0700 | [diff] [blame] | 353 | result = mSource[source]->requestBuffer(*sslot, &mProducerBuffers[pslot]); | 
|  | 354 | if (result < 0) { | 
|  | 355 | mProducerBuffers[pslot].clear(); | 
|  | 356 | mSource[source]->cancelBuffer(*sslot, *fence); | 
|  | 357 | return result; | 
|  | 358 | } | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 359 | VDS_LOGV("dequeueBuffer(%s): buffers[%d]=%p fmt=%d usage=%#" PRIx64, | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 360 | dbgSourceStr(source), pslot, mProducerBuffers[pslot].get(), | 
|  | 361 | mProducerBuffers[pslot]->getPixelFormat(), | 
|  | 362 | mProducerBuffers[pslot]->getUsage()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 363 | } | 
|  | 364 |  | 
|  | 365 | return result; | 
|  | 366 | } | 
|  | 367 |  | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 368 | status_t VirtualDisplaySurface::dequeueBuffer(int* pslot, sp<Fence>* fence, uint32_t w, uint32_t h, | 
|  | 369 | PixelFormat format, uint64_t usage, | 
|  | 370 | uint64_t* outBufferAge, | 
|  | 371 | FrameEventHistoryDelta* outTimestamps) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 372 | if (!mDisplayId) { | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 373 | return mSource[SOURCE_SINK]->dequeueBuffer(pslot, fence, w, h, format, usage, outBufferAge, | 
|  | 374 | outTimestamps); | 
| Brian Anderson | 7c3ba8a | 2016-07-25 12:48:08 -0700 | [diff] [blame] | 375 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 376 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 377 | VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED, | 
|  | 378 | "Unexpected dequeueBuffer() in %s state", dbgStateStr()); | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 379 | mDbgState = DBG_STATE_GPU; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 380 |  | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 381 | VDS_LOGV("dequeueBuffer %dx%d fmt=%d usage=%#" PRIx64, w, h, format, usage); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 382 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 383 | status_t result = NO_ERROR; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 384 | Source source = fbSourceForCompositionType(mCompositionType); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 385 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 386 | if (source == SOURCE_SINK) { | 
| Mathias Agopian | 6da15f4 | 2013-09-25 20:40:07 -0700 | [diff] [blame] | 387 |  | 
|  | 388 | if (mOutputProducerSlot < 0) { | 
|  | 389 | // Last chance bailout if something bad happened earlier. For example, | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 390 | // in a graphics API configuration, if the sink disappears then dequeueBuffer | 
|  | 391 | // will fail, the GPU driver won't queue a buffer, but SurfaceFlinger | 
| Mathias Agopian | 6da15f4 | 2013-09-25 20:40:07 -0700 | [diff] [blame] | 392 | // will soldier on. So we end up here without a buffer. There should | 
|  | 393 | // be lots of scary messages in the log just before this. | 
|  | 394 | VDS_LOGE("dequeueBuffer: no buffer, bailing out"); | 
|  | 395 | return NO_MEMORY; | 
|  | 396 | } | 
|  | 397 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 398 | // We already dequeued the output buffer. If the GPU driver wants | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 399 | // something incompatible, we have to cancel and get a new one. This | 
|  | 400 | // will mean that HWC will see a different output buffer between | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 401 | // prepare and set, but since we're in GPU-only mode already it | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 402 | // shouldn't matter. | 
|  | 403 |  | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 404 | usage |= GRALLOC_USAGE_HW_COMPOSER; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 405 | const sp<GraphicBuffer>& buf = mProducerBuffers[mOutputProducerSlot]; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 406 | if ((usage & ~buf->getUsage()) != 0 || | 
| Dan Stoza | 3be1c6b | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 407 | (format != 0 && format != buf->getPixelFormat()) || | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 408 | (w != 0 && w != mSinkBufferWidth) || | 
|  | 409 | (h != 0 && h != mSinkBufferHeight)) { | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 410 | VDS_LOGV("dequeueBuffer: dequeueing new output buffer: " | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 411 | "want %dx%d fmt=%d use=%#" PRIx64 ", " | 
|  | 412 | "have %dx%d fmt=%d use=%#" PRIx64, | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 413 | w, h, format, usage, | 
|  | 414 | mSinkBufferWidth, mSinkBufferHeight, | 
|  | 415 | buf->getPixelFormat(), buf->getUsage()); | 
|  | 416 | mOutputFormat = format; | 
|  | 417 | mOutputUsage = usage; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 418 | result = refreshOutputBuffer(); | 
|  | 419 | if (result < 0) | 
|  | 420 | return result; | 
|  | 421 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 422 | } | 
|  | 423 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 424 | if (source == SOURCE_SINK) { | 
|  | 425 | *pslot = mOutputProducerSlot; | 
|  | 426 | *fence = mOutputFence; | 
|  | 427 | } else { | 
|  | 428 | int sslot; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 429 | result = dequeueBuffer(source, format, usage, &sslot, fence); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 430 | if (result >= 0) { | 
|  | 431 | *pslot = mapSource2ProducerSlot(source, sslot); | 
|  | 432 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 433 | } | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 434 | if (outBufferAge) { | 
|  | 435 | *outBufferAge = 0; | 
|  | 436 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 437 | return result; | 
|  | 438 | } | 
|  | 439 |  | 
| Dan Stoza | 88a459a | 2014-03-12 09:34:36 -0700 | [diff] [blame] | 440 | status_t VirtualDisplaySurface::detachBuffer(int /* slot */) { | 
|  | 441 | VDS_LOGE("detachBuffer is not available for VirtualDisplaySurface"); | 
|  | 442 | return INVALID_OPERATION; | 
| Dan Stoza | 9f3053d | 2014-03-06 15:14:33 -0800 | [diff] [blame] | 443 | } | 
|  | 444 |  | 
| Dan Stoza | d9822a3 | 2014-03-28 15:25:31 -0700 | [diff] [blame] | 445 | status_t VirtualDisplaySurface::detachNextBuffer( | 
|  | 446 | sp<GraphicBuffer>* /* outBuffer */, sp<Fence>* /* outFence */) { | 
|  | 447 | VDS_LOGE("detachNextBuffer is not available for VirtualDisplaySurface"); | 
|  | 448 | return INVALID_OPERATION; | 
|  | 449 | } | 
|  | 450 |  | 
| Dan Stoza | 88a459a | 2014-03-12 09:34:36 -0700 | [diff] [blame] | 451 | status_t VirtualDisplaySurface::attachBuffer(int* /* outSlot */, | 
|  | 452 | const sp<GraphicBuffer>& /* buffer */) { | 
|  | 453 | VDS_LOGE("attachBuffer is not available for VirtualDisplaySurface"); | 
|  | 454 | return INVALID_OPERATION; | 
| Dan Stoza | 9f3053d | 2014-03-06 15:14:33 -0800 | [diff] [blame] | 455 | } | 
|  | 456 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 457 | status_t VirtualDisplaySurface::queueBuffer(int pslot, | 
|  | 458 | const QueueBufferInput& input, QueueBufferOutput* output) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 459 | if (!mDisplayId) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 460 | return mSource[SOURCE_SINK]->queueBuffer(pslot, input, output); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 461 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 462 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 463 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected queueBuffer(pslot=%d) in %s state", pslot, | 
|  | 464 | dbgStateStr()); | 
|  | 465 | mDbgState = DBG_STATE_GPU_DONE; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 466 |  | 
|  | 467 | VDS_LOGV("queueBuffer pslot=%d", pslot); | 
|  | 468 |  | 
|  | 469 | status_t result; | 
|  | 470 | if (mCompositionType == COMPOSITION_MIXED) { | 
|  | 471 | // Queue the buffer back into the scratch pool | 
|  | 472 | QueueBufferOutput scratchQBO; | 
|  | 473 | int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, pslot); | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 474 | result = mSource[SOURCE_SCRATCH]->queueBuffer(sslot, input, &scratchQBO); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 475 | if (result != NO_ERROR) | 
|  | 476 | return result; | 
|  | 477 |  | 
|  | 478 | // Now acquire the buffer from the scratch pool -- should be the same | 
|  | 479 | // slot and fence as we just queued. | 
|  | 480 | Mutex::Autolock lock(mMutex); | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 481 | BufferItem item; | 
| Jesse Hall | bce7611 | 2013-07-16 13:46:20 -0700 | [diff] [blame] | 482 | result = acquireBufferLocked(&item, 0); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 483 | if (result != NO_ERROR) | 
|  | 484 | return result; | 
| Pablo Ceballos | 47650f4 | 2015-08-04 16:38:17 -0700 | [diff] [blame] | 485 | VDS_LOGW_IF(item.mSlot != sslot, | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 486 | "queueBuffer: acquired sslot %d from SCRATCH after queueing sslot %d", | 
| Pablo Ceballos | 47650f4 | 2015-08-04 16:38:17 -0700 | [diff] [blame] | 487 | item.mSlot, sslot); | 
|  | 488 | mFbProducerSlot = mapSource2ProducerSlot(SOURCE_SCRATCH, item.mSlot); | 
|  | 489 | mFbFence = mSlots[item.mSlot].mFence; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 490 |  | 
|  | 491 | } else { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 492 | LOG_FATAL_IF(mCompositionType != COMPOSITION_GPU, | 
|  | 493 | "Unexpected queueBuffer in state %s for compositionType %s", dbgStateStr(), | 
|  | 494 | dbgCompositionTypeStr(mCompositionType)); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 495 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 496 | // Extract the GPU release fence for HWC to acquire | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 497 | int64_t timestamp; | 
| Andy McFadden | 3c25621 | 2013-08-16 14:55:39 -0700 | [diff] [blame] | 498 | bool isAutoTimestamp; | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 499 | android_dataspace dataSpace; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 500 | Rect crop; | 
|  | 501 | int scalingMode; | 
|  | 502 | uint32_t transform; | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 503 | input.deflate(×tamp, &isAutoTimestamp, &dataSpace, &crop, | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 504 | &scalingMode, &transform, &mFbFence); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 505 |  | 
|  | 506 | mFbProducerSlot = pslot; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 507 | mOutputFence = mFbFence; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 508 | } | 
|  | 509 |  | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 510 | // This moves the frame timestamps and keeps a copy of all other fields. | 
|  | 511 | *output = std::move(mQueueBufferOutput); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 512 | return NO_ERROR; | 
|  | 513 | } | 
|  | 514 |  | 
| Pablo Ceballos | 583b1b3 | 2015-09-03 18:23:52 -0700 | [diff] [blame] | 515 | status_t VirtualDisplaySurface::cancelBuffer(int pslot, | 
|  | 516 | const sp<Fence>& fence) { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 517 | if (!mDisplayId) { | 
| Michael Lentine | fd9d183 | 2014-07-30 15:39:17 -0700 | [diff] [blame] | 518 | return mSource[SOURCE_SINK]->cancelBuffer(mapProducer2SourceSlot(SOURCE_SINK, pslot), fence); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 519 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 520 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 521 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected cancelBuffer(pslot=%d) in %s state", pslot, | 
|  | 522 | dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 523 | VDS_LOGV("cancelBuffer pslot=%d", pslot); | 
|  | 524 | Source source = fbSourceForCompositionType(mCompositionType); | 
|  | 525 | return mSource[source]->cancelBuffer( | 
|  | 526 | mapProducer2SourceSlot(source, pslot), fence); | 
|  | 527 | } | 
|  | 528 |  | 
|  | 529 | int VirtualDisplaySurface::query(int what, int* value) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 530 | switch (what) { | 
|  | 531 | case NATIVE_WINDOW_WIDTH: | 
|  | 532 | *value = mSinkBufferWidth; | 
|  | 533 | break; | 
|  | 534 | case NATIVE_WINDOW_HEIGHT: | 
|  | 535 | *value = mSinkBufferHeight; | 
|  | 536 | break; | 
|  | 537 | default: | 
|  | 538 | return mSource[SOURCE_SINK]->query(what, value); | 
|  | 539 | } | 
|  | 540 | return NO_ERROR; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 541 | } | 
|  | 542 |  | 
| Dan Stoza | f0eaf25 | 2014-03-21 13:05:51 -0700 | [diff] [blame] | 543 | status_t VirtualDisplaySurface::connect(const sp<IProducerListener>& listener, | 
| Mathias Agopian | 365857d | 2013-09-11 19:35:45 -0700 | [diff] [blame] | 544 | int api, bool producerControlledByApp, | 
| Mathias Agopian | 595264f | 2013-07-16 22:56:09 -0700 | [diff] [blame] | 545 | QueueBufferOutput* output) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 546 | QueueBufferOutput qbo; | 
| Dan Stoza | f0eaf25 | 2014-03-21 13:05:51 -0700 | [diff] [blame] | 547 | status_t result = mSource[SOURCE_SINK]->connect(listener, api, | 
|  | 548 | producerControlledByApp, &qbo); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 549 | if (result == NO_ERROR) { | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 550 | updateQueueBufferOutput(std::move(qbo)); | 
|  | 551 | // This moves the frame timestamps and keeps a copy of all other fields. | 
|  | 552 | *output = std::move(mQueueBufferOutput); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 553 | } | 
|  | 554 | return result; | 
|  | 555 | } | 
|  | 556 |  | 
| Robert Carr | 97b9c86 | 2016-09-08 13:54:35 -0700 | [diff] [blame] | 557 | status_t VirtualDisplaySurface::disconnect(int api, DisconnectMode mode) { | 
|  | 558 | return mSource[SOURCE_SINK]->disconnect(api, mode); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 559 | } | 
|  | 560 |  | 
| Jesse Hall | 399184a | 2014-03-03 15:42:54 -0800 | [diff] [blame] | 561 | status_t VirtualDisplaySurface::setSidebandStream(const sp<NativeHandle>& /*stream*/) { | 
|  | 562 | return INVALID_OPERATION; | 
|  | 563 | } | 
|  | 564 |  | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 565 | void VirtualDisplaySurface::allocateBuffers(uint32_t /* width */, | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 566 | uint32_t /* height */, PixelFormat /* format */, uint64_t /* usage */) { | 
| Dan Stoza | 29a3e90 | 2014-06-20 13:13:57 -0700 | [diff] [blame] | 567 | // TODO: Should we actually allocate buffers for a virtual display? | 
|  | 568 | } | 
|  | 569 |  | 
| Dan Stoza | 9de7293 | 2015-04-16 17:28:43 -0700 | [diff] [blame] | 570 | status_t VirtualDisplaySurface::allowAllocation(bool /* allow */) { | 
|  | 571 | return INVALID_OPERATION; | 
|  | 572 | } | 
|  | 573 |  | 
| Dan Stoza | 812ed06 | 2015-06-02 15:45:22 -0700 | [diff] [blame] | 574 | status_t VirtualDisplaySurface::setGenerationNumber(uint32_t /* generation */) { | 
|  | 575 | ALOGE("setGenerationNumber not supported on VirtualDisplaySurface"); | 
|  | 576 | return INVALID_OPERATION; | 
|  | 577 | } | 
|  | 578 |  | 
| Dan Stoza | c6f30bd | 2015-06-08 09:32:50 -0700 | [diff] [blame] | 579 | String8 VirtualDisplaySurface::getConsumerName() const { | 
|  | 580 | return String8("VirtualDisplaySurface"); | 
|  | 581 | } | 
|  | 582 |  | 
| Pablo Ceballos | 3559fbf | 2016-03-17 15:50:23 -0700 | [diff] [blame] | 583 | status_t VirtualDisplaySurface::setSharedBufferMode(bool /*sharedBufferMode*/) { | 
|  | 584 | ALOGE("setSharedBufferMode not supported on VirtualDisplaySurface"); | 
| Pablo Ceballos | ff95aab | 2016-01-13 17:09:58 -0800 | [diff] [blame] | 585 | return INVALID_OPERATION; | 
|  | 586 | } | 
|  | 587 |  | 
|  | 588 | status_t VirtualDisplaySurface::setAutoRefresh(bool /*autoRefresh*/) { | 
|  | 589 | ALOGE("setAutoRefresh not supported on VirtualDisplaySurface"); | 
|  | 590 | return INVALID_OPERATION; | 
| Pablo Ceballos | ccdfd60 | 2015-10-07 15:05:45 -0700 | [diff] [blame] | 591 | } | 
|  | 592 |  | 
| Dan Stoza | 127fc63 | 2015-06-30 13:43:32 -0700 | [diff] [blame] | 593 | status_t VirtualDisplaySurface::setDequeueTimeout(nsecs_t /* timeout */) { | 
|  | 594 | ALOGE("setDequeueTimeout not supported on VirtualDisplaySurface"); | 
|  | 595 | return INVALID_OPERATION; | 
|  | 596 | } | 
|  | 597 |  | 
| Dan Stoza | 50101d0 | 2016-04-07 16:53:23 -0700 | [diff] [blame] | 598 | status_t VirtualDisplaySurface::getLastQueuedBuffer( | 
| John Reck | 1a61da5 | 2016-04-28 13:18:15 -0700 | [diff] [blame] | 599 | sp<GraphicBuffer>* /*outBuffer*/, sp<Fence>* /*outFence*/, | 
|  | 600 | float[16] /* outTransformMatrix*/) { | 
| Dan Stoza | 50101d0 | 2016-04-07 16:53:23 -0700 | [diff] [blame] | 601 | ALOGE("getLastQueuedBuffer not supported on VirtualDisplaySurface"); | 
|  | 602 | return INVALID_OPERATION; | 
|  | 603 | } | 
|  | 604 |  | 
| Pablo Ceballos | 8e3e92b | 2016-06-27 17:56:53 -0700 | [diff] [blame] | 605 | status_t VirtualDisplaySurface::getUniqueId(uint64_t* /*outId*/) const { | 
|  | 606 | ALOGE("getUniqueId not supported on VirtualDisplaySurface"); | 
|  | 607 | return INVALID_OPERATION; | 
|  | 608 | } | 
|  | 609 |  | 
| Chia-I Wu | e2786ea | 2017-08-07 10:36:08 -0700 | [diff] [blame] | 610 | status_t VirtualDisplaySurface::getConsumerUsage(uint64_t* outUsage) const { | 
|  | 611 | return mSource[SOURCE_SINK]->getConsumerUsage(outUsage); | 
|  | 612 | } | 
|  | 613 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 614 | void VirtualDisplaySurface::updateQueueBufferOutput( | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 615 | QueueBufferOutput&& qbo) { | 
|  | 616 | mQueueBufferOutput = std::move(qbo); | 
| Brian Anderson | baaad32 | 2016-07-22 15:55:13 -0700 | [diff] [blame] | 617 | mQueueBufferOutput.transformHint = 0; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 618 | } | 
|  | 619 |  | 
|  | 620 | void VirtualDisplaySurface::resetPerFrameState() { | 
|  | 621 | mCompositionType = COMPOSITION_UNKNOWN; | 
| mayank parshar | b988f85 | 2014-01-10 10:27:45 +0530 | [diff] [blame] | 622 | mFbFence = Fence::NO_FENCE; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 623 | mOutputFence = Fence::NO_FENCE; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 624 | mOutputProducerSlot = -1; | 
| mayank parshar | fdfde88 | 2014-01-23 15:08:31 +0530 | [diff] [blame] | 625 | mFbProducerSlot = -1; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 626 | } | 
|  | 627 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 628 | status_t VirtualDisplaySurface::refreshOutputBuffer() { | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 629 | LOG_FATAL_IF(!mDisplayId); | 
|  | 630 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 631 | if (mOutputProducerSlot >= 0) { | 
|  | 632 | mSource[SOURCE_SINK]->cancelBuffer( | 
|  | 633 | mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot), | 
|  | 634 | mOutputFence); | 
|  | 635 | } | 
|  | 636 |  | 
|  | 637 | int sslot; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 638 | status_t result = dequeueBuffer(SOURCE_SINK, mOutputFormat, mOutputUsage, | 
|  | 639 | &sslot, &mOutputFence); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 640 | if (result < 0) | 
|  | 641 | return result; | 
|  | 642 | mOutputProducerSlot = mapSource2ProducerSlot(SOURCE_SINK, sslot); | 
|  | 643 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 644 | // On GPU-only frames, we don't have the right output buffer acquire fence | 
|  | 645 | // until after GPU calls queueBuffer(). So here we just set the buffer | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 646 | // (for use in HWC prepare) but not the fence; we'll call this again with | 
|  | 647 | // the proper fence once we have it. | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 648 | result = mHwc.setOutputBuffer(*mDisplayId, Fence::NO_FENCE, | 
|  | 649 | mProducerBuffers[mOutputProducerSlot]); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 650 |  | 
|  | 651 | return result; | 
|  | 652 | } | 
|  | 653 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 654 | // This slot mapping function is its own inverse, so two copies are unnecessary. | 
|  | 655 | // Both are kept to make the intent clear where the function is called, and for | 
|  | 656 | // the (unlikely) chance that we switch to a different mapping function. | 
|  | 657 | int VirtualDisplaySurface::mapSource2ProducerSlot(Source source, int sslot) { | 
|  | 658 | if (source == SOURCE_SCRATCH) { | 
|  | 659 | return BufferQueue::NUM_BUFFER_SLOTS - sslot - 1; | 
|  | 660 | } else { | 
|  | 661 | return sslot; | 
|  | 662 | } | 
|  | 663 | } | 
|  | 664 | int VirtualDisplaySurface::mapProducer2SourceSlot(Source source, int pslot) { | 
|  | 665 | return mapSource2ProducerSlot(source, pslot); | 
|  | 666 | } | 
|  | 667 |  | 
|  | 668 | VirtualDisplaySurface::Source | 
|  | 669 | VirtualDisplaySurface::fbSourceForCompositionType(CompositionType type) { | 
|  | 670 | return type == COMPOSITION_MIXED ? SOURCE_SCRATCH : SOURCE_SINK; | 
|  | 671 | } | 
|  | 672 |  | 
|  | 673 | const char* VirtualDisplaySurface::dbgStateStr() const { | 
|  | 674 | switch (mDbgState) { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 675 | case DBG_STATE_IDLE: | 
|  | 676 | return "IDLE"; | 
|  | 677 | case DBG_STATE_PREPARED: | 
|  | 678 | return "PREPARED"; | 
|  | 679 | case DBG_STATE_GPU: | 
|  | 680 | return "GPU"; | 
|  | 681 | case DBG_STATE_GPU_DONE: | 
|  | 682 | return "GPU_DONE"; | 
|  | 683 | case DBG_STATE_HWC: | 
|  | 684 | return "HWC"; | 
|  | 685 | default: | 
|  | 686 | return "INVALID"; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 687 | } | 
|  | 688 | } | 
|  | 689 |  | 
|  | 690 | const char* VirtualDisplaySurface::dbgSourceStr(Source s) { | 
|  | 691 | switch (s) { | 
|  | 692 | case SOURCE_SINK:    return "SINK"; | 
|  | 693 | case SOURCE_SCRATCH: return "SCRATCH"; | 
|  | 694 | default:             return "INVALID"; | 
|  | 695 | } | 
|  | 696 | } | 
|  | 697 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 698 | // --------------------------------------------------------------------------- | 
|  | 699 | } // namespace android | 
|  | 700 | // --------------------------------------------------------------------------- | 
| Ady Abraham | b0dbdaa | 2020-01-06 16:19:42 -0800 | [diff] [blame] | 701 |  | 
|  | 702 | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | 703 | #pragma clang diagnostic pop // ignored "-Wconversion" |