| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2013 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Ady Abraham | b0dbdaa | 2020-01-06 16:19:42 -0800 | [diff] [blame] | 17 | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | 18 | #pragma clang diagnostic push | 
|  | 19 | #pragma clang diagnostic ignored "-Wconversion" | 
|  | 20 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 21 | // #define LOG_NDEBUG 0 | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 22 | #include "VirtualDisplaySurface.h" | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 23 |  | 
|  | 24 | #include <inttypes.h> | 
|  | 25 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 26 | #include "HWComposer.h" | 
| Fabien Sanglard | a34ed63 | 2017-03-14 11:43:52 -0700 | [diff] [blame] | 27 | #include "SurfaceFlinger.h" | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 28 |  | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 29 | #include <gui/BufferItem.h> | 
| Mathias Agopian | a934764 | 2017-02-13 16:42:28 -0800 | [diff] [blame] | 30 | #include <gui/BufferQueue.h> | 
| Pablo Ceballos | f133d00 | 2015-10-23 12:10:13 -0700 | [diff] [blame] | 31 | #include <gui/IProducerListener.h> | 
| Mathias Agopian | 6a3c05b | 2017-04-27 20:06:55 -0700 | [diff] [blame] | 32 | #include <system/window.h> | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 33 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 34 | // --------------------------------------------------------------------------- | 
|  | 35 | namespace android { | 
|  | 36 | // --------------------------------------------------------------------------- | 
|  | 37 |  | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 38 | #define VDS_LOGE(msg, ...) ALOGE("[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 39 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 40 | #define VDS_LOGW_IF(cond, msg, ...) ALOGW_IF(cond, "[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 41 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 24cd98e | 2014-07-13 14:37:16 -0700 | [diff] [blame] | 42 | #define VDS_LOGV(msg, ...) ALOGV("[%s] " msg, \ | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 43 | mDisplayName.c_str(), ##__VA_ARGS__) | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 44 |  | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 45 | static const char* dbgCompositionTypeStr(compositionengine::DisplaySurface::CompositionType type) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 46 | switch (type) { | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 47 | case compositionengine::DisplaySurface::COMPOSITION_UNKNOWN: | 
|  | 48 | return "UNKNOWN"; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 49 | case compositionengine::DisplaySurface::COMPOSITION_GPU: | 
|  | 50 | return "GPU"; | 
| Lloyd Pique | 542307f | 2018-10-19 13:24:08 -0700 | [diff] [blame] | 51 | case compositionengine::DisplaySurface::COMPOSITION_HWC: | 
|  | 52 | return "HWC"; | 
|  | 53 | case compositionengine::DisplaySurface::COMPOSITION_MIXED: | 
|  | 54 | return "MIXED"; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 55 | default: | 
|  | 56 | return "<INVALID>"; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 57 | } | 
|  | 58 | } | 
|  | 59 |  | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 60 | VirtualDisplaySurface::VirtualDisplaySurface(HWComposer& hwc, VirtualDisplayId displayId, | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 61 | const sp<IGraphicBufferProducer>& sink, | 
|  | 62 | const sp<IGraphicBufferProducer>& bqProducer, | 
|  | 63 | const sp<IGraphicBufferConsumer>& bqConsumer, | 
|  | 64 | const std::string& name) | 
|  | 65 | : ConsumerBase(bqConsumer), | 
|  | 66 | mHwc(hwc), | 
|  | 67 | mDisplayId(displayId), | 
|  | 68 | mDisplayName(name), | 
|  | 69 | mSource{}, | 
|  | 70 | mDefaultOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED), | 
|  | 71 | mOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED), | 
|  | 72 | mOutputUsage(GRALLOC_USAGE_HW_COMPOSER), | 
|  | 73 | mProducerSlotSource(0), | 
|  | 74 | mProducerBuffers(), | 
|  | 75 | mQueueBufferOutput(), | 
|  | 76 | mSinkBufferWidth(0), | 
|  | 77 | mSinkBufferHeight(0), | 
|  | 78 | mCompositionType(COMPOSITION_UNKNOWN), | 
|  | 79 | mFbFence(Fence::NO_FENCE), | 
|  | 80 | mOutputFence(Fence::NO_FENCE), | 
|  | 81 | mFbProducerSlot(BufferQueue::INVALID_BUFFER_SLOT), | 
|  | 82 | mOutputProducerSlot(BufferQueue::INVALID_BUFFER_SLOT), | 
|  | 83 | mDbgState(DBG_STATE_IDLE), | 
|  | 84 | mDbgLastCompositionType(COMPOSITION_UNKNOWN), | 
|  | 85 | mMustRecompose(false), | 
|  | 86 | mForceHwcCopy(SurfaceFlinger::useHwcForRgbToYuv) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 87 | mSource[SOURCE_SINK] = sink; | 
| Dan Stoza | b9b0883 | 2014-03-13 11:55:57 -0700 | [diff] [blame] | 88 | mSource[SOURCE_SCRATCH] = bqProducer; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 89 |  | 
|  | 90 | resetPerFrameState(); | 
|  | 91 |  | 
|  | 92 | int sinkWidth, sinkHeight; | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 93 | sink->query(NATIVE_WINDOW_WIDTH, &sinkWidth); | 
|  | 94 | sink->query(NATIVE_WINDOW_HEIGHT, &sinkHeight); | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 95 | mSinkBufferWidth = sinkWidth; | 
|  | 96 | mSinkBufferHeight = sinkHeight; | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 97 |  | 
|  | 98 | // Pick the buffer format to request from the sink when not rendering to it | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 99 | // with GPU. If the consumer needs CPU access, use the default format | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 100 | // set by the consumer. Otherwise allow gralloc to decide the format based | 
|  | 101 | // on usage bits. | 
|  | 102 | int sinkUsage; | 
|  | 103 | sink->query(NATIVE_WINDOW_CONSUMER_USAGE_BITS, &sinkUsage); | 
|  | 104 | if (sinkUsage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK)) { | 
|  | 105 | int sinkFormat; | 
|  | 106 | sink->query(NATIVE_WINDOW_FORMAT, &sinkFormat); | 
|  | 107 | mDefaultOutputFormat = sinkFormat; | 
|  | 108 | } else { | 
|  | 109 | mDefaultOutputFormat = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; | 
|  | 110 | } | 
|  | 111 | mOutputFormat = mDefaultOutputFormat; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 112 |  | 
| Dominik Laskowski | bf170d9 | 2018-04-19 15:08:05 -0700 | [diff] [blame] | 113 | ConsumerBase::mName = String8::format("VDS: %s", mDisplayName.c_str()); | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 114 | mConsumer->setConsumerName(ConsumerBase::mName); | 
|  | 115 | mConsumer->setConsumerUsageBits(GRALLOC_USAGE_HW_COMPOSER); | 
|  | 116 | mConsumer->setDefaultBufferSize(sinkWidth, sinkHeight); | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 117 | sink->setAsyncMode(true); | 
| Alec Mouri | 8d4f90a | 2018-11-14 22:33:24 +0000 | [diff] [blame] | 118 | IGraphicBufferProducer::QueueBufferOutput output; | 
|  | 119 | mSource[SOURCE_SCRATCH]->connect(nullptr, NATIVE_WINDOW_API_EGL, false, &output); | 
| Jesse Hall | ffe1f19 | 2013-03-22 15:13:48 -0700 | [diff] [blame] | 120 | } | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 121 |  | 
|  | 122 | VirtualDisplaySurface::~VirtualDisplaySurface() { | 
| Pablo Ceballos | f133d00 | 2015-10-23 12:10:13 -0700 | [diff] [blame] | 123 | mSource[SOURCE_SCRATCH]->disconnect(NATIVE_WINDOW_API_EGL); | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 124 | } | 
|  | 125 |  | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 126 | status_t VirtualDisplaySurface::beginFrame(bool mustRecompose) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 127 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 128 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 129 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 130 |  | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 131 | mMustRecompose = mustRecompose; | 
|  | 132 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 133 | VDS_LOGW_IF(mDbgState != DBG_STATE_IDLE, | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 134 | "Unexpected beginFrame() in %s state", dbgStateStr()); | 
|  | 135 | mDbgState = DBG_STATE_BEGUN; | 
|  | 136 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 137 | return refreshOutputBuffer(); | 
|  | 138 | } | 
|  | 139 |  | 
|  | 140 | status_t VirtualDisplaySurface::prepareFrame(CompositionType compositionType) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 141 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 142 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 143 | } | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 144 |  | 
|  | 145 | VDS_LOGW_IF(mDbgState != DBG_STATE_BEGUN, | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 146 | "Unexpected prepareFrame() in %s state", dbgStateStr()); | 
|  | 147 | mDbgState = DBG_STATE_PREPARED; | 
|  | 148 |  | 
|  | 149 | mCompositionType = compositionType; | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 150 | if (mForceHwcCopy && mCompositionType == COMPOSITION_GPU) { | 
| Naseer Ahmed | 6a96846 | 2013-10-04 16:15:22 -0400 | [diff] [blame] | 151 | // Some hardware can do RGB->YUV conversion more efficiently in hardware | 
|  | 152 | // controlled by HWC than in hardware controlled by the video encoder. | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 153 | // Forcing GPU-composed frames to go through an extra copy by the HWC | 
| Naseer Ahmed | 6a96846 | 2013-10-04 16:15:22 -0400 | [diff] [blame] | 154 | // allows the format conversion to happen there, rather than passing RGB | 
|  | 155 | // directly to the consumer. | 
|  | 156 | // | 
|  | 157 | // On the other hand, when the consumer prefers RGB or can consume RGB | 
|  | 158 | // inexpensively, this forces an unnecessary copy. | 
|  | 159 | mCompositionType = COMPOSITION_MIXED; | 
|  | 160 | } | 
|  | 161 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 162 | if (mCompositionType != mDbgLastCompositionType) { | 
|  | 163 | VDS_LOGV("prepareFrame: composition type changed to %s", | 
|  | 164 | dbgCompositionTypeStr(mCompositionType)); | 
|  | 165 | mDbgLastCompositionType = mCompositionType; | 
|  | 166 | } | 
|  | 167 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 168 | if (mCompositionType != COMPOSITION_GPU && | 
|  | 169 | (mOutputFormat != mDefaultOutputFormat || mOutputUsage != GRALLOC_USAGE_HW_COMPOSER)) { | 
|  | 170 | // We must have just switched from GPU-only to MIXED or HWC | 
|  | 171 | // composition. Stop using the format and usage requested by the GPU | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 172 | // driver; they may be suboptimal when HWC is writing to the output | 
|  | 173 | // buffer. For example, if the output is going to a video encoder, and | 
|  | 174 | // HWC can write directly to YUV, some hardware can skip a | 
|  | 175 | // memory-to-memory RGB-to-YUV conversion step. | 
|  | 176 | // | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 177 | // If we just switched *to* GPU-only mode, we'll change the | 
|  | 178 | // format/usage and get a new buffer when the GPU driver calls | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 179 | // dequeueBuffer(). | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 180 | mOutputFormat = mDefaultOutputFormat; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 181 | mOutputUsage = GRALLOC_USAGE_HW_COMPOSER; | 
|  | 182 | refreshOutputBuffer(); | 
|  | 183 | } | 
|  | 184 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 185 | return NO_ERROR; | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 186 | } | 
|  | 187 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 188 | status_t VirtualDisplaySurface::advanceFrame() { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 189 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 190 | return NO_ERROR; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 191 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 192 |  | 
|  | 193 | if (mCompositionType == COMPOSITION_HWC) { | 
|  | 194 | VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED, | 
|  | 195 | "Unexpected advanceFrame() in %s state on HWC frame", | 
|  | 196 | dbgStateStr()); | 
|  | 197 | } else { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 198 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU_DONE, | 
|  | 199 | "Unexpected advanceFrame() in %s state on GPU/MIXED frame", dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 200 | } | 
|  | 201 | mDbgState = DBG_STATE_HWC; | 
|  | 202 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 203 | if (mOutputProducerSlot < 0 || | 
|  | 204 | (mCompositionType != COMPOSITION_HWC && mFbProducerSlot < 0)) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 205 | // Last chance bailout if something bad happened earlier. For example, | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 206 | // in a graphics API configuration, if the sink disappears then dequeueBuffer | 
|  | 207 | // will fail, the GPU driver won't queue a buffer, but SurfaceFlinger | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 208 | // will soldier on. So we end up here without a buffer. There should | 
|  | 209 | // be lots of scary messages in the log just before this. | 
|  | 210 | VDS_LOGE("advanceFrame: no buffer, bailing out"); | 
|  | 211 | return NO_MEMORY; | 
|  | 212 | } | 
|  | 213 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 214 | sp<GraphicBuffer> fbBuffer = mFbProducerSlot >= 0 ? | 
| Peiyong Lin | 566a3b4 | 2018-01-09 18:22:43 -0800 | [diff] [blame] | 215 | mProducerBuffers[mFbProducerSlot] : sp<GraphicBuffer>(nullptr); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 216 | sp<GraphicBuffer> outBuffer = mProducerBuffers[mOutputProducerSlot]; | 
|  | 217 | VDS_LOGV("advanceFrame: fb=%d(%p) out=%d(%p)", | 
|  | 218 | mFbProducerSlot, fbBuffer.get(), | 
|  | 219 | mOutputProducerSlot, outBuffer.get()); | 
|  | 220 |  | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 221 | const auto halDisplayId = HalVirtualDisplayId::tryCast(mDisplayId); | 
|  | 222 | LOG_FATAL_IF(!halDisplayId); | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 223 | // At this point we know the output buffer acquire fence, | 
|  | 224 | // so update HWC state with it. | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 225 | mHwc.setOutputBuffer(*halDisplayId, mOutputFence, outBuffer); | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 226 |  | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 227 | status_t result = NO_ERROR; | 
| Peiyong Lin | 566a3b4 | 2018-01-09 18:22:43 -0800 | [diff] [blame] | 228 | if (fbBuffer != nullptr) { | 
| Chia-I Wu | 06d63de | 2017-01-04 14:58:51 +0800 | [diff] [blame] | 229 | uint32_t hwcSlot = 0; | 
|  | 230 | sp<GraphicBuffer> hwcBuffer; | 
| Valerie Hau | 13f0d1a | 2019-03-22 10:35:42 -0700 | [diff] [blame] | 231 | mHwcBufferCache.getHwcBuffer(mFbProducerSlot, fbBuffer, &hwcSlot, &hwcBuffer); | 
| Chia-I Wu | 06d63de | 2017-01-04 14:58:51 +0800 | [diff] [blame] | 232 |  | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 233 | // TODO: Correctly propagate the dataspace from GL composition | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 234 | result = mHwc.setClientTarget(*halDisplayId, hwcSlot, mFbFence, hwcBuffer, | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 235 | ui::Dataspace::UNKNOWN); | 
| Jesse Hall | 14e8b01 | 2013-11-07 12:28:26 -0800 | [diff] [blame] | 236 | } | 
|  | 237 |  | 
|  | 238 | return result; | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 239 | } | 
|  | 240 |  | 
| Jesse Hall | 851cfe8 | 2013-03-20 13:44:00 -0700 | [diff] [blame] | 241 | void VirtualDisplaySurface::onFrameCommitted() { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 242 | const auto halDisplayId = HalVirtualDisplayId::tryCast(mDisplayId); | 
|  | 243 | if (!halDisplayId) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 244 | return; | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 245 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 246 |  | 
|  | 247 | VDS_LOGW_IF(mDbgState != DBG_STATE_HWC, | 
|  | 248 | "Unexpected onFrameCommitted() in %s state", dbgStateStr()); | 
|  | 249 | mDbgState = DBG_STATE_IDLE; | 
|  | 250 |  | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 251 | sp<Fence> retireFence = mHwc.getPresentFence(*halDisplayId); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 252 | if (mCompositionType == COMPOSITION_MIXED && mFbProducerSlot >= 0) { | 
|  | 253 | // release the scratch buffer back to the pool | 
|  | 254 | Mutex::Autolock lock(mMutex); | 
|  | 255 | int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, mFbProducerSlot); | 
|  | 256 | VDS_LOGV("onFrameCommitted: release scratch sslot=%d", sslot); | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 257 | addReleaseFenceLocked(sslot, mProducerBuffers[mFbProducerSlot], | 
|  | 258 | retireFence); | 
| Chia-I Wu | 1e24cce | 2017-11-10 10:36:01 -0800 | [diff] [blame] | 259 | releaseBufferLocked(sslot, mProducerBuffers[mFbProducerSlot]); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 260 | } | 
|  | 261 |  | 
|  | 262 | if (mOutputProducerSlot >= 0) { | 
|  | 263 | int sslot = mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot); | 
|  | 264 | QueueBufferOutput qbo; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 265 | VDS_LOGV("onFrameCommitted: queue sink sslot=%d", sslot); | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 266 | if (mMustRecompose) { | 
|  | 267 | status_t result = mSource[SOURCE_SINK]->queueBuffer(sslot, | 
|  | 268 | QueueBufferInput( | 
|  | 269 | systemTime(), false /* isAutoTimestamp */, | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 270 | HAL_DATASPACE_UNKNOWN, | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 271 | Rect(mSinkBufferWidth, mSinkBufferHeight), | 
|  | 272 | NATIVE_WINDOW_SCALING_MODE_FREEZE, 0 /* transform */, | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 273 | retireFence), | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 274 | &qbo); | 
|  | 275 | if (result == NO_ERROR) { | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 276 | updateQueueBufferOutput(std::move(qbo)); | 
| Dan Stoza | 7143316 | 2014-02-04 16:22:36 -0800 | [diff] [blame] | 277 | } | 
|  | 278 | } else { | 
|  | 279 | // If the surface hadn't actually been updated, then we only went | 
|  | 280 | // through the motions of updating the display to keep our state | 
|  | 281 | // machine happy. We cancel the buffer to avoid triggering another | 
|  | 282 | // re-composition and causing an infinite loop. | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 283 | mSource[SOURCE_SINK]->cancelBuffer(sslot, retireFence); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 284 | } | 
|  | 285 | } | 
|  | 286 |  | 
|  | 287 | resetPerFrameState(); | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 288 | } | 
|  | 289 |  | 
| Dan Stoza | 01049c8 | 2014-11-11 10:32:31 -0800 | [diff] [blame] | 290 | void VirtualDisplaySurface::dumpAsString(String8& /* result */) const { | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 291 | } | 
|  | 292 |  | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 293 | void VirtualDisplaySurface::resizeBuffers(const uint32_t w, const uint32_t h) { | 
| Brian Anderson | baaad32 | 2016-07-22 15:55:13 -0700 | [diff] [blame] | 294 | mQueueBufferOutput.width = w; | 
|  | 295 | mQueueBufferOutput.height = h; | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 296 | mSinkBufferWidth = w; | 
|  | 297 | mSinkBufferHeight = h; | 
|  | 298 | } | 
|  | 299 |  | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 300 | const sp<Fence>& VirtualDisplaySurface::getClientTargetAcquireFence() const { | 
|  | 301 | return mFbFence; | 
|  | 302 | } | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 303 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 304 | status_t VirtualDisplaySurface::requestBuffer(int pslot, | 
|  | 305 | sp<GraphicBuffer>* outBuf) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 306 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 307 | return mSource[SOURCE_SINK]->requestBuffer(pslot, outBuf); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 308 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 309 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 310 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected requestBuffer pslot=%d in %s state", pslot, | 
|  | 311 | dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 312 |  | 
|  | 313 | *outBuf = mProducerBuffers[pslot]; | 
|  | 314 | return NO_ERROR; | 
|  | 315 | } | 
|  | 316 |  | 
| Pablo Ceballos | fa45535 | 2015-08-12 17:47:47 -0700 | [diff] [blame] | 317 | status_t VirtualDisplaySurface::setMaxDequeuedBufferCount( | 
|  | 318 | int maxDequeuedBuffers) { | 
|  | 319 | return mSource[SOURCE_SINK]->setMaxDequeuedBufferCount(maxDequeuedBuffers); | 
|  | 320 | } | 
|  | 321 |  | 
|  | 322 | status_t VirtualDisplaySurface::setAsyncMode(bool async) { | 
|  | 323 | return mSource[SOURCE_SINK]->setAsyncMode(async); | 
|  | 324 | } | 
|  | 325 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 326 | status_t VirtualDisplaySurface::dequeueBuffer(Source source, | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 327 | PixelFormat format, uint64_t usage, int* sslot, sp<Fence>* fence) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 328 | LOG_FATAL_IF(GpuVirtualDisplayId::tryCast(mDisplayId)); | 
| Jesse Hall | 8db9255 | 2013-08-29 16:03:50 -0700 | [diff] [blame] | 329 |  | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 330 | status_t result = | 
|  | 331 | mSource[source]->dequeueBuffer(sslot, fence, mSinkBufferWidth, mSinkBufferHeight, | 
|  | 332 | format, usage, nullptr, nullptr); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 333 | if (result < 0) | 
|  | 334 | return result; | 
|  | 335 | int pslot = mapSource2ProducerSlot(source, *sslot); | 
|  | 336 | VDS_LOGV("dequeueBuffer(%s): sslot=%d pslot=%d result=%d", | 
|  | 337 | dbgSourceStr(source), *sslot, pslot, result); | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 338 | uint64_t sourceBit = static_cast<uint64_t>(source) << pslot; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 339 |  | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 340 | if ((mProducerSlotSource & (1ULL << pslot)) != sourceBit) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 341 | // This slot was previously dequeued from the other source; must | 
|  | 342 | // re-request the buffer. | 
|  | 343 | result |= BUFFER_NEEDS_REALLOCATION; | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 344 | mProducerSlotSource &= ~(1ULL << pslot); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 345 | mProducerSlotSource |= sourceBit; | 
|  | 346 | } | 
|  | 347 |  | 
|  | 348 | if (result & RELEASE_ALL_BUFFERS) { | 
|  | 349 | for (uint32_t i = 0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) { | 
| Dan Stoza | febd4f4 | 2014-04-09 16:14:51 -0700 | [diff] [blame] | 350 | if ((mProducerSlotSource & (1ULL << i)) == sourceBit) | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 351 | mProducerBuffers[i].clear(); | 
|  | 352 | } | 
|  | 353 | } | 
|  | 354 | if (result & BUFFER_NEEDS_REALLOCATION) { | 
| Jesse Hall | 0b63cd1 | 2014-04-29 16:14:14 -0700 | [diff] [blame] | 355 | result = mSource[source]->requestBuffer(*sslot, &mProducerBuffers[pslot]); | 
|  | 356 | if (result < 0) { | 
|  | 357 | mProducerBuffers[pslot].clear(); | 
|  | 358 | mSource[source]->cancelBuffer(*sslot, *fence); | 
|  | 359 | return result; | 
|  | 360 | } | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 361 | VDS_LOGV("dequeueBuffer(%s): buffers[%d]=%p fmt=%d usage=%#" PRIx64, | 
| Jesse Hall | 497ba0e | 2013-11-04 16:43:03 -0800 | [diff] [blame] | 362 | dbgSourceStr(source), pslot, mProducerBuffers[pslot].get(), | 
|  | 363 | mProducerBuffers[pslot]->getPixelFormat(), | 
|  | 364 | mProducerBuffers[pslot]->getUsage()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 365 | } | 
|  | 366 |  | 
|  | 367 | return result; | 
|  | 368 | } | 
|  | 369 |  | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 370 | status_t VirtualDisplaySurface::dequeueBuffer(int* pslot, sp<Fence>* fence, uint32_t w, uint32_t h, | 
|  | 371 | PixelFormat format, uint64_t usage, | 
|  | 372 | uint64_t* outBufferAge, | 
|  | 373 | FrameEventHistoryDelta* outTimestamps) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 374 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 375 | return mSource[SOURCE_SINK]->dequeueBuffer(pslot, fence, w, h, format, usage, outBufferAge, | 
|  | 376 | outTimestamps); | 
| Brian Anderson | 7c3ba8a | 2016-07-25 12:48:08 -0700 | [diff] [blame] | 377 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 378 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 379 | VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED, | 
|  | 380 | "Unexpected dequeueBuffer() in %s state", dbgStateStr()); | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 381 | mDbgState = DBG_STATE_GPU; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 382 |  | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 383 | VDS_LOGV("dequeueBuffer %dx%d fmt=%d usage=%#" PRIx64, w, h, format, usage); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 384 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 385 | status_t result = NO_ERROR; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 386 | Source source = fbSourceForCompositionType(mCompositionType); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 387 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 388 | if (source == SOURCE_SINK) { | 
| Mathias Agopian | 6da15f4 | 2013-09-25 20:40:07 -0700 | [diff] [blame] | 389 |  | 
|  | 390 | if (mOutputProducerSlot < 0) { | 
|  | 391 | // Last chance bailout if something bad happened earlier. For example, | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 392 | // in a graphics API configuration, if the sink disappears then dequeueBuffer | 
|  | 393 | // will fail, the GPU driver won't queue a buffer, but SurfaceFlinger | 
| Mathias Agopian | 6da15f4 | 2013-09-25 20:40:07 -0700 | [diff] [blame] | 394 | // will soldier on. So we end up here without a buffer. There should | 
|  | 395 | // be lots of scary messages in the log just before this. | 
|  | 396 | VDS_LOGE("dequeueBuffer: no buffer, bailing out"); | 
|  | 397 | return NO_MEMORY; | 
|  | 398 | } | 
|  | 399 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 400 | // We already dequeued the output buffer. If the GPU driver wants | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 401 | // something incompatible, we have to cancel and get a new one. This | 
|  | 402 | // will mean that HWC will see a different output buffer between | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 403 | // prepare and set, but since we're in GPU-only mode already it | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 404 | // shouldn't matter. | 
|  | 405 |  | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 406 | usage |= GRALLOC_USAGE_HW_COMPOSER; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 407 | const sp<GraphicBuffer>& buf = mProducerBuffers[mOutputProducerSlot]; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 408 | if ((usage & ~buf->getUsage()) != 0 || | 
| Dan Stoza | 3be1c6b | 2014-11-18 10:24:03 -0800 | [diff] [blame] | 409 | (format != 0 && format != buf->getPixelFormat()) || | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 410 | (w != 0 && w != mSinkBufferWidth) || | 
|  | 411 | (h != 0 && h != mSinkBufferHeight)) { | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 412 | VDS_LOGV("dequeueBuffer: dequeueing new output buffer: " | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 413 | "want %dx%d fmt=%d use=%#" PRIx64 ", " | 
|  | 414 | "have %dx%d fmt=%d use=%#" PRIx64, | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 415 | w, h, format, usage, | 
|  | 416 | mSinkBufferWidth, mSinkBufferHeight, | 
|  | 417 | buf->getPixelFormat(), buf->getUsage()); | 
|  | 418 | mOutputFormat = format; | 
|  | 419 | mOutputUsage = usage; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 420 | result = refreshOutputBuffer(); | 
|  | 421 | if (result < 0) | 
|  | 422 | return result; | 
|  | 423 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 424 | } | 
|  | 425 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 426 | if (source == SOURCE_SINK) { | 
|  | 427 | *pslot = mOutputProducerSlot; | 
|  | 428 | *fence = mOutputFence; | 
|  | 429 | } else { | 
|  | 430 | int sslot; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 431 | result = dequeueBuffer(source, format, usage, &sslot, fence); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 432 | if (result >= 0) { | 
|  | 433 | *pslot = mapSource2ProducerSlot(source, sslot); | 
|  | 434 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 435 | } | 
| Ian Elliott | a2eb34c | 2017-07-18 11:05:49 -0600 | [diff] [blame] | 436 | if (outBufferAge) { | 
|  | 437 | *outBufferAge = 0; | 
|  | 438 | } | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 439 | return result; | 
|  | 440 | } | 
|  | 441 |  | 
| Dan Stoza | 88a459a | 2014-03-12 09:34:36 -0700 | [diff] [blame] | 442 | status_t VirtualDisplaySurface::detachBuffer(int /* slot */) { | 
|  | 443 | VDS_LOGE("detachBuffer is not available for VirtualDisplaySurface"); | 
|  | 444 | return INVALID_OPERATION; | 
| Dan Stoza | 9f3053d | 2014-03-06 15:14:33 -0800 | [diff] [blame] | 445 | } | 
|  | 446 |  | 
| Dan Stoza | d9822a3 | 2014-03-28 15:25:31 -0700 | [diff] [blame] | 447 | status_t VirtualDisplaySurface::detachNextBuffer( | 
|  | 448 | sp<GraphicBuffer>* /* outBuffer */, sp<Fence>* /* outFence */) { | 
|  | 449 | VDS_LOGE("detachNextBuffer is not available for VirtualDisplaySurface"); | 
|  | 450 | return INVALID_OPERATION; | 
|  | 451 | } | 
|  | 452 |  | 
| Dan Stoza | 88a459a | 2014-03-12 09:34:36 -0700 | [diff] [blame] | 453 | status_t VirtualDisplaySurface::attachBuffer(int* /* outSlot */, | 
|  | 454 | const sp<GraphicBuffer>& /* buffer */) { | 
|  | 455 | VDS_LOGE("attachBuffer is not available for VirtualDisplaySurface"); | 
|  | 456 | return INVALID_OPERATION; | 
| Dan Stoza | 9f3053d | 2014-03-06 15:14:33 -0800 | [diff] [blame] | 457 | } | 
|  | 458 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 459 | status_t VirtualDisplaySurface::queueBuffer(int pslot, | 
|  | 460 | const QueueBufferInput& input, QueueBufferOutput* output) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 461 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 462 | return mSource[SOURCE_SINK]->queueBuffer(pslot, input, output); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 463 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 464 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 465 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected queueBuffer(pslot=%d) in %s state", pslot, | 
|  | 466 | dbgStateStr()); | 
|  | 467 | mDbgState = DBG_STATE_GPU_DONE; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 468 |  | 
|  | 469 | VDS_LOGV("queueBuffer pslot=%d", pslot); | 
|  | 470 |  | 
|  | 471 | status_t result; | 
|  | 472 | if (mCompositionType == COMPOSITION_MIXED) { | 
|  | 473 | // Queue the buffer back into the scratch pool | 
|  | 474 | QueueBufferOutput scratchQBO; | 
|  | 475 | int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, pslot); | 
| Mathias Agopian | db89edc | 2013-08-02 01:40:18 -0700 | [diff] [blame] | 476 | result = mSource[SOURCE_SCRATCH]->queueBuffer(sslot, input, &scratchQBO); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 477 | if (result != NO_ERROR) | 
|  | 478 | return result; | 
|  | 479 |  | 
|  | 480 | // Now acquire the buffer from the scratch pool -- should be the same | 
|  | 481 | // slot and fence as we just queued. | 
|  | 482 | Mutex::Autolock lock(mMutex); | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 483 | BufferItem item; | 
| Jesse Hall | bce7611 | 2013-07-16 13:46:20 -0700 | [diff] [blame] | 484 | result = acquireBufferLocked(&item, 0); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 485 | if (result != NO_ERROR) | 
|  | 486 | return result; | 
| Pablo Ceballos | 47650f4 | 2015-08-04 16:38:17 -0700 | [diff] [blame] | 487 | VDS_LOGW_IF(item.mSlot != sslot, | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 488 | "queueBuffer: acquired sslot %d from SCRATCH after queueing sslot %d", | 
| Pablo Ceballos | 47650f4 | 2015-08-04 16:38:17 -0700 | [diff] [blame] | 489 | item.mSlot, sslot); | 
|  | 490 | mFbProducerSlot = mapSource2ProducerSlot(SOURCE_SCRATCH, item.mSlot); | 
|  | 491 | mFbFence = mSlots[item.mSlot].mFence; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 492 |  | 
|  | 493 | } else { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 494 | LOG_FATAL_IF(mCompositionType != COMPOSITION_GPU, | 
|  | 495 | "Unexpected queueBuffer in state %s for compositionType %s", dbgStateStr(), | 
|  | 496 | dbgCompositionTypeStr(mCompositionType)); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 497 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 498 | // Extract the GPU release fence for HWC to acquire | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 499 | int64_t timestamp; | 
| Andy McFadden | 3c25621 | 2013-08-16 14:55:39 -0700 | [diff] [blame] | 500 | bool isAutoTimestamp; | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 501 | android_dataspace dataSpace; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 502 | Rect crop; | 
|  | 503 | int scalingMode; | 
|  | 504 | uint32_t transform; | 
| Eino-Ville Talvala | 82c6bcc | 2015-02-19 16:10:43 -0800 | [diff] [blame] | 505 | input.deflate(×tamp, &isAutoTimestamp, &dataSpace, &crop, | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 506 | &scalingMode, &transform, &mFbFence); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 507 |  | 
|  | 508 | mFbProducerSlot = pslot; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 509 | mOutputFence = mFbFence; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 510 | } | 
|  | 511 |  | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 512 | // This moves the frame timestamps and keeps a copy of all other fields. | 
|  | 513 | *output = std::move(mQueueBufferOutput); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 514 | return NO_ERROR; | 
|  | 515 | } | 
|  | 516 |  | 
| Pablo Ceballos | 583b1b3 | 2015-09-03 18:23:52 -0700 | [diff] [blame] | 517 | status_t VirtualDisplaySurface::cancelBuffer(int pslot, | 
|  | 518 | const sp<Fence>& fence) { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 519 | if (GpuVirtualDisplayId::tryCast(mDisplayId)) { | 
| Michael Lentine | fd9d183 | 2014-07-30 15:39:17 -0700 | [diff] [blame] | 520 | return mSource[SOURCE_SINK]->cancelBuffer(mapProducer2SourceSlot(SOURCE_SINK, pslot), fence); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 521 | } | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 522 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 523 | VDS_LOGW_IF(mDbgState != DBG_STATE_GPU, "Unexpected cancelBuffer(pslot=%d) in %s state", pslot, | 
|  | 524 | dbgStateStr()); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 525 | VDS_LOGV("cancelBuffer pslot=%d", pslot); | 
|  | 526 | Source source = fbSourceForCompositionType(mCompositionType); | 
|  | 527 | return mSource[source]->cancelBuffer( | 
|  | 528 | mapProducer2SourceSlot(source, pslot), fence); | 
|  | 529 | } | 
|  | 530 |  | 
|  | 531 | int VirtualDisplaySurface::query(int what, int* value) { | 
| Michael Lentine | 47e4540 | 2014-07-18 15:34:25 -0700 | [diff] [blame] | 532 | switch (what) { | 
|  | 533 | case NATIVE_WINDOW_WIDTH: | 
|  | 534 | *value = mSinkBufferWidth; | 
|  | 535 | break; | 
|  | 536 | case NATIVE_WINDOW_HEIGHT: | 
|  | 537 | *value = mSinkBufferHeight; | 
|  | 538 | break; | 
|  | 539 | default: | 
|  | 540 | return mSource[SOURCE_SINK]->query(what, value); | 
|  | 541 | } | 
|  | 542 | return NO_ERROR; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 543 | } | 
|  | 544 |  | 
| Dan Stoza | f0eaf25 | 2014-03-21 13:05:51 -0700 | [diff] [blame] | 545 | status_t VirtualDisplaySurface::connect(const sp<IProducerListener>& listener, | 
| Mathias Agopian | 365857d | 2013-09-11 19:35:45 -0700 | [diff] [blame] | 546 | int api, bool producerControlledByApp, | 
| Mathias Agopian | 595264f | 2013-07-16 22:56:09 -0700 | [diff] [blame] | 547 | QueueBufferOutput* output) { | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 548 | QueueBufferOutput qbo; | 
| Dan Stoza | f0eaf25 | 2014-03-21 13:05:51 -0700 | [diff] [blame] | 549 | status_t result = mSource[SOURCE_SINK]->connect(listener, api, | 
|  | 550 | producerControlledByApp, &qbo); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 551 | if (result == NO_ERROR) { | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 552 | updateQueueBufferOutput(std::move(qbo)); | 
|  | 553 | // This moves the frame timestamps and keeps a copy of all other fields. | 
|  | 554 | *output = std::move(mQueueBufferOutput); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 555 | } | 
|  | 556 | return result; | 
|  | 557 | } | 
|  | 558 |  | 
| Robert Carr | 97b9c86 | 2016-09-08 13:54:35 -0700 | [diff] [blame] | 559 | status_t VirtualDisplaySurface::disconnect(int api, DisconnectMode mode) { | 
|  | 560 | return mSource[SOURCE_SINK]->disconnect(api, mode); | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 561 | } | 
|  | 562 |  | 
| Jesse Hall | 399184a | 2014-03-03 15:42:54 -0800 | [diff] [blame] | 563 | status_t VirtualDisplaySurface::setSidebandStream(const sp<NativeHandle>& /*stream*/) { | 
|  | 564 | return INVALID_OPERATION; | 
|  | 565 | } | 
|  | 566 |  | 
| Pablo Ceballos | 567dbbb | 2015-08-26 18:59:08 -0700 | [diff] [blame] | 567 | void VirtualDisplaySurface::allocateBuffers(uint32_t /* width */, | 
| Mathias Agopian | cb496ac | 2017-05-22 14:21:00 -0700 | [diff] [blame] | 568 | uint32_t /* height */, PixelFormat /* format */, uint64_t /* usage */) { | 
| Dan Stoza | 29a3e90 | 2014-06-20 13:13:57 -0700 | [diff] [blame] | 569 | // TODO: Should we actually allocate buffers for a virtual display? | 
|  | 570 | } | 
|  | 571 |  | 
| Dan Stoza | 9de7293 | 2015-04-16 17:28:43 -0700 | [diff] [blame] | 572 | status_t VirtualDisplaySurface::allowAllocation(bool /* allow */) { | 
|  | 573 | return INVALID_OPERATION; | 
|  | 574 | } | 
|  | 575 |  | 
| Dan Stoza | 812ed06 | 2015-06-02 15:45:22 -0700 | [diff] [blame] | 576 | status_t VirtualDisplaySurface::setGenerationNumber(uint32_t /* generation */) { | 
|  | 577 | ALOGE("setGenerationNumber not supported on VirtualDisplaySurface"); | 
|  | 578 | return INVALID_OPERATION; | 
|  | 579 | } | 
|  | 580 |  | 
| Dan Stoza | c6f30bd | 2015-06-08 09:32:50 -0700 | [diff] [blame] | 581 | String8 VirtualDisplaySurface::getConsumerName() const { | 
|  | 582 | return String8("VirtualDisplaySurface"); | 
|  | 583 | } | 
|  | 584 |  | 
| Pablo Ceballos | 3559fbf | 2016-03-17 15:50:23 -0700 | [diff] [blame] | 585 | status_t VirtualDisplaySurface::setSharedBufferMode(bool /*sharedBufferMode*/) { | 
|  | 586 | ALOGE("setSharedBufferMode not supported on VirtualDisplaySurface"); | 
| Pablo Ceballos | ff95aab | 2016-01-13 17:09:58 -0800 | [diff] [blame] | 587 | return INVALID_OPERATION; | 
|  | 588 | } | 
|  | 589 |  | 
|  | 590 | status_t VirtualDisplaySurface::setAutoRefresh(bool /*autoRefresh*/) { | 
|  | 591 | ALOGE("setAutoRefresh not supported on VirtualDisplaySurface"); | 
|  | 592 | return INVALID_OPERATION; | 
| Pablo Ceballos | ccdfd60 | 2015-10-07 15:05:45 -0700 | [diff] [blame] | 593 | } | 
|  | 594 |  | 
| Dan Stoza | 127fc63 | 2015-06-30 13:43:32 -0700 | [diff] [blame] | 595 | status_t VirtualDisplaySurface::setDequeueTimeout(nsecs_t /* timeout */) { | 
|  | 596 | ALOGE("setDequeueTimeout not supported on VirtualDisplaySurface"); | 
|  | 597 | return INVALID_OPERATION; | 
|  | 598 | } | 
|  | 599 |  | 
| Dan Stoza | 50101d0 | 2016-04-07 16:53:23 -0700 | [diff] [blame] | 600 | status_t VirtualDisplaySurface::getLastQueuedBuffer( | 
| John Reck | 1a61da5 | 2016-04-28 13:18:15 -0700 | [diff] [blame] | 601 | sp<GraphicBuffer>* /*outBuffer*/, sp<Fence>* /*outFence*/, | 
|  | 602 | float[16] /* outTransformMatrix*/) { | 
| Dan Stoza | 50101d0 | 2016-04-07 16:53:23 -0700 | [diff] [blame] | 603 | ALOGE("getLastQueuedBuffer not supported on VirtualDisplaySurface"); | 
|  | 604 | return INVALID_OPERATION; | 
|  | 605 | } | 
|  | 606 |  | 
| Pablo Ceballos | 8e3e92b | 2016-06-27 17:56:53 -0700 | [diff] [blame] | 607 | status_t VirtualDisplaySurface::getUniqueId(uint64_t* /*outId*/) const { | 
|  | 608 | ALOGE("getUniqueId not supported on VirtualDisplaySurface"); | 
|  | 609 | return INVALID_OPERATION; | 
|  | 610 | } | 
|  | 611 |  | 
| Chia-I Wu | e2786ea | 2017-08-07 10:36:08 -0700 | [diff] [blame] | 612 | status_t VirtualDisplaySurface::getConsumerUsage(uint64_t* outUsage) const { | 
|  | 613 | return mSource[SOURCE_SINK]->getConsumerUsage(outUsage); | 
|  | 614 | } | 
|  | 615 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 616 | void VirtualDisplaySurface::updateQueueBufferOutput( | 
| Brian Anderson | 3d4039d | 2016-09-23 16:31:30 -0700 | [diff] [blame] | 617 | QueueBufferOutput&& qbo) { | 
|  | 618 | mQueueBufferOutput = std::move(qbo); | 
| Brian Anderson | baaad32 | 2016-07-22 15:55:13 -0700 | [diff] [blame] | 619 | mQueueBufferOutput.transformHint = 0; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 620 | } | 
|  | 621 |  | 
|  | 622 | void VirtualDisplaySurface::resetPerFrameState() { | 
|  | 623 | mCompositionType = COMPOSITION_UNKNOWN; | 
| mayank parshar | b988f85 | 2014-01-10 10:27:45 +0530 | [diff] [blame] | 624 | mFbFence = Fence::NO_FENCE; | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 625 | mOutputFence = Fence::NO_FENCE; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 626 | mOutputProducerSlot = -1; | 
| mayank parshar | fdfde88 | 2014-01-23 15:08:31 +0530 | [diff] [blame] | 627 | mFbProducerSlot = -1; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 628 | } | 
|  | 629 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 630 | status_t VirtualDisplaySurface::refreshOutputBuffer() { | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 631 | LOG_FATAL_IF(GpuVirtualDisplayId::tryCast(mDisplayId)); | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 632 |  | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 633 | if (mOutputProducerSlot >= 0) { | 
|  | 634 | mSource[SOURCE_SINK]->cancelBuffer( | 
|  | 635 | mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot), | 
|  | 636 | mOutputFence); | 
|  | 637 | } | 
|  | 638 |  | 
|  | 639 | int sslot; | 
| Jesse Hall | 1e27ba2 | 2013-09-27 09:05:09 -0700 | [diff] [blame] | 640 | status_t result = dequeueBuffer(SOURCE_SINK, mOutputFormat, mOutputUsage, | 
|  | 641 | &sslot, &mOutputFence); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 642 | if (result < 0) | 
|  | 643 | return result; | 
|  | 644 | mOutputProducerSlot = mapSource2ProducerSlot(SOURCE_SINK, sslot); | 
|  | 645 |  | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 646 | // On GPU-only frames, we don't have the right output buffer acquire fence | 
|  | 647 | // until after GPU calls queueBuffer(). So here we just set the buffer | 
| Jesse Hall | b716e57 | 2013-10-01 17:25:20 -0700 | [diff] [blame] | 648 | // (for use in HWC prepare) but not the fence; we'll call this again with | 
|  | 649 | // the proper fence once we have it. | 
| Marin Shalamanov | 0f10d0d | 2020-08-06 20:04:06 +0200 | [diff] [blame] | 650 | const auto halDisplayId = HalVirtualDisplayId::tryCast(mDisplayId); | 
|  | 651 | LOG_FATAL_IF(!halDisplayId); | 
|  | 652 | result = mHwc.setOutputBuffer(*halDisplayId, Fence::NO_FENCE, | 
| Dominik Laskowski | 075d317 | 2018-05-24 15:50:06 -0700 | [diff] [blame] | 653 | mProducerBuffers[mOutputProducerSlot]); | 
| Jesse Hall | 028dc8f | 2013-08-20 16:35:32 -0700 | [diff] [blame] | 654 |  | 
|  | 655 | return result; | 
|  | 656 | } | 
|  | 657 |  | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 658 | // This slot mapping function is its own inverse, so two copies are unnecessary. | 
|  | 659 | // Both are kept to make the intent clear where the function is called, and for | 
|  | 660 | // the (unlikely) chance that we switch to a different mapping function. | 
|  | 661 | int VirtualDisplaySurface::mapSource2ProducerSlot(Source source, int sslot) { | 
|  | 662 | if (source == SOURCE_SCRATCH) { | 
|  | 663 | return BufferQueue::NUM_BUFFER_SLOTS - sslot - 1; | 
|  | 664 | } else { | 
|  | 665 | return sslot; | 
|  | 666 | } | 
|  | 667 | } | 
|  | 668 | int VirtualDisplaySurface::mapProducer2SourceSlot(Source source, int pslot) { | 
|  | 669 | return mapSource2ProducerSlot(source, pslot); | 
|  | 670 | } | 
|  | 671 |  | 
|  | 672 | VirtualDisplaySurface::Source | 
|  | 673 | VirtualDisplaySurface::fbSourceForCompositionType(CompositionType type) { | 
|  | 674 | return type == COMPOSITION_MIXED ? SOURCE_SCRATCH : SOURCE_SINK; | 
|  | 675 | } | 
|  | 676 |  | 
|  | 677 | const char* VirtualDisplaySurface::dbgStateStr() const { | 
|  | 678 | switch (mDbgState) { | 
| Peiyong Lin | f3ffc4e | 2019-12-13 00:46:24 -0800 | [diff] [blame] | 679 | case DBG_STATE_IDLE: | 
|  | 680 | return "IDLE"; | 
|  | 681 | case DBG_STATE_PREPARED: | 
|  | 682 | return "PREPARED"; | 
|  | 683 | case DBG_STATE_GPU: | 
|  | 684 | return "GPU"; | 
|  | 685 | case DBG_STATE_GPU_DONE: | 
|  | 686 | return "GPU_DONE"; | 
|  | 687 | case DBG_STATE_HWC: | 
|  | 688 | return "HWC"; | 
|  | 689 | default: | 
|  | 690 | return "INVALID"; | 
| Jesse Hall | 38efe86 | 2013-04-06 23:12:29 -0700 | [diff] [blame] | 691 | } | 
|  | 692 | } | 
|  | 693 |  | 
|  | 694 | const char* VirtualDisplaySurface::dbgSourceStr(Source s) { | 
|  | 695 | switch (s) { | 
|  | 696 | case SOURCE_SINK:    return "SINK"; | 
|  | 697 | case SOURCE_SCRATCH: return "SCRATCH"; | 
|  | 698 | default:             return "INVALID"; | 
|  | 699 | } | 
|  | 700 | } | 
|  | 701 |  | 
| Jesse Hall | 99c7dbb | 2013-03-14 14:29:29 -0700 | [diff] [blame] | 702 | // --------------------------------------------------------------------------- | 
|  | 703 | } // namespace android | 
|  | 704 | // --------------------------------------------------------------------------- | 
| Ady Abraham | b0dbdaa | 2020-01-06 16:19:42 -0800 | [diff] [blame] | 705 |  | 
|  | 706 | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | 707 | #pragma clang diagnostic pop // ignored "-Wconversion" |