John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2020 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "RenderEngine" |
| 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 21 | #include "SkiaRenderEngine.h" |
| 22 | |
Kevin Lubick | 208e11a | 2023-05-31 19:34:46 +0000 | [diff] [blame] | 23 | #include <include/gpu/ganesh/SkSurfaceGanesh.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 24 | #include <GrBackendSemaphore.h> |
| 25 | #include <GrContextOptions.h> |
| 26 | #include <SkBlendMode.h> |
| 27 | #include <SkCanvas.h> |
| 28 | #include <SkColor.h> |
| 29 | #include <SkColorFilter.h> |
| 30 | #include <SkColorMatrix.h> |
| 31 | #include <SkColorSpace.h> |
| 32 | #include <SkData.h> |
| 33 | #include <SkGraphics.h> |
| 34 | #include <SkImage.h> |
| 35 | #include <SkImageFilters.h> |
| 36 | #include <SkImageInfo.h> |
| 37 | #include <SkM44.h> |
| 38 | #include <SkMatrix.h> |
| 39 | #include <SkPaint.h> |
| 40 | #include <SkPath.h> |
| 41 | #include <SkPoint.h> |
| 42 | #include <SkPoint3.h> |
Alec Mouri | 0e7d8fd | 2023-05-03 23:58:43 +0000 | [diff] [blame] | 43 | #include <SkRRect.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 44 | #include <SkRect.h> |
| 45 | #include <SkRefCnt.h> |
| 46 | #include <SkRegion.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 47 | #include <SkRuntimeEffect.h> |
| 48 | #include <SkSamplingOptions.h> |
| 49 | #include <SkScalar.h> |
| 50 | #include <SkShader.h> |
| 51 | #include <SkShadowUtils.h> |
| 52 | #include <SkString.h> |
| 53 | #include <SkSurface.h> |
| 54 | #include <SkTileMode.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 55 | #include <android-base/stringprintf.h> |
Alec Mouri | 0e7d8fd | 2023-05-03 23:58:43 +0000 | [diff] [blame] | 56 | #include <gui/FenceMonitor.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 57 | #include <gui/TraceUtils.h> |
Alec Mouri | 0e7d8fd | 2023-05-03 23:58:43 +0000 | [diff] [blame] | 58 | #include <pthread.h> |
| 59 | #include <src/core/SkTraceEventCommon.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 60 | #include <sync/sync.h> |
| 61 | #include <ui/BlurRegion.h> |
| 62 | #include <ui/DataspaceUtils.h> |
| 63 | #include <ui/DebugUtils.h> |
| 64 | #include <ui/GraphicBuffer.h> |
| 65 | #include <utils/Trace.h> |
| 66 | |
| 67 | #include <cmath> |
| 68 | #include <cstdint> |
Alec Mouri | 0e7d8fd | 2023-05-03 23:58:43 +0000 | [diff] [blame] | 69 | #include <deque> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 70 | #include <memory> |
| 71 | #include <numeric> |
| 72 | |
| 73 | #include "Cache.h" |
| 74 | #include "ColorSpaces.h" |
| 75 | #include "filters/BlurFilter.h" |
| 76 | #include "filters/GaussianBlurFilter.h" |
| 77 | #include "filters/KawaseBlurFilter.h" |
| 78 | #include "filters/LinearEffect.h" |
| 79 | #include "log/log_main.h" |
| 80 | #include "skia/debug/SkiaCapture.h" |
| 81 | #include "skia/debug/SkiaMemoryReporter.h" |
| 82 | #include "skia/filters/StretchShaderFactory.h" |
| 83 | #include "system/graphics-base-v1.0.h" |
| 84 | |
| 85 | namespace { |
| 86 | |
| 87 | // Debugging settings |
| 88 | static const bool kPrintLayerSettings = false; |
| 89 | static const bool kFlushAfterEveryLayer = kPrintLayerSettings; |
John Reck | 5b02fc4 | 2023-06-14 14:41:10 -0400 | [diff] [blame] | 90 | static constexpr bool kEnableLayerBrightening = true; |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 91 | |
| 92 | } // namespace |
| 93 | |
| 94 | // Utility functions related to SkRect |
| 95 | |
| 96 | namespace { |
| 97 | |
| 98 | static inline SkRect getSkRect(const android::FloatRect& rect) { |
| 99 | return SkRect::MakeLTRB(rect.left, rect.top, rect.right, rect.bottom); |
| 100 | } |
| 101 | |
| 102 | static inline SkRect getSkRect(const android::Rect& rect) { |
| 103 | return SkRect::MakeLTRB(rect.left, rect.top, rect.right, rect.bottom); |
| 104 | } |
| 105 | |
| 106 | /** |
| 107 | * Verifies that common, simple bounds + clip combinations can be converted into |
| 108 | * a single RRect draw call returning true if possible. If true the radii parameter |
| 109 | * will be filled with the correct radii values that combined with bounds param will |
| 110 | * produce the insected roundRect. If false, the returned state of the radii param is undefined. |
| 111 | */ |
| 112 | static bool intersectionIsRoundRect(const SkRect& bounds, const SkRect& crop, |
| 113 | const SkRect& insetCrop, const android::vec2& cornerRadius, |
| 114 | SkVector radii[4]) { |
| 115 | const bool leftEqual = bounds.fLeft == crop.fLeft; |
| 116 | const bool topEqual = bounds.fTop == crop.fTop; |
| 117 | const bool rightEqual = bounds.fRight == crop.fRight; |
| 118 | const bool bottomEqual = bounds.fBottom == crop.fBottom; |
| 119 | |
| 120 | // In the event that the corners of the bounds only partially align with the crop we |
| 121 | // need to ensure that the resulting shape can still be represented as a round rect. |
| 122 | // In particular the round rect implementation will scale the value of all corner radii |
| 123 | // if the sum of the radius along any edge is greater than the length of that edge. |
| 124 | // See https://www.w3.org/TR/css-backgrounds-3/#corner-overlap |
| 125 | const bool requiredWidth = bounds.width() > (cornerRadius.x * 2); |
| 126 | const bool requiredHeight = bounds.height() > (cornerRadius.y * 2); |
| 127 | if (!requiredWidth || !requiredHeight) { |
| 128 | return false; |
| 129 | } |
| 130 | |
| 131 | // Check each cropped corner to ensure that it exactly matches the crop or its corner is |
| 132 | // contained within the cropped shape and does not need rounded. |
| 133 | // compute the UpperLeft corner radius |
| 134 | if (leftEqual && topEqual) { |
| 135 | radii[0].set(cornerRadius.x, cornerRadius.y); |
| 136 | } else if ((leftEqual && bounds.fTop >= insetCrop.fTop) || |
| 137 | (topEqual && bounds.fLeft >= insetCrop.fLeft)) { |
| 138 | radii[0].set(0, 0); |
| 139 | } else { |
| 140 | return false; |
| 141 | } |
| 142 | // compute the UpperRight corner radius |
| 143 | if (rightEqual && topEqual) { |
| 144 | radii[1].set(cornerRadius.x, cornerRadius.y); |
| 145 | } else if ((rightEqual && bounds.fTop >= insetCrop.fTop) || |
| 146 | (topEqual && bounds.fRight <= insetCrop.fRight)) { |
| 147 | radii[1].set(0, 0); |
| 148 | } else { |
| 149 | return false; |
| 150 | } |
| 151 | // compute the BottomRight corner radius |
| 152 | if (rightEqual && bottomEqual) { |
| 153 | radii[2].set(cornerRadius.x, cornerRadius.y); |
| 154 | } else if ((rightEqual && bounds.fBottom <= insetCrop.fBottom) || |
| 155 | (bottomEqual && bounds.fRight <= insetCrop.fRight)) { |
| 156 | radii[2].set(0, 0); |
| 157 | } else { |
| 158 | return false; |
| 159 | } |
| 160 | // compute the BottomLeft corner radius |
| 161 | if (leftEqual && bottomEqual) { |
| 162 | radii[3].set(cornerRadius.x, cornerRadius.y); |
| 163 | } else if ((leftEqual && bounds.fBottom <= insetCrop.fBottom) || |
| 164 | (bottomEqual && bounds.fLeft >= insetCrop.fLeft)) { |
| 165 | radii[3].set(0, 0); |
| 166 | } else { |
| 167 | return false; |
| 168 | } |
| 169 | |
| 170 | return true; |
| 171 | } |
| 172 | |
| 173 | static inline std::pair<SkRRect, SkRRect> getBoundsAndClip(const android::FloatRect& boundsRect, |
| 174 | const android::FloatRect& cropRect, |
| 175 | const android::vec2& cornerRadius) { |
| 176 | const SkRect bounds = getSkRect(boundsRect); |
| 177 | const SkRect crop = getSkRect(cropRect); |
| 178 | |
| 179 | SkRRect clip; |
| 180 | if (cornerRadius.x > 0 && cornerRadius.y > 0) { |
| 181 | // it the crop and the bounds are equivalent or there is no crop then we don't need a clip |
| 182 | if (bounds == crop || crop.isEmpty()) { |
| 183 | return {SkRRect::MakeRectXY(bounds, cornerRadius.x, cornerRadius.y), clip}; |
| 184 | } |
| 185 | |
| 186 | // This makes an effort to speed up common, simple bounds + clip combinations by |
| 187 | // converting them to a single RRect draw. It is possible there are other cases |
| 188 | // that can be converted. |
| 189 | if (crop.contains(bounds)) { |
| 190 | const auto insetCrop = crop.makeInset(cornerRadius.x, cornerRadius.y); |
| 191 | if (insetCrop.contains(bounds)) { |
| 192 | return {SkRRect::MakeRect(bounds), clip}; // clip is empty - no rounding required |
| 193 | } |
| 194 | |
| 195 | SkVector radii[4]; |
| 196 | if (intersectionIsRoundRect(bounds, crop, insetCrop, cornerRadius, radii)) { |
| 197 | SkRRect intersectionBounds; |
| 198 | intersectionBounds.setRectRadii(bounds, radii); |
| 199 | return {intersectionBounds, clip}; |
| 200 | } |
| 201 | } |
| 202 | |
| 203 | // we didn't hit any of our fast paths so set the clip to the cropRect |
| 204 | clip.setRectXY(crop, cornerRadius.x, cornerRadius.y); |
| 205 | } |
| 206 | |
| 207 | // if we hit this point then we either don't have rounded corners or we are going to rely |
| 208 | // on the clip to round the corners for us |
| 209 | return {SkRRect::MakeRect(bounds), clip}; |
| 210 | } |
| 211 | |
| 212 | static inline bool layerHasBlur(const android::renderengine::LayerSettings& layer, |
| 213 | bool colorTransformModifiesAlpha) { |
| 214 | if (layer.backgroundBlurRadius > 0 || layer.blurRegions.size()) { |
| 215 | // return false if the content is opaque and would therefore occlude the blur |
| 216 | const bool opaqueContent = !layer.source.buffer.buffer || layer.source.buffer.isOpaque; |
| 217 | const bool opaqueAlpha = layer.alpha == 1.0f && !colorTransformModifiesAlpha; |
| 218 | return layer.skipContentDraw || !(opaqueContent && opaqueAlpha); |
| 219 | } |
| 220 | return false; |
| 221 | } |
| 222 | |
| 223 | static inline SkColor getSkColor(const android::vec4& color) { |
| 224 | return SkColorSetARGB(color.a * 255, color.r * 255, color.g * 255, color.b * 255); |
| 225 | } |
| 226 | |
| 227 | static inline SkM44 getSkM44(const android::mat4& matrix) { |
| 228 | return SkM44(matrix[0][0], matrix[1][0], matrix[2][0], matrix[3][0], |
| 229 | matrix[0][1], matrix[1][1], matrix[2][1], matrix[3][1], |
| 230 | matrix[0][2], matrix[1][2], matrix[2][2], matrix[3][2], |
| 231 | matrix[0][3], matrix[1][3], matrix[2][3], matrix[3][3]); |
| 232 | } |
| 233 | |
| 234 | static inline SkPoint3 getSkPoint3(const android::vec3& vector) { |
| 235 | return SkPoint3::Make(vector.x, vector.y, vector.z); |
| 236 | } |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 237 | } // namespace |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 238 | |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 239 | namespace android { |
| 240 | namespace renderengine { |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 241 | namespace skia { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 242 | |
| 243 | using base::StringAppendF; |
| 244 | |
| 245 | std::future<void> SkiaRenderEngine::primeCache() { |
| 246 | Cache::primeShaderCache(this); |
| 247 | return {}; |
| 248 | } |
| 249 | |
| 250 | sk_sp<SkData> SkiaRenderEngine::SkSLCacheMonitor::load(const SkData& key) { |
| 251 | // This "cache" does not actually cache anything. It just allows us to |
| 252 | // monitor Skia's internal cache. So this method always returns null. |
| 253 | return nullptr; |
| 254 | } |
| 255 | |
| 256 | void SkiaRenderEngine::SkSLCacheMonitor::store(const SkData& key, const SkData& data, |
| 257 | const SkString& description) { |
| 258 | mShadersCachedSinceLastCall++; |
| 259 | mTotalShadersCompiled++; |
| 260 | ATRACE_FORMAT("SF cache: %i shaders", mTotalShadersCompiled); |
| 261 | } |
| 262 | |
| 263 | int SkiaRenderEngine::reportShadersCompiled() { |
| 264 | return mSkSLCacheMonitor.totalShadersCompiled(); |
| 265 | } |
Leon Scroggins III | a37ca99 | 2022-02-02 18:08:20 -0500 | [diff] [blame] | 266 | |
| 267 | void SkiaRenderEngine::setEnableTracing(bool tracingEnabled) { |
| 268 | SkAndroidFrameworkTraceUtil::setEnableTracing(tracingEnabled); |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 269 | } |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 270 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 271 | SkiaRenderEngine::SkiaRenderEngine(RenderEngineType type, PixelFormat pixelFormat, |
Alec Mouri | 47bcb07 | 2023-08-15 02:02:49 +0000 | [diff] [blame^] | 272 | bool supportsBackgroundBlur) |
| 273 | : RenderEngine(type), mDefaultPixelFormat(pixelFormat) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 274 | if (supportsBackgroundBlur) { |
| 275 | ALOGD("Background Blurs Enabled"); |
| 276 | mBlurFilter = new KawaseBlurFilter(); |
| 277 | } |
| 278 | mCapture = std::make_unique<SkiaCapture>(); |
| 279 | } |
| 280 | |
| 281 | SkiaRenderEngine::~SkiaRenderEngine() { } |
| 282 | |
| 283 | // To be called from backend dtors. |
| 284 | void SkiaRenderEngine::finishRenderingAndAbandonContext() { |
| 285 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 286 | |
| 287 | if (mBlurFilter) { |
| 288 | delete mBlurFilter; |
| 289 | } |
| 290 | |
| 291 | if (mGrContext) { |
| 292 | mGrContext->flushAndSubmit(true); |
| 293 | mGrContext->abandonContext(); |
| 294 | } |
| 295 | |
| 296 | if (mProtectedGrContext) { |
| 297 | mProtectedGrContext->flushAndSubmit(true); |
| 298 | mProtectedGrContext->abandonContext(); |
| 299 | } |
| 300 | } |
| 301 | |
| 302 | void SkiaRenderEngine::useProtectedContext(bool useProtectedContext) { |
| 303 | if (useProtectedContext == mInProtectedContext || |
| 304 | (useProtectedContext && !supportsProtectedContent())) { |
| 305 | return; |
| 306 | } |
| 307 | |
| 308 | // release any scratch resources before switching into a new mode |
| 309 | if (getActiveGrContext()) { |
| 310 | getActiveGrContext()->purgeUnlockedResources(true); |
| 311 | } |
| 312 | |
| 313 | // Backend-specific way to switch to protected context |
| 314 | if (useProtectedContextImpl( |
| 315 | useProtectedContext ? GrProtected::kYes : GrProtected::kNo)) { |
| 316 | mInProtectedContext = useProtectedContext; |
| 317 | // given that we are sharing the same thread between two GrContexts we need to |
| 318 | // make sure that the thread state is reset when switching between the two. |
| 319 | if (getActiveGrContext()) { |
| 320 | getActiveGrContext()->resetContext(); |
| 321 | } |
| 322 | } |
| 323 | } |
| 324 | |
| 325 | GrDirectContext* SkiaRenderEngine::getActiveGrContext() { |
| 326 | return mInProtectedContext ? mProtectedGrContext.get() : mGrContext.get(); |
| 327 | } |
| 328 | |
| 329 | static float toDegrees(uint32_t transform) { |
| 330 | switch (transform) { |
| 331 | case ui::Transform::ROT_90: |
| 332 | return 90.0; |
| 333 | case ui::Transform::ROT_180: |
| 334 | return 180.0; |
| 335 | case ui::Transform::ROT_270: |
| 336 | return 270.0; |
| 337 | default: |
| 338 | return 0.0; |
| 339 | } |
| 340 | } |
| 341 | |
| 342 | static SkColorMatrix toSkColorMatrix(const android::mat4& matrix) { |
| 343 | return SkColorMatrix(matrix[0][0], matrix[1][0], matrix[2][0], matrix[3][0], 0, matrix[0][1], |
| 344 | matrix[1][1], matrix[2][1], matrix[3][1], 0, matrix[0][2], matrix[1][2], |
| 345 | matrix[2][2], matrix[3][2], 0, matrix[0][3], matrix[1][3], matrix[2][3], |
| 346 | matrix[3][3], 0); |
| 347 | } |
| 348 | |
| 349 | static bool needsToneMapping(ui::Dataspace sourceDataspace, ui::Dataspace destinationDataspace) { |
| 350 | int64_t sourceTransfer = sourceDataspace & HAL_DATASPACE_TRANSFER_MASK; |
| 351 | int64_t destTransfer = destinationDataspace & HAL_DATASPACE_TRANSFER_MASK; |
| 352 | |
| 353 | // Treat unsupported dataspaces as srgb |
| 354 | if (destTransfer != HAL_DATASPACE_TRANSFER_LINEAR && |
| 355 | destTransfer != HAL_DATASPACE_TRANSFER_HLG && |
| 356 | destTransfer != HAL_DATASPACE_TRANSFER_ST2084) { |
| 357 | destTransfer = HAL_DATASPACE_TRANSFER_SRGB; |
| 358 | } |
| 359 | |
| 360 | if (sourceTransfer != HAL_DATASPACE_TRANSFER_LINEAR && |
| 361 | sourceTransfer != HAL_DATASPACE_TRANSFER_HLG && |
| 362 | sourceTransfer != HAL_DATASPACE_TRANSFER_ST2084) { |
| 363 | sourceTransfer = HAL_DATASPACE_TRANSFER_SRGB; |
| 364 | } |
| 365 | |
| 366 | const bool isSourceLinear = sourceTransfer == HAL_DATASPACE_TRANSFER_LINEAR; |
| 367 | const bool isSourceSRGB = sourceTransfer == HAL_DATASPACE_TRANSFER_SRGB; |
| 368 | const bool isDestLinear = destTransfer == HAL_DATASPACE_TRANSFER_LINEAR; |
| 369 | const bool isDestSRGB = destTransfer == HAL_DATASPACE_TRANSFER_SRGB; |
| 370 | |
| 371 | return !(isSourceLinear && isDestSRGB) && !(isSourceSRGB && isDestLinear) && |
| 372 | sourceTransfer != destTransfer; |
| 373 | } |
| 374 | |
| 375 | void SkiaRenderEngine::ensureGrContextsCreated() { |
| 376 | if (mGrContext) { |
| 377 | return; |
| 378 | } |
| 379 | |
| 380 | GrContextOptions options; |
| 381 | options.fDisableDriverCorrectnessWorkarounds = true; |
| 382 | options.fDisableDistanceFieldPaths = true; |
| 383 | options.fReducedShaderVariations = true; |
| 384 | options.fPersistentCache = &mSkSLCacheMonitor; |
| 385 | std::tie(mGrContext, mProtectedGrContext) = createDirectContexts(options); |
| 386 | } |
| 387 | |
| 388 | void SkiaRenderEngine::mapExternalTextureBuffer(const sp<GraphicBuffer>& buffer, |
| 389 | bool isRenderable) { |
Ian Elliott | 1f0911e | 2022-09-09 16:31:47 -0600 | [diff] [blame] | 390 | // Only run this if RE is running on its own thread. This |
| 391 | // way the access to GL operations is guaranteed to be happening on the |
| 392 | // same thread. |
| 393 | if (mRenderEngineType != RenderEngineType::SKIA_GL_THREADED && |
| 394 | mRenderEngineType != RenderEngineType::SKIA_VK_THREADED) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 395 | return; |
| 396 | } |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 397 | // We don't attempt to map a buffer if the buffer contains protected content. In GL this is |
| 398 | // important because GPU resources for protected buffers are much more limited. (In Vk we |
| 399 | // simply match the existing behavior for protected buffers.) In Vk, we never cache any |
| 400 | // buffers while in a protected context, since Vk cannot share across contexts, and protected |
| 401 | // is less common. |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 402 | const bool isProtectedBuffer = buffer->getUsage() & GRALLOC_USAGE_PROTECTED; |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 403 | if (isProtectedBuffer || |
| 404 | (mRenderEngineType == RenderEngineType::SKIA_VK_THREADED && isProtected())) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 405 | return; |
| 406 | } |
| 407 | ATRACE_CALL(); |
| 408 | |
| 409 | // If we were to support caching protected buffers then we will need to switch the |
| 410 | // currently bound context if we are not already using the protected context (and subsequently |
| 411 | // switch back after the buffer is cached). However, for non-protected content we can bind |
| 412 | // the texture in either GL context because they are initialized with the same share_context |
| 413 | // which allows the texture state to be shared between them. |
| 414 | auto grContext = getActiveGrContext(); |
| 415 | auto& cache = mTextureCache; |
| 416 | |
| 417 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 418 | mGraphicBufferExternalRefs[buffer->getId()]++; |
| 419 | |
| 420 | if (const auto& iter = cache.find(buffer->getId()); iter == cache.end()) { |
| 421 | std::shared_ptr<AutoBackendTexture::LocalRef> imageTextureRef = |
| 422 | std::make_shared<AutoBackendTexture::LocalRef>(grContext, |
| 423 | buffer->toAHardwareBuffer(), |
| 424 | isRenderable, mTextureCleanupMgr); |
| 425 | cache.insert({buffer->getId(), imageTextureRef}); |
| 426 | } |
| 427 | } |
| 428 | |
Alec Mouri | 92f89fa | 2023-02-24 00:05:06 +0000 | [diff] [blame] | 429 | void SkiaRenderEngine::unmapExternalTextureBuffer(sp<GraphicBuffer>&& buffer) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 430 | ATRACE_CALL(); |
| 431 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 432 | if (const auto& iter = mGraphicBufferExternalRefs.find(buffer->getId()); |
| 433 | iter != mGraphicBufferExternalRefs.end()) { |
| 434 | if (iter->second == 0) { |
| 435 | ALOGW("Attempted to unmap GraphicBuffer <id: %" PRId64 |
| 436 | "> from RenderEngine texture, but the " |
| 437 | "ref count was already zero!", |
| 438 | buffer->getId()); |
| 439 | mGraphicBufferExternalRefs.erase(buffer->getId()); |
| 440 | return; |
| 441 | } |
| 442 | |
| 443 | iter->second--; |
| 444 | |
| 445 | // Swap contexts if needed prior to deleting this buffer |
| 446 | // See Issue 1 of |
| 447 | // https://www.khronos.org/registry/EGL/extensions/EXT/EGL_EXT_protected_content.txt: even |
| 448 | // when a protected context and an unprotected context are part of the same share group, |
| 449 | // protected surfaces may not be accessed by an unprotected context, implying that protected |
| 450 | // surfaces may only be freed when a protected context is active. |
| 451 | const bool inProtected = mInProtectedContext; |
| 452 | useProtectedContext(buffer->getUsage() & GRALLOC_USAGE_PROTECTED); |
| 453 | |
| 454 | if (iter->second == 0) { |
| 455 | mTextureCache.erase(buffer->getId()); |
| 456 | mGraphicBufferExternalRefs.erase(buffer->getId()); |
| 457 | } |
| 458 | |
| 459 | // Swap back to the previous context so that cached values of isProtected in SurfaceFlinger |
| 460 | // are up-to-date. |
| 461 | if (inProtected != mInProtectedContext) { |
| 462 | useProtectedContext(inProtected); |
| 463 | } |
| 464 | } |
| 465 | } |
| 466 | |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 467 | std::shared_ptr<AutoBackendTexture::LocalRef> SkiaRenderEngine::getOrCreateBackendTexture( |
| 468 | const sp<GraphicBuffer>& buffer, bool isOutputBuffer) { |
| 469 | // Do not lookup the buffer in the cache for protected contexts with the SkiaVk back-end |
| 470 | if (mRenderEngineType == RenderEngineType::SKIA_GL_THREADED || |
| 471 | (mRenderEngineType == RenderEngineType::SKIA_VK_THREADED && !isProtected())) { |
| 472 | if (const auto& it = mTextureCache.find(buffer->getId()); it != mTextureCache.end()) { |
| 473 | return it->second; |
| 474 | } |
| 475 | } |
| 476 | return std::make_shared<AutoBackendTexture::LocalRef>(getActiveGrContext(), |
| 477 | buffer->toAHardwareBuffer(), |
| 478 | isOutputBuffer, mTextureCleanupMgr); |
| 479 | } |
| 480 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 481 | bool SkiaRenderEngine::canSkipPostRenderCleanup() const { |
| 482 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 483 | return mTextureCleanupMgr.isEmpty(); |
| 484 | } |
| 485 | |
| 486 | void SkiaRenderEngine::cleanupPostRender() { |
| 487 | ATRACE_CALL(); |
| 488 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 489 | mTextureCleanupMgr.cleanup(); |
| 490 | } |
| 491 | |
| 492 | sk_sp<SkShader> SkiaRenderEngine::createRuntimeEffectShader( |
| 493 | const RuntimeEffectShaderParameters& parameters) { |
| 494 | // The given surface will be stretched by HWUI via matrix transformation |
| 495 | // which gets similar results for most surfaces |
| 496 | // Determine later on if we need to leverage the stertch shader within |
| 497 | // surface flinger |
| 498 | const auto& stretchEffect = parameters.layer.stretchEffect; |
| 499 | auto shader = parameters.shader; |
| 500 | if (stretchEffect.hasEffect()) { |
| 501 | const auto targetBuffer = parameters.layer.source.buffer.buffer; |
| 502 | const auto graphicBuffer = targetBuffer ? targetBuffer->getBuffer() : nullptr; |
| 503 | if (graphicBuffer && parameters.shader) { |
| 504 | shader = mStretchShaderFactory.createSkShader(shader, stretchEffect); |
| 505 | } |
| 506 | } |
| 507 | |
| 508 | if (parameters.requiresLinearEffect) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 509 | auto effect = |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 510 | shaders::LinearEffect{.inputDataspace = parameters.layer.sourceDataspace, |
| 511 | .outputDataspace = parameters.outputDataSpace, |
Alec Mouri | e0bb6f4 | 2023-08-02 22:41:52 +0000 | [diff] [blame] | 512 | .undoPremultipliedAlpha = parameters.undoPremultipliedAlpha, |
| 513 | .fakeOutputDataspace = parameters.fakeOutputDataspace}; |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 514 | |
| 515 | auto effectIter = mRuntimeEffects.find(effect); |
| 516 | sk_sp<SkRuntimeEffect> runtimeEffect = nullptr; |
| 517 | if (effectIter == mRuntimeEffects.end()) { |
| 518 | runtimeEffect = buildRuntimeEffect(effect); |
| 519 | mRuntimeEffects.insert({effect, runtimeEffect}); |
| 520 | } else { |
| 521 | runtimeEffect = effectIter->second; |
| 522 | } |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 523 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 524 | mat4 colorTransform = parameters.layer.colorTransform; |
| 525 | |
| 526 | colorTransform *= |
| 527 | mat4::scale(vec4(parameters.layerDimmingRatio, parameters.layerDimmingRatio, |
| 528 | parameters.layerDimmingRatio, 1.f)); |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 529 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 530 | const auto targetBuffer = parameters.layer.source.buffer.buffer; |
| 531 | const auto graphicBuffer = targetBuffer ? targetBuffer->getBuffer() : nullptr; |
| 532 | const auto hardwareBuffer = graphicBuffer ? graphicBuffer->toAHardwareBuffer() : nullptr; |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 533 | return createLinearEffectShader(parameters.shader, effect, runtimeEffect, |
| 534 | std::move(colorTransform), parameters.display.maxLuminance, |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 535 | parameters.display.currentLuminanceNits, |
| 536 | parameters.layer.source.buffer.maxLuminanceNits, |
| 537 | hardwareBuffer, parameters.display.renderIntent); |
| 538 | } |
| 539 | return parameters.shader; |
| 540 | } |
| 541 | |
| 542 | void SkiaRenderEngine::initCanvas(SkCanvas* canvas, const DisplaySettings& display) { |
| 543 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 544 | // Record display settings when capture is running. |
| 545 | std::stringstream displaySettings; |
| 546 | PrintTo(display, &displaySettings); |
| 547 | // Store the DisplaySettings in additional information. |
| 548 | canvas->drawAnnotation(SkRect::MakeEmpty(), "DisplaySettings", |
| 549 | SkData::MakeWithCString(displaySettings.str().c_str())); |
| 550 | } |
| 551 | |
| 552 | // Before doing any drawing, let's make sure that we'll start at the origin of the display. |
| 553 | // Some displays don't start at 0,0 for example when we're mirroring the screen. Also, virtual |
| 554 | // displays might have different scaling when compared to the physical screen. |
| 555 | |
| 556 | canvas->clipRect(getSkRect(display.physicalDisplay)); |
| 557 | canvas->translate(display.physicalDisplay.left, display.physicalDisplay.top); |
| 558 | |
| 559 | const auto clipWidth = display.clip.width(); |
| 560 | const auto clipHeight = display.clip.height(); |
| 561 | auto rotatedClipWidth = clipWidth; |
| 562 | auto rotatedClipHeight = clipHeight; |
| 563 | // Scale is contingent on the rotation result. |
| 564 | if (display.orientation & ui::Transform::ROT_90) { |
| 565 | std::swap(rotatedClipWidth, rotatedClipHeight); |
| 566 | } |
| 567 | const auto scaleX = static_cast<SkScalar>(display.physicalDisplay.width()) / |
| 568 | static_cast<SkScalar>(rotatedClipWidth); |
| 569 | const auto scaleY = static_cast<SkScalar>(display.physicalDisplay.height()) / |
| 570 | static_cast<SkScalar>(rotatedClipHeight); |
| 571 | canvas->scale(scaleX, scaleY); |
| 572 | |
| 573 | // Canvas rotation is done by centering the clip window at the origin, rotating, translating |
| 574 | // back so that the top left corner of the clip is at (0, 0). |
| 575 | canvas->translate(rotatedClipWidth / 2, rotatedClipHeight / 2); |
| 576 | canvas->rotate(toDegrees(display.orientation)); |
| 577 | canvas->translate(-clipWidth / 2, -clipHeight / 2); |
| 578 | canvas->translate(-display.clip.left, -display.clip.top); |
| 579 | } |
| 580 | |
| 581 | class AutoSaveRestore { |
| 582 | public: |
| 583 | AutoSaveRestore(SkCanvas* canvas) : mCanvas(canvas) { mSaveCount = canvas->save(); } |
| 584 | ~AutoSaveRestore() { restore(); } |
| 585 | void replace(SkCanvas* canvas) { |
| 586 | mCanvas = canvas; |
| 587 | mSaveCount = canvas->save(); |
| 588 | } |
| 589 | void restore() { |
| 590 | if (mCanvas) { |
| 591 | mCanvas->restoreToCount(mSaveCount); |
| 592 | mCanvas = nullptr; |
| 593 | } |
| 594 | } |
| 595 | |
| 596 | private: |
| 597 | SkCanvas* mCanvas; |
| 598 | int mSaveCount; |
| 599 | }; |
| 600 | |
| 601 | static SkRRect getBlurRRect(const BlurRegion& region) { |
| 602 | const auto rect = SkRect::MakeLTRB(region.left, region.top, region.right, region.bottom); |
| 603 | const SkVector radii[4] = {SkVector::Make(region.cornerRadiusTL, region.cornerRadiusTL), |
| 604 | SkVector::Make(region.cornerRadiusTR, region.cornerRadiusTR), |
| 605 | SkVector::Make(region.cornerRadiusBR, region.cornerRadiusBR), |
| 606 | SkVector::Make(region.cornerRadiusBL, region.cornerRadiusBL)}; |
| 607 | SkRRect roundedRect; |
| 608 | roundedRect.setRectRadii(rect, radii); |
| 609 | return roundedRect; |
| 610 | } |
| 611 | |
| 612 | // Arbitrary default margin which should be close enough to zero. |
| 613 | constexpr float kDefaultMargin = 0.0001f; |
| 614 | static bool equalsWithinMargin(float expected, float value, float margin = kDefaultMargin) { |
| 615 | LOG_ALWAYS_FATAL_IF(margin < 0.f, "Margin is negative!"); |
| 616 | return std::abs(expected - value) < margin; |
| 617 | } |
| 618 | |
| 619 | namespace { |
| 620 | template <typename T> |
| 621 | void logSettings(const T& t) { |
| 622 | std::stringstream stream; |
| 623 | PrintTo(t, &stream); |
| 624 | auto string = stream.str(); |
| 625 | size_t pos = 0; |
| 626 | // Perfetto ignores \n, so split up manually into separate ALOGD statements. |
| 627 | const size_t size = string.size(); |
| 628 | while (pos < size) { |
| 629 | const size_t end = std::min(string.find("\n", pos), size); |
| 630 | ALOGD("%s", string.substr(pos, end - pos).c_str()); |
| 631 | pos = end + 1; |
| 632 | } |
| 633 | } |
| 634 | } // namespace |
| 635 | |
| 636 | // Helper class intended to be used on the stack to ensure that texture cleanup |
| 637 | // is deferred until after this class goes out of scope. |
| 638 | class DeferTextureCleanup final { |
| 639 | public: |
| 640 | DeferTextureCleanup(AutoBackendTexture::CleanupManager& mgr) : mMgr(mgr) { |
| 641 | mMgr.setDeferredStatus(true); |
| 642 | } |
| 643 | ~DeferTextureCleanup() { mMgr.setDeferredStatus(false); } |
| 644 | |
| 645 | private: |
| 646 | DISALLOW_COPY_AND_ASSIGN(DeferTextureCleanup); |
| 647 | AutoBackendTexture::CleanupManager& mMgr; |
| 648 | }; |
| 649 | |
| 650 | void SkiaRenderEngine::drawLayersInternal( |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 651 | const std::shared_ptr<std::promise<FenceResult>>&& resultPromise, |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 652 | const DisplaySettings& display, const std::vector<LayerSettings>& layers, |
| 653 | const std::shared_ptr<ExternalTexture>& buffer, const bool /*useFramebufferCache*/, |
| 654 | base::unique_fd&& bufferFence) { |
Leon Scroggins III | 5a655b8 | 2022-09-07 13:17:09 -0400 | [diff] [blame] | 655 | ATRACE_FORMAT("%s for %s", __func__, display.namePlusId.c_str()); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 656 | |
| 657 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 658 | |
| 659 | if (buffer == nullptr) { |
| 660 | ALOGE("No output buffer provided. Aborting GPU composition."); |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 661 | resultPromise->set_value(base::unexpected(BAD_VALUE)); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 662 | return; |
| 663 | } |
| 664 | |
| 665 | validateOutputBufferUsage(buffer->getBuffer()); |
| 666 | |
| 667 | auto grContext = getActiveGrContext(); |
Leon Scroggins III | 41c00c5 | 2023-06-21 15:55:55 -0400 | [diff] [blame] | 668 | LOG_ALWAYS_FATAL_IF(grContext->abandoned(), "GrContext is abandoned/device lost at start of %s", |
| 669 | __func__); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 670 | |
| 671 | // any AutoBackendTexture deletions will now be deferred until cleanupPostRender is called |
| 672 | DeferTextureCleanup dtc(mTextureCleanupMgr); |
| 673 | |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 674 | auto surfaceTextureRef = getOrCreateBackendTexture(buffer->getBuffer(), true); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 675 | |
| 676 | // wait on the buffer to be ready to use prior to using it |
| 677 | waitFence(grContext, bufferFence); |
| 678 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 679 | sk_sp<SkSurface> dstSurface = |
| 680 | surfaceTextureRef->getOrCreateSurface(display.outputDataspace, grContext); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 681 | |
| 682 | SkCanvas* dstCanvas = mCapture->tryCapture(dstSurface.get()); |
| 683 | if (dstCanvas == nullptr) { |
| 684 | ALOGE("Cannot acquire canvas from Skia."); |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 685 | resultPromise->set_value(base::unexpected(BAD_VALUE)); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 686 | return; |
| 687 | } |
| 688 | |
| 689 | // setup color filter if necessary |
| 690 | sk_sp<SkColorFilter> displayColorTransform; |
| 691 | if (display.colorTransform != mat4() && !display.deviceHandlesColorTransform) { |
| 692 | displayColorTransform = SkColorFilters::Matrix(toSkColorMatrix(display.colorTransform)); |
| 693 | } |
| 694 | const bool ctModifiesAlpha = |
| 695 | displayColorTransform && !displayColorTransform->isAlphaUnchanged(); |
| 696 | |
| 697 | // Find the max layer white point to determine the max luminance of the scene... |
| 698 | const float maxLayerWhitePoint = std::transform_reduce( |
| 699 | layers.cbegin(), layers.cend(), 0.f, |
| 700 | [](float left, float right) { return std::max(left, right); }, |
| 701 | [&](const auto& l) { return l.whitePointNits; }); |
| 702 | |
| 703 | // ...and compute the dimming ratio if dimming is requested |
| 704 | const float displayDimmingRatio = display.targetLuminanceNits > 0.f && |
John Reck | 5b02fc4 | 2023-06-14 14:41:10 -0400 | [diff] [blame] | 705 | maxLayerWhitePoint > 0.f && |
| 706 | (kEnableLayerBrightening || display.targetLuminanceNits > maxLayerWhitePoint) |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 707 | ? maxLayerWhitePoint / display.targetLuminanceNits |
| 708 | : 1.f; |
| 709 | |
| 710 | // Find if any layers have requested blur, we'll use that info to decide when to render to an |
| 711 | // offscreen buffer and when to render to the native buffer. |
| 712 | sk_sp<SkSurface> activeSurface(dstSurface); |
| 713 | SkCanvas* canvas = dstCanvas; |
| 714 | SkiaCapture::OffscreenState offscreenCaptureState; |
| 715 | const LayerSettings* blurCompositionLayer = nullptr; |
Leon Scroggins III | 4623eeb | 2023-07-19 15:16:15 -0400 | [diff] [blame] | 716 | |
| 717 | // TODO (b/270314344): Enable blurs in protected context. |
| 718 | if (mBlurFilter && !mInProtectedContext) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 719 | bool requiresCompositionLayer = false; |
| 720 | for (const auto& layer : layers) { |
| 721 | // if the layer doesn't have blur or it is not visible then continue |
| 722 | if (!layerHasBlur(layer, ctModifiesAlpha)) { |
| 723 | continue; |
| 724 | } |
| 725 | if (layer.backgroundBlurRadius > 0 && |
| 726 | layer.backgroundBlurRadius < mBlurFilter->getMaxCrossFadeRadius()) { |
| 727 | requiresCompositionLayer = true; |
| 728 | } |
| 729 | for (auto region : layer.blurRegions) { |
| 730 | if (region.blurRadius < mBlurFilter->getMaxCrossFadeRadius()) { |
| 731 | requiresCompositionLayer = true; |
| 732 | } |
| 733 | } |
| 734 | if (requiresCompositionLayer) { |
| 735 | activeSurface = dstSurface->makeSurface(dstSurface->imageInfo()); |
| 736 | canvas = mCapture->tryOffscreenCapture(activeSurface.get(), &offscreenCaptureState); |
| 737 | blurCompositionLayer = &layer; |
| 738 | break; |
| 739 | } |
| 740 | } |
| 741 | } |
| 742 | |
| 743 | AutoSaveRestore surfaceAutoSaveRestore(canvas); |
| 744 | // Clear the entire canvas with a transparent black to prevent ghost images. |
| 745 | canvas->clear(SK_ColorTRANSPARENT); |
| 746 | initCanvas(canvas, display); |
| 747 | |
| 748 | if (kPrintLayerSettings) { |
| 749 | logSettings(display); |
| 750 | } |
| 751 | for (const auto& layer : layers) { |
| 752 | ATRACE_FORMAT("DrawLayer: %s", layer.name.c_str()); |
| 753 | |
| 754 | if (kPrintLayerSettings) { |
| 755 | logSettings(layer); |
| 756 | } |
| 757 | |
| 758 | sk_sp<SkImage> blurInput; |
| 759 | if (blurCompositionLayer == &layer) { |
| 760 | LOG_ALWAYS_FATAL_IF(activeSurface == dstSurface); |
| 761 | LOG_ALWAYS_FATAL_IF(canvas == dstCanvas); |
| 762 | |
| 763 | // save a snapshot of the activeSurface to use as input to the blur shaders |
| 764 | blurInput = activeSurface->makeImageSnapshot(); |
| 765 | |
| 766 | // blit the offscreen framebuffer into the destination AHB, but only |
| 767 | // if there are blur regions. backgroundBlurRadius blurs the entire |
| 768 | // image below, so it can skip this step. |
| 769 | if (layer.blurRegions.size()) { |
| 770 | SkPaint paint; |
| 771 | paint.setBlendMode(SkBlendMode::kSrc); |
| 772 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 773 | uint64_t id = mCapture->endOffscreenCapture(&offscreenCaptureState); |
| 774 | dstCanvas->drawAnnotation(SkRect::Make(dstCanvas->imageInfo().dimensions()), |
| 775 | String8::format("SurfaceID|%" PRId64, id).c_str(), |
| 776 | nullptr); |
| 777 | dstCanvas->drawImage(blurInput, 0, 0, SkSamplingOptions(), &paint); |
| 778 | } else { |
| 779 | activeSurface->draw(dstCanvas, 0, 0, SkSamplingOptions(), &paint); |
| 780 | } |
| 781 | } |
| 782 | |
| 783 | // assign dstCanvas to canvas and ensure that the canvas state is up to date |
| 784 | canvas = dstCanvas; |
| 785 | surfaceAutoSaveRestore.replace(canvas); |
| 786 | initCanvas(canvas, display); |
| 787 | |
| 788 | LOG_ALWAYS_FATAL_IF(activeSurface->getCanvas()->getSaveCount() != |
| 789 | dstSurface->getCanvas()->getSaveCount()); |
| 790 | LOG_ALWAYS_FATAL_IF(activeSurface->getCanvas()->getTotalMatrix() != |
| 791 | dstSurface->getCanvas()->getTotalMatrix()); |
| 792 | |
| 793 | // assign dstSurface to activeSurface |
| 794 | activeSurface = dstSurface; |
| 795 | } |
| 796 | |
| 797 | SkAutoCanvasRestore layerAutoSaveRestore(canvas, true); |
| 798 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 799 | // Record the name of the layer if the capture is running. |
| 800 | std::stringstream layerSettings; |
| 801 | PrintTo(layer, &layerSettings); |
| 802 | // Store the LayerSettings in additional information. |
| 803 | canvas->drawAnnotation(SkRect::MakeEmpty(), layer.name.c_str(), |
| 804 | SkData::MakeWithCString(layerSettings.str().c_str())); |
| 805 | } |
| 806 | // Layers have a local transform that should be applied to them |
| 807 | canvas->concat(getSkM44(layer.geometry.positionTransform).asM33()); |
| 808 | |
| 809 | const auto [bounds, roundRectClip] = |
| 810 | getBoundsAndClip(layer.geometry.boundaries, layer.geometry.roundedCornersCrop, |
| 811 | layer.geometry.roundedCornersRadius); |
Leon Scroggins III | 4623eeb | 2023-07-19 15:16:15 -0400 | [diff] [blame] | 812 | // TODO (b/270314344): Enable blurs in protected context. |
| 813 | if (mBlurFilter && layerHasBlur(layer, ctModifiesAlpha) && !mInProtectedContext) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 814 | std::unordered_map<uint32_t, sk_sp<SkImage>> cachedBlurs; |
| 815 | |
| 816 | // if multiple layers have blur, then we need to take a snapshot now because |
| 817 | // only the lowest layer will have blurImage populated earlier |
| 818 | if (!blurInput) { |
| 819 | blurInput = activeSurface->makeImageSnapshot(); |
| 820 | } |
Leon Scroggins III | a09cddc | 2023-07-25 09:34:11 -0400 | [diff] [blame] | 821 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 822 | // rect to be blurred in the coordinate space of blurInput |
Leon Scroggins III | a09cddc | 2023-07-25 09:34:11 -0400 | [diff] [blame] | 823 | SkRect blurRect = canvas->getTotalMatrix().mapRect(bounds.rect()); |
| 824 | |
| 825 | // Some layers may be much bigger than the screen. If we used |
| 826 | // `blurRect` directly, this would allocate a large buffer with no |
| 827 | // benefit. Apply the clip, which already takes the display size |
| 828 | // into account. The clipped size will then be used to calculate the |
| 829 | // size of the buffer we will create for blurring. |
| 830 | if (!blurRect.intersect(SkRect::Make(canvas->getDeviceClipBounds()))) { |
| 831 | // This should not happen, but if it did, we would use the full |
| 832 | // sized layer, which should still be fine. |
| 833 | ALOGW("blur bounds does not intersect display clip!"); |
| 834 | } |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 835 | |
| 836 | // if the clip needs to be applied then apply it now and make sure |
| 837 | // it is restored before we attempt to draw any shadows. |
| 838 | SkAutoCanvasRestore acr(canvas, true); |
| 839 | if (!roundRectClip.isEmpty()) { |
| 840 | canvas->clipRRect(roundRectClip, true); |
| 841 | } |
| 842 | |
| 843 | // TODO(b/182216890): Filter out empty layers earlier |
| 844 | if (blurRect.width() > 0 && blurRect.height() > 0) { |
| 845 | if (layer.backgroundBlurRadius > 0) { |
| 846 | ATRACE_NAME("BackgroundBlur"); |
| 847 | auto blurredImage = mBlurFilter->generate(grContext, layer.backgroundBlurRadius, |
| 848 | blurInput, blurRect); |
| 849 | |
| 850 | cachedBlurs[layer.backgroundBlurRadius] = blurredImage; |
| 851 | |
| 852 | mBlurFilter->drawBlurRegion(canvas, bounds, layer.backgroundBlurRadius, 1.0f, |
| 853 | blurRect, blurredImage, blurInput); |
| 854 | } |
| 855 | |
| 856 | canvas->concat(getSkM44(layer.blurRegionTransform).asM33()); |
| 857 | for (auto region : layer.blurRegions) { |
| 858 | if (cachedBlurs[region.blurRadius] == nullptr) { |
| 859 | ATRACE_NAME("BlurRegion"); |
| 860 | cachedBlurs[region.blurRadius] = |
| 861 | mBlurFilter->generate(grContext, region.blurRadius, blurInput, |
| 862 | blurRect); |
| 863 | } |
| 864 | |
| 865 | mBlurFilter->drawBlurRegion(canvas, getBlurRRect(region), region.blurRadius, |
| 866 | region.alpha, blurRect, |
| 867 | cachedBlurs[region.blurRadius], blurInput); |
| 868 | } |
| 869 | } |
| 870 | } |
| 871 | |
| 872 | if (layer.shadow.length > 0) { |
| 873 | // This would require a new parameter/flag to SkShadowUtils::DrawShadow |
| 874 | LOG_ALWAYS_FATAL_IF(layer.disableBlending, "Cannot disableBlending with a shadow"); |
| 875 | |
| 876 | SkRRect shadowBounds, shadowClip; |
| 877 | if (layer.geometry.boundaries == layer.shadow.boundaries) { |
| 878 | shadowBounds = bounds; |
| 879 | shadowClip = roundRectClip; |
| 880 | } else { |
| 881 | std::tie(shadowBounds, shadowClip) = |
| 882 | getBoundsAndClip(layer.shadow.boundaries, layer.geometry.roundedCornersCrop, |
| 883 | layer.geometry.roundedCornersRadius); |
| 884 | } |
| 885 | |
| 886 | // Technically, if bounds is a rect and roundRectClip is not empty, |
| 887 | // it means that the bounds and roundedCornersCrop were different |
| 888 | // enough that we should intersect them to find the proper shadow. |
| 889 | // In practice, this often happens when the two rectangles appear to |
| 890 | // not match due to rounding errors. Draw the rounded version, which |
| 891 | // looks more like the intent. |
| 892 | const auto& rrect = |
| 893 | shadowBounds.isRect() && !shadowClip.isEmpty() ? shadowClip : shadowBounds; |
| 894 | drawShadow(canvas, rrect, layer.shadow); |
| 895 | } |
| 896 | |
| 897 | const float layerDimmingRatio = layer.whitePointNits <= 0.f |
| 898 | ? displayDimmingRatio |
| 899 | : (layer.whitePointNits / maxLayerWhitePoint) * displayDimmingRatio; |
| 900 | |
| 901 | const bool dimInLinearSpace = display.dimmingStage != |
| 902 | aidl::android::hardware::graphics::composer3::DimmingStage::GAMMA_OETF; |
| 903 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 904 | const bool isExtendedHdr = (layer.sourceDataspace & ui::Dataspace::RANGE_MASK) == |
| 905 | static_cast<int32_t>(ui::Dataspace::RANGE_EXTENDED) && |
| 906 | (display.outputDataspace & ui::Dataspace::TRANSFER_MASK) == |
| 907 | static_cast<int32_t>(ui::Dataspace::TRANSFER_SRGB); |
| 908 | |
Alec Mouri | e0bb6f4 | 2023-08-02 22:41:52 +0000 | [diff] [blame] | 909 | const bool useFakeOutputDataspaceForRuntimeEffect = !dimInLinearSpace && isExtendedHdr; |
| 910 | |
| 911 | const ui::Dataspace fakeDataspace = useFakeOutputDataspaceForRuntimeEffect |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 912 | ? static_cast<ui::Dataspace>( |
| 913 | (display.outputDataspace & ui::Dataspace::STANDARD_MASK) | |
| 914 | ui::Dataspace::TRANSFER_GAMMA2_2 | |
| 915 | (display.outputDataspace & ui::Dataspace::RANGE_MASK)) |
Alec Mouri | e0bb6f4 | 2023-08-02 22:41:52 +0000 | [diff] [blame] | 916 | : ui::Dataspace::UNKNOWN; |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 917 | |
| 918 | // If the input dataspace is range extended, the output dataspace transfer is sRGB |
| 919 | // and dimmingStage is GAMMA_OETF, dim in linear space instead, and |
| 920 | // set the output dataspace's transfer to be GAMMA2_2. |
| 921 | // This allows DPU side to use oetf_gamma_2p2 for extended HDR layer |
| 922 | // to avoid tone shift. |
| 923 | // The reason of tone shift here is because HDR layers manage white point |
| 924 | // luminance in linear space, which color pipelines request GAMMA_OETF break |
| 925 | // without a gamma 2.2 fixup. |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 926 | const bool requiresLinearEffect = layer.colorTransform != mat4() || |
Alec Mouri | 47bcb07 | 2023-08-15 02:02:49 +0000 | [diff] [blame^] | 927 | (needsToneMapping(layer.sourceDataspace, display.outputDataspace)) || |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 928 | (dimInLinearSpace && !equalsWithinMargin(1.f, layerDimmingRatio)) || |
| 929 | (!dimInLinearSpace && isExtendedHdr); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 930 | |
| 931 | // quick abort from drawing the remaining portion of the layer |
| 932 | if (layer.skipContentDraw || |
| 933 | (layer.alpha == 0 && !requiresLinearEffect && !layer.disableBlending && |
| 934 | (!displayColorTransform || displayColorTransform->isAlphaUnchanged()))) { |
| 935 | continue; |
| 936 | } |
| 937 | |
Alec Mouri | 47bcb07 | 2023-08-15 02:02:49 +0000 | [diff] [blame^] | 938 | const ui::Dataspace layerDataspace = layer.sourceDataspace; |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 939 | |
| 940 | SkPaint paint; |
| 941 | if (layer.source.buffer.buffer) { |
| 942 | ATRACE_NAME("DrawImage"); |
| 943 | validateInputBufferUsage(layer.source.buffer.buffer->getBuffer()); |
| 944 | const auto& item = layer.source.buffer; |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 945 | auto imageTextureRef = getOrCreateBackendTexture(item.buffer->getBuffer(), false); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 946 | |
| 947 | // if the layer's buffer has a fence, then we must must respect the fence prior to using |
| 948 | // the buffer. |
| 949 | if (layer.source.buffer.fence != nullptr) { |
| 950 | waitFence(grContext, layer.source.buffer.fence->get()); |
| 951 | } |
| 952 | |
| 953 | // isOpaque means we need to ignore the alpha in the image, |
| 954 | // replacing it with the alpha specified by the LayerSettings. See |
| 955 | // https://developer.android.com/reference/android/view/SurfaceControl.Builder#setOpaque(boolean) |
| 956 | // The proper way to do this is to use an SkColorType that ignores |
| 957 | // alpha, like kRGB_888x_SkColorType, and that is used if the |
| 958 | // incoming image is kRGBA_8888_SkColorType. However, the incoming |
| 959 | // image may be kRGBA_F16_SkColorType, for which there is no RGBX |
| 960 | // SkColorType, or kRGBA_1010102_SkColorType, for which we have |
| 961 | // kRGB_101010x_SkColorType, but it is not yet supported as a source |
| 962 | // on the GPU. (Adding both is tracked in skbug.com/12048.) In the |
| 963 | // meantime, we'll use a workaround that works unless we need to do |
| 964 | // any color conversion. The workaround requires that we pretend the |
| 965 | // image is already premultiplied, so that we do not premultiply it |
| 966 | // before applying SkBlendMode::kPlus. |
| 967 | const bool useIsOpaqueWorkaround = item.isOpaque && |
| 968 | (imageTextureRef->colorType() == kRGBA_1010102_SkColorType || |
| 969 | imageTextureRef->colorType() == kRGBA_F16_SkColorType); |
| 970 | const auto alphaType = useIsOpaqueWorkaround ? kPremul_SkAlphaType |
| 971 | : item.isOpaque ? kOpaque_SkAlphaType |
| 972 | : item.usePremultipliedAlpha ? kPremul_SkAlphaType |
| 973 | : kUnpremul_SkAlphaType; |
| 974 | sk_sp<SkImage> image = imageTextureRef->makeImage(layerDataspace, alphaType, grContext); |
| 975 | |
| 976 | auto texMatrix = getSkM44(item.textureTransform).asM33(); |
| 977 | // textureTansform was intended to be passed directly into a shader, so when |
| 978 | // building the total matrix with the textureTransform we need to first |
| 979 | // normalize it, then apply the textureTransform, then scale back up. |
| 980 | texMatrix.preScale(1.0f / bounds.width(), 1.0f / bounds.height()); |
| 981 | texMatrix.postScale(image->width(), image->height()); |
| 982 | |
| 983 | SkMatrix matrix; |
| 984 | if (!texMatrix.invert(&matrix)) { |
| 985 | matrix = texMatrix; |
| 986 | } |
| 987 | // The shader does not respect the translation, so we add it to the texture |
| 988 | // transform for the SkImage. This will make sure that the correct layer contents |
| 989 | // are drawn in the correct part of the screen. |
| 990 | matrix.postTranslate(bounds.rect().fLeft, bounds.rect().fTop); |
| 991 | |
| 992 | sk_sp<SkShader> shader; |
| 993 | |
| 994 | if (layer.source.buffer.useTextureFiltering) { |
| 995 | shader = image->makeShader(SkTileMode::kClamp, SkTileMode::kClamp, |
| 996 | SkSamplingOptions( |
| 997 | {SkFilterMode::kLinear, SkMipmapMode::kNone}), |
| 998 | &matrix); |
| 999 | } else { |
| 1000 | shader = image->makeShader(SkSamplingOptions(), matrix); |
| 1001 | } |
| 1002 | |
| 1003 | if (useIsOpaqueWorkaround) { |
| 1004 | shader = SkShaders::Blend(SkBlendMode::kPlus, shader, |
| 1005 | SkShaders::Color(SkColors::kBlack, |
| 1006 | toSkColorSpace(layerDataspace))); |
| 1007 | } |
| 1008 | |
| 1009 | paint.setShader(createRuntimeEffectShader( |
| 1010 | RuntimeEffectShaderParameters{.shader = shader, |
| 1011 | .layer = layer, |
| 1012 | .display = display, |
| 1013 | .undoPremultipliedAlpha = !item.isOpaque && |
| 1014 | item.usePremultipliedAlpha, |
| 1015 | .requiresLinearEffect = requiresLinearEffect, |
| 1016 | .layerDimmingRatio = dimInLinearSpace |
| 1017 | ? layerDimmingRatio |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 1018 | : 1.f, |
Alec Mouri | e0bb6f4 | 2023-08-02 22:41:52 +0000 | [diff] [blame] | 1019 | .outputDataSpace = display.outputDataspace, |
| 1020 | .fakeOutputDataspace = fakeDataspace})); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1021 | |
| 1022 | // Turn on dithering when dimming beyond this (arbitrary) threshold... |
| 1023 | static constexpr float kDimmingThreshold = 0.2f; |
| 1024 | // ...or we're rendering an HDR layer down to an 8-bit target |
| 1025 | // Most HDR standards require at least 10-bits of color depth for source content, so we |
| 1026 | // can just extract the transfer function rather than dig into precise gralloc layout. |
| 1027 | // Furthermore, we can assume that the only 8-bit target we support is RGBA8888. |
| 1028 | const bool requiresDownsample = isHdrDataspace(layer.sourceDataspace) && |
| 1029 | buffer->getPixelFormat() == PIXEL_FORMAT_RGBA_8888; |
| 1030 | if (layerDimmingRatio <= kDimmingThreshold || requiresDownsample) { |
| 1031 | paint.setDither(true); |
| 1032 | } |
| 1033 | paint.setAlphaf(layer.alpha); |
| 1034 | |
| 1035 | if (imageTextureRef->colorType() == kAlpha_8_SkColorType) { |
| 1036 | LOG_ALWAYS_FATAL_IF(layer.disableBlending, "Cannot disableBlending with A8"); |
| 1037 | |
| 1038 | // SysUI creates the alpha layer as a coverage layer, which is |
| 1039 | // appropriate for the DPU. Use a color matrix to convert it to |
| 1040 | // a mask. |
| 1041 | // TODO (b/219525258): Handle input as a mask. |
| 1042 | // |
| 1043 | // The color matrix will convert A8 pixels with no alpha to |
| 1044 | // black, as described by this vector. If the display handles |
| 1045 | // the color transform, we need to invert it to find the color |
| 1046 | // that will result in black after the DPU applies the transform. |
| 1047 | SkV4 black{0.0f, 0.0f, 0.0f, 1.0f}; // r, g, b, a |
| 1048 | if (display.colorTransform != mat4() && display.deviceHandlesColorTransform) { |
| 1049 | SkM44 colorSpaceMatrix = getSkM44(display.colorTransform); |
| 1050 | if (colorSpaceMatrix.invert(&colorSpaceMatrix)) { |
| 1051 | black = colorSpaceMatrix * black; |
| 1052 | } else { |
| 1053 | // We'll just have to use 0,0,0 as black, which should |
| 1054 | // be close to correct. |
| 1055 | ALOGI("Could not invert colorTransform!"); |
| 1056 | } |
| 1057 | } |
| 1058 | SkColorMatrix colorMatrix(0, 0, 0, 0, black[0], |
| 1059 | 0, 0, 0, 0, black[1], |
| 1060 | 0, 0, 0, 0, black[2], |
| 1061 | 0, 0, 0, -1, 1); |
| 1062 | if (display.colorTransform != mat4() && !display.deviceHandlesColorTransform) { |
| 1063 | // On the other hand, if the device doesn't handle it, we |
| 1064 | // have to apply it ourselves. |
| 1065 | colorMatrix.postConcat(toSkColorMatrix(display.colorTransform)); |
| 1066 | } |
| 1067 | paint.setColorFilter(SkColorFilters::Matrix(colorMatrix)); |
| 1068 | } |
| 1069 | } else { |
| 1070 | ATRACE_NAME("DrawColor"); |
| 1071 | const auto color = layer.source.solidColor; |
| 1072 | sk_sp<SkShader> shader = SkShaders::Color(SkColor4f{.fR = color.r, |
| 1073 | .fG = color.g, |
| 1074 | .fB = color.b, |
| 1075 | .fA = layer.alpha}, |
| 1076 | toSkColorSpace(layerDataspace)); |
| 1077 | paint.setShader(createRuntimeEffectShader( |
| 1078 | RuntimeEffectShaderParameters{.shader = shader, |
| 1079 | .layer = layer, |
| 1080 | .display = display, |
| 1081 | .undoPremultipliedAlpha = false, |
| 1082 | .requiresLinearEffect = requiresLinearEffect, |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 1083 | .layerDimmingRatio = layerDimmingRatio, |
Alec Mouri | e0bb6f4 | 2023-08-02 22:41:52 +0000 | [diff] [blame] | 1084 | .outputDataSpace = display.outputDataspace, |
| 1085 | .fakeOutputDataspace = fakeDataspace})); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1086 | } |
| 1087 | |
| 1088 | if (layer.disableBlending) { |
| 1089 | paint.setBlendMode(SkBlendMode::kSrc); |
| 1090 | } |
| 1091 | |
| 1092 | // An A8 buffer will already have the proper color filter attached to |
| 1093 | // its paint, including the displayColorTransform as needed. |
| 1094 | if (!paint.getColorFilter()) { |
| 1095 | if (!dimInLinearSpace && !equalsWithinMargin(1.0, layerDimmingRatio)) { |
| 1096 | // If we don't dim in linear space, then when we gamma correct the dimming ratio we |
| 1097 | // can assume a gamma 2.2 transfer function. |
| 1098 | static constexpr float kInverseGamma22 = 1.f / 2.2f; |
| 1099 | const auto gammaCorrectedDimmingRatio = |
| 1100 | std::pow(layerDimmingRatio, kInverseGamma22); |
| 1101 | auto dimmingMatrix = |
| 1102 | mat4::scale(vec4(gammaCorrectedDimmingRatio, gammaCorrectedDimmingRatio, |
| 1103 | gammaCorrectedDimmingRatio, 1.f)); |
| 1104 | |
| 1105 | const auto colorFilter = |
| 1106 | SkColorFilters::Matrix(toSkColorMatrix(std::move(dimmingMatrix))); |
| 1107 | paint.setColorFilter(displayColorTransform |
| 1108 | ? displayColorTransform->makeComposed(colorFilter) |
| 1109 | : colorFilter); |
| 1110 | } else { |
| 1111 | paint.setColorFilter(displayColorTransform); |
| 1112 | } |
| 1113 | } |
| 1114 | |
| 1115 | if (!roundRectClip.isEmpty()) { |
| 1116 | canvas->clipRRect(roundRectClip, true); |
| 1117 | } |
| 1118 | |
| 1119 | if (!bounds.isRect()) { |
| 1120 | paint.setAntiAlias(true); |
| 1121 | canvas->drawRRect(bounds, paint); |
| 1122 | } else { |
| 1123 | canvas->drawRect(bounds.rect(), paint); |
| 1124 | } |
| 1125 | if (kFlushAfterEveryLayer) { |
| 1126 | ATRACE_NAME("flush surface"); |
Kevin Lubick | 208e11a | 2023-05-31 19:34:46 +0000 | [diff] [blame] | 1127 | skgpu::ganesh::Flush(activeSurface); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1128 | } |
| 1129 | } |
| 1130 | for (const auto& borderRenderInfo : display.borderInfoList) { |
| 1131 | SkPaint p; |
| 1132 | p.setColor(SkColor4f{borderRenderInfo.color.r, borderRenderInfo.color.g, |
| 1133 | borderRenderInfo.color.b, borderRenderInfo.color.a}); |
| 1134 | p.setAntiAlias(true); |
| 1135 | p.setStyle(SkPaint::kStroke_Style); |
| 1136 | p.setStrokeWidth(borderRenderInfo.width); |
| 1137 | SkRegion sk_region; |
| 1138 | SkPath path; |
| 1139 | |
| 1140 | // Construct a final SkRegion using Regions |
| 1141 | for (const auto& r : borderRenderInfo.combinedRegion) { |
| 1142 | sk_region.op({r.left, r.top, r.right, r.bottom}, SkRegion::kUnion_Op); |
| 1143 | } |
| 1144 | |
| 1145 | sk_region.getBoundaryPath(&path); |
| 1146 | canvas->drawPath(path, p); |
| 1147 | path.close(); |
| 1148 | } |
| 1149 | |
| 1150 | surfaceAutoSaveRestore.restore(); |
| 1151 | mCapture->endCapture(); |
| 1152 | { |
| 1153 | ATRACE_NAME("flush surface"); |
| 1154 | LOG_ALWAYS_FATAL_IF(activeSurface != dstSurface); |
Kevin Lubick | 208e11a | 2023-05-31 19:34:46 +0000 | [diff] [blame] | 1155 | skgpu::ganesh::Flush(activeSurface); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1156 | } |
| 1157 | |
Alec Mouri | 0e7d8fd | 2023-05-03 23:58:43 +0000 | [diff] [blame] | 1158 | auto drawFence = sp<Fence>::make(flushAndSubmit(grContext)); |
| 1159 | |
| 1160 | if (ATRACE_ENABLED()) { |
| 1161 | static gui::FenceMonitor sMonitor("RE Completion"); |
| 1162 | sMonitor.queueFence(drawFence); |
| 1163 | } |
| 1164 | resultPromise->set_value(std::move(drawFence)); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1165 | } |
| 1166 | |
| 1167 | size_t SkiaRenderEngine::getMaxTextureSize() const { |
| 1168 | return mGrContext->maxTextureSize(); |
| 1169 | } |
| 1170 | |
| 1171 | size_t SkiaRenderEngine::getMaxViewportDims() const { |
| 1172 | return mGrContext->maxRenderTargetSize(); |
| 1173 | } |
| 1174 | |
| 1175 | void SkiaRenderEngine::drawShadow(SkCanvas* canvas, |
| 1176 | const SkRRect& casterRRect, |
| 1177 | const ShadowSettings& settings) { |
| 1178 | ATRACE_CALL(); |
| 1179 | const float casterZ = settings.length / 2.0f; |
| 1180 | const auto flags = |
| 1181 | settings.casterIsTranslucent ? kTransparentOccluder_ShadowFlag : kNone_ShadowFlag; |
| 1182 | |
| 1183 | SkShadowUtils::DrawShadow(canvas, SkPath::RRect(casterRRect), SkPoint3::Make(0, 0, casterZ), |
| 1184 | getSkPoint3(settings.lightPos), settings.lightRadius, |
| 1185 | getSkColor(settings.ambientColor), getSkColor(settings.spotColor), |
| 1186 | flags); |
| 1187 | } |
| 1188 | |
| 1189 | void SkiaRenderEngine::onActiveDisplaySizeChanged(ui::Size size) { |
| 1190 | // This cache multiplier was selected based on review of cache sizes relative |
| 1191 | // to the screen resolution. Looking at the worst case memory needed by blur (~1.5x), |
| 1192 | // shadows (~1x), and general data structures (e.g. vertex buffers) we selected this as a |
| 1193 | // conservative default based on that analysis. |
| 1194 | const float SURFACE_SIZE_MULTIPLIER = 3.5f * bytesPerPixel(mDefaultPixelFormat); |
| 1195 | const int maxResourceBytes = size.width * size.height * SURFACE_SIZE_MULTIPLIER; |
| 1196 | |
| 1197 | // start by resizing the current context |
| 1198 | getActiveGrContext()->setResourceCacheLimit(maxResourceBytes); |
| 1199 | |
| 1200 | // if it is possible to switch contexts then we will resize the other context |
| 1201 | const bool originalProtectedState = mInProtectedContext; |
| 1202 | useProtectedContext(!mInProtectedContext); |
| 1203 | if (mInProtectedContext != originalProtectedState) { |
| 1204 | getActiveGrContext()->setResourceCacheLimit(maxResourceBytes); |
| 1205 | // reset back to the initial context that was active when this method was called |
| 1206 | useProtectedContext(originalProtectedState); |
| 1207 | } |
| 1208 | } |
| 1209 | |
| 1210 | void SkiaRenderEngine::dump(std::string& result) { |
| 1211 | // Dump for the specific backend (GLES or Vk) |
| 1212 | appendBackendSpecificInfoToDump(result); |
| 1213 | |
| 1214 | // Info about protected content |
| 1215 | StringAppendF(&result, "RenderEngine supports protected context: %d\n", |
| 1216 | supportsProtectedContent()); |
| 1217 | StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext); |
| 1218 | StringAppendF(&result, "RenderEngine shaders cached since last dump/primeCache: %d\n", |
| 1219 | mSkSLCacheMonitor.shadersCachedSinceLastCall()); |
| 1220 | |
| 1221 | std::vector<ResourcePair> cpuResourceMap = { |
| 1222 | {"skia/sk_resource_cache/bitmap_", "Bitmaps"}, |
| 1223 | {"skia/sk_resource_cache/rrect-blur_", "Masks"}, |
| 1224 | {"skia/sk_resource_cache/rects-blur_", "Masks"}, |
| 1225 | {"skia/sk_resource_cache/tessellated", "Shadows"}, |
| 1226 | {"skia", "Other"}, |
| 1227 | }; |
| 1228 | SkiaMemoryReporter cpuReporter(cpuResourceMap, false); |
| 1229 | SkGraphics::DumpMemoryStatistics(&cpuReporter); |
| 1230 | StringAppendF(&result, "Skia CPU Caches: "); |
| 1231 | cpuReporter.logTotals(result); |
| 1232 | cpuReporter.logOutput(result); |
| 1233 | |
| 1234 | { |
| 1235 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 1236 | |
| 1237 | std::vector<ResourcePair> gpuResourceMap = { |
| 1238 | {"texture_renderbuffer", "Texture/RenderBuffer"}, |
| 1239 | {"texture", "Texture"}, |
| 1240 | {"gr_text_blob_cache", "Text"}, |
| 1241 | {"skia", "Other"}, |
| 1242 | }; |
| 1243 | SkiaMemoryReporter gpuReporter(gpuResourceMap, true); |
| 1244 | mGrContext->dumpMemoryStatistics(&gpuReporter); |
| 1245 | StringAppendF(&result, "Skia's GPU Caches: "); |
| 1246 | gpuReporter.logTotals(result); |
| 1247 | gpuReporter.logOutput(result); |
| 1248 | StringAppendF(&result, "Skia's Wrapped Objects:\n"); |
| 1249 | gpuReporter.logOutput(result, true); |
| 1250 | |
| 1251 | StringAppendF(&result, "RenderEngine tracked buffers: %zu\n", |
| 1252 | mGraphicBufferExternalRefs.size()); |
| 1253 | StringAppendF(&result, "Dumping buffer ids...\n"); |
| 1254 | for (const auto& [id, refCounts] : mGraphicBufferExternalRefs) { |
| 1255 | StringAppendF(&result, "- 0x%" PRIx64 " - %d refs \n", id, refCounts); |
| 1256 | } |
| 1257 | StringAppendF(&result, "RenderEngine AHB/BackendTexture cache size: %zu\n", |
| 1258 | mTextureCache.size()); |
| 1259 | StringAppendF(&result, "Dumping buffer ids...\n"); |
| 1260 | // TODO(178539829): It would be nice to know which layer these are coming from and what |
| 1261 | // the texture sizes are. |
| 1262 | for (const auto& [id, unused] : mTextureCache) { |
| 1263 | StringAppendF(&result, "- 0x%" PRIx64 "\n", id); |
| 1264 | } |
| 1265 | StringAppendF(&result, "\n"); |
| 1266 | |
| 1267 | SkiaMemoryReporter gpuProtectedReporter(gpuResourceMap, true); |
| 1268 | if (mProtectedGrContext) { |
| 1269 | mProtectedGrContext->dumpMemoryStatistics(&gpuProtectedReporter); |
| 1270 | } |
| 1271 | StringAppendF(&result, "Skia's GPU Protected Caches: "); |
| 1272 | gpuProtectedReporter.logTotals(result); |
| 1273 | gpuProtectedReporter.logOutput(result); |
| 1274 | StringAppendF(&result, "Skia's Protected Wrapped Objects:\n"); |
| 1275 | gpuProtectedReporter.logOutput(result, true); |
| 1276 | |
| 1277 | StringAppendF(&result, "\n"); |
| 1278 | StringAppendF(&result, "RenderEngine runtime effects: %zu\n", mRuntimeEffects.size()); |
| 1279 | for (const auto& [linearEffect, unused] : mRuntimeEffects) { |
| 1280 | StringAppendF(&result, "- inputDataspace: %s\n", |
| 1281 | dataspaceDetails( |
| 1282 | static_cast<android_dataspace>(linearEffect.inputDataspace)) |
| 1283 | .c_str()); |
| 1284 | StringAppendF(&result, "- outputDataspace: %s\n", |
| 1285 | dataspaceDetails( |
| 1286 | static_cast<android_dataspace>(linearEffect.outputDataspace)) |
| 1287 | .c_str()); |
| 1288 | StringAppendF(&result, "undoPremultipliedAlpha: %s\n", |
| 1289 | linearEffect.undoPremultipliedAlpha ? "true" : "false"); |
| 1290 | } |
| 1291 | } |
| 1292 | StringAppendF(&result, "\n"); |
| 1293 | } |
| 1294 | |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 1295 | } // namespace skia |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 1296 | } // namespace renderengine |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 1297 | } // namespace android |