John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2020 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 17 | #undef LOG_TAG |
| 18 | #define LOG_TAG "RenderEngine" |
| 19 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS |
| 20 | |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 21 | #include "SkiaRenderEngine.h" |
| 22 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 23 | #include <GrBackendSemaphore.h> |
| 24 | #include <GrContextOptions.h> |
| 25 | #include <SkBlendMode.h> |
| 26 | #include <SkCanvas.h> |
| 27 | #include <SkColor.h> |
| 28 | #include <SkColorFilter.h> |
| 29 | #include <SkColorMatrix.h> |
| 30 | #include <SkColorSpace.h> |
| 31 | #include <SkData.h> |
| 32 | #include <SkGraphics.h> |
| 33 | #include <SkImage.h> |
| 34 | #include <SkImageFilters.h> |
| 35 | #include <SkImageInfo.h> |
| 36 | #include <SkM44.h> |
| 37 | #include <SkMatrix.h> |
| 38 | #include <SkPaint.h> |
| 39 | #include <SkPath.h> |
| 40 | #include <SkPoint.h> |
| 41 | #include <SkPoint3.h> |
| 42 | #include <SkRect.h> |
| 43 | #include <SkRefCnt.h> |
| 44 | #include <SkRegion.h> |
| 45 | #include <SkRRect.h> |
| 46 | #include <SkRuntimeEffect.h> |
| 47 | #include <SkSamplingOptions.h> |
| 48 | #include <SkScalar.h> |
| 49 | #include <SkShader.h> |
| 50 | #include <SkShadowUtils.h> |
| 51 | #include <SkString.h> |
| 52 | #include <SkSurface.h> |
| 53 | #include <SkTileMode.h> |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 54 | #include <src/core/SkTraceEventCommon.h> |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 55 | #include <android-base/stringprintf.h> |
| 56 | #include <gui/TraceUtils.h> |
| 57 | #include <sync/sync.h> |
| 58 | #include <ui/BlurRegion.h> |
| 59 | #include <ui/DataspaceUtils.h> |
| 60 | #include <ui/DebugUtils.h> |
| 61 | #include <ui/GraphicBuffer.h> |
| 62 | #include <utils/Trace.h> |
| 63 | |
| 64 | #include <cmath> |
| 65 | #include <cstdint> |
| 66 | #include <memory> |
| 67 | #include <numeric> |
| 68 | |
| 69 | #include "Cache.h" |
| 70 | #include "ColorSpaces.h" |
| 71 | #include "filters/BlurFilter.h" |
| 72 | #include "filters/GaussianBlurFilter.h" |
| 73 | #include "filters/KawaseBlurFilter.h" |
| 74 | #include "filters/LinearEffect.h" |
| 75 | #include "log/log_main.h" |
| 76 | #include "skia/debug/SkiaCapture.h" |
| 77 | #include "skia/debug/SkiaMemoryReporter.h" |
| 78 | #include "skia/filters/StretchShaderFactory.h" |
| 79 | #include "system/graphics-base-v1.0.h" |
| 80 | |
| 81 | namespace { |
| 82 | |
| 83 | // Debugging settings |
| 84 | static const bool kPrintLayerSettings = false; |
| 85 | static const bool kFlushAfterEveryLayer = kPrintLayerSettings; |
| 86 | |
| 87 | } // namespace |
| 88 | |
| 89 | // Utility functions related to SkRect |
| 90 | |
| 91 | namespace { |
| 92 | |
| 93 | static inline SkRect getSkRect(const android::FloatRect& rect) { |
| 94 | return SkRect::MakeLTRB(rect.left, rect.top, rect.right, rect.bottom); |
| 95 | } |
| 96 | |
| 97 | static inline SkRect getSkRect(const android::Rect& rect) { |
| 98 | return SkRect::MakeLTRB(rect.left, rect.top, rect.right, rect.bottom); |
| 99 | } |
| 100 | |
| 101 | /** |
| 102 | * Verifies that common, simple bounds + clip combinations can be converted into |
| 103 | * a single RRect draw call returning true if possible. If true the radii parameter |
| 104 | * will be filled with the correct radii values that combined with bounds param will |
| 105 | * produce the insected roundRect. If false, the returned state of the radii param is undefined. |
| 106 | */ |
| 107 | static bool intersectionIsRoundRect(const SkRect& bounds, const SkRect& crop, |
| 108 | const SkRect& insetCrop, const android::vec2& cornerRadius, |
| 109 | SkVector radii[4]) { |
| 110 | const bool leftEqual = bounds.fLeft == crop.fLeft; |
| 111 | const bool topEqual = bounds.fTop == crop.fTop; |
| 112 | const bool rightEqual = bounds.fRight == crop.fRight; |
| 113 | const bool bottomEqual = bounds.fBottom == crop.fBottom; |
| 114 | |
| 115 | // In the event that the corners of the bounds only partially align with the crop we |
| 116 | // need to ensure that the resulting shape can still be represented as a round rect. |
| 117 | // In particular the round rect implementation will scale the value of all corner radii |
| 118 | // if the sum of the radius along any edge is greater than the length of that edge. |
| 119 | // See https://www.w3.org/TR/css-backgrounds-3/#corner-overlap |
| 120 | const bool requiredWidth = bounds.width() > (cornerRadius.x * 2); |
| 121 | const bool requiredHeight = bounds.height() > (cornerRadius.y * 2); |
| 122 | if (!requiredWidth || !requiredHeight) { |
| 123 | return false; |
| 124 | } |
| 125 | |
| 126 | // Check each cropped corner to ensure that it exactly matches the crop or its corner is |
| 127 | // contained within the cropped shape and does not need rounded. |
| 128 | // compute the UpperLeft corner radius |
| 129 | if (leftEqual && topEqual) { |
| 130 | radii[0].set(cornerRadius.x, cornerRadius.y); |
| 131 | } else if ((leftEqual && bounds.fTop >= insetCrop.fTop) || |
| 132 | (topEqual && bounds.fLeft >= insetCrop.fLeft)) { |
| 133 | radii[0].set(0, 0); |
| 134 | } else { |
| 135 | return false; |
| 136 | } |
| 137 | // compute the UpperRight corner radius |
| 138 | if (rightEqual && topEqual) { |
| 139 | radii[1].set(cornerRadius.x, cornerRadius.y); |
| 140 | } else if ((rightEqual && bounds.fTop >= insetCrop.fTop) || |
| 141 | (topEqual && bounds.fRight <= insetCrop.fRight)) { |
| 142 | radii[1].set(0, 0); |
| 143 | } else { |
| 144 | return false; |
| 145 | } |
| 146 | // compute the BottomRight corner radius |
| 147 | if (rightEqual && bottomEqual) { |
| 148 | radii[2].set(cornerRadius.x, cornerRadius.y); |
| 149 | } else if ((rightEqual && bounds.fBottom <= insetCrop.fBottom) || |
| 150 | (bottomEqual && bounds.fRight <= insetCrop.fRight)) { |
| 151 | radii[2].set(0, 0); |
| 152 | } else { |
| 153 | return false; |
| 154 | } |
| 155 | // compute the BottomLeft corner radius |
| 156 | if (leftEqual && bottomEqual) { |
| 157 | radii[3].set(cornerRadius.x, cornerRadius.y); |
| 158 | } else if ((leftEqual && bounds.fBottom <= insetCrop.fBottom) || |
| 159 | (bottomEqual && bounds.fLeft >= insetCrop.fLeft)) { |
| 160 | radii[3].set(0, 0); |
| 161 | } else { |
| 162 | return false; |
| 163 | } |
| 164 | |
| 165 | return true; |
| 166 | } |
| 167 | |
| 168 | static inline std::pair<SkRRect, SkRRect> getBoundsAndClip(const android::FloatRect& boundsRect, |
| 169 | const android::FloatRect& cropRect, |
| 170 | const android::vec2& cornerRadius) { |
| 171 | const SkRect bounds = getSkRect(boundsRect); |
| 172 | const SkRect crop = getSkRect(cropRect); |
| 173 | |
| 174 | SkRRect clip; |
| 175 | if (cornerRadius.x > 0 && cornerRadius.y > 0) { |
| 176 | // it the crop and the bounds are equivalent or there is no crop then we don't need a clip |
| 177 | if (bounds == crop || crop.isEmpty()) { |
| 178 | return {SkRRect::MakeRectXY(bounds, cornerRadius.x, cornerRadius.y), clip}; |
| 179 | } |
| 180 | |
| 181 | // This makes an effort to speed up common, simple bounds + clip combinations by |
| 182 | // converting them to a single RRect draw. It is possible there are other cases |
| 183 | // that can be converted. |
| 184 | if (crop.contains(bounds)) { |
| 185 | const auto insetCrop = crop.makeInset(cornerRadius.x, cornerRadius.y); |
| 186 | if (insetCrop.contains(bounds)) { |
| 187 | return {SkRRect::MakeRect(bounds), clip}; // clip is empty - no rounding required |
| 188 | } |
| 189 | |
| 190 | SkVector radii[4]; |
| 191 | if (intersectionIsRoundRect(bounds, crop, insetCrop, cornerRadius, radii)) { |
| 192 | SkRRect intersectionBounds; |
| 193 | intersectionBounds.setRectRadii(bounds, radii); |
| 194 | return {intersectionBounds, clip}; |
| 195 | } |
| 196 | } |
| 197 | |
| 198 | // we didn't hit any of our fast paths so set the clip to the cropRect |
| 199 | clip.setRectXY(crop, cornerRadius.x, cornerRadius.y); |
| 200 | } |
| 201 | |
| 202 | // if we hit this point then we either don't have rounded corners or we are going to rely |
| 203 | // on the clip to round the corners for us |
| 204 | return {SkRRect::MakeRect(bounds), clip}; |
| 205 | } |
| 206 | |
| 207 | static inline bool layerHasBlur(const android::renderengine::LayerSettings& layer, |
| 208 | bool colorTransformModifiesAlpha) { |
| 209 | if (layer.backgroundBlurRadius > 0 || layer.blurRegions.size()) { |
| 210 | // return false if the content is opaque and would therefore occlude the blur |
| 211 | const bool opaqueContent = !layer.source.buffer.buffer || layer.source.buffer.isOpaque; |
| 212 | const bool opaqueAlpha = layer.alpha == 1.0f && !colorTransformModifiesAlpha; |
| 213 | return layer.skipContentDraw || !(opaqueContent && opaqueAlpha); |
| 214 | } |
| 215 | return false; |
| 216 | } |
| 217 | |
| 218 | static inline SkColor getSkColor(const android::vec4& color) { |
| 219 | return SkColorSetARGB(color.a * 255, color.r * 255, color.g * 255, color.b * 255); |
| 220 | } |
| 221 | |
| 222 | static inline SkM44 getSkM44(const android::mat4& matrix) { |
| 223 | return SkM44(matrix[0][0], matrix[1][0], matrix[2][0], matrix[3][0], |
| 224 | matrix[0][1], matrix[1][1], matrix[2][1], matrix[3][1], |
| 225 | matrix[0][2], matrix[1][2], matrix[2][2], matrix[3][2], |
| 226 | matrix[0][3], matrix[1][3], matrix[2][3], matrix[3][3]); |
| 227 | } |
| 228 | |
| 229 | static inline SkPoint3 getSkPoint3(const android::vec3& vector) { |
| 230 | return SkPoint3::Make(vector.x, vector.y, vector.z); |
| 231 | } |
| 232 | |
| 233 | } // namespace |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 234 | |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 235 | namespace android { |
| 236 | namespace renderengine { |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 237 | namespace skia { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 238 | |
| 239 | using base::StringAppendF; |
| 240 | |
| 241 | std::future<void> SkiaRenderEngine::primeCache() { |
| 242 | Cache::primeShaderCache(this); |
| 243 | return {}; |
| 244 | } |
| 245 | |
| 246 | sk_sp<SkData> SkiaRenderEngine::SkSLCacheMonitor::load(const SkData& key) { |
| 247 | // This "cache" does not actually cache anything. It just allows us to |
| 248 | // monitor Skia's internal cache. So this method always returns null. |
| 249 | return nullptr; |
| 250 | } |
| 251 | |
| 252 | void SkiaRenderEngine::SkSLCacheMonitor::store(const SkData& key, const SkData& data, |
| 253 | const SkString& description) { |
| 254 | mShadersCachedSinceLastCall++; |
| 255 | mTotalShadersCompiled++; |
| 256 | ATRACE_FORMAT("SF cache: %i shaders", mTotalShadersCompiled); |
| 257 | } |
| 258 | |
| 259 | int SkiaRenderEngine::reportShadersCompiled() { |
| 260 | return mSkSLCacheMonitor.totalShadersCompiled(); |
| 261 | } |
Leon Scroggins III | a37ca99 | 2022-02-02 18:08:20 -0500 | [diff] [blame] | 262 | |
| 263 | void SkiaRenderEngine::setEnableTracing(bool tracingEnabled) { |
| 264 | SkAndroidFrameworkTraceUtil::setEnableTracing(tracingEnabled); |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 265 | } |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 266 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 267 | SkiaRenderEngine::SkiaRenderEngine(RenderEngineType type, PixelFormat pixelFormat, |
| 268 | bool useColorManagement, bool supportsBackgroundBlur) |
| 269 | : RenderEngine(type), |
| 270 | mDefaultPixelFormat(pixelFormat), |
| 271 | mUseColorManagement(useColorManagement) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 272 | if (supportsBackgroundBlur) { |
| 273 | ALOGD("Background Blurs Enabled"); |
| 274 | mBlurFilter = new KawaseBlurFilter(); |
| 275 | } |
| 276 | mCapture = std::make_unique<SkiaCapture>(); |
| 277 | } |
| 278 | |
| 279 | SkiaRenderEngine::~SkiaRenderEngine() { } |
| 280 | |
| 281 | // To be called from backend dtors. |
| 282 | void SkiaRenderEngine::finishRenderingAndAbandonContext() { |
| 283 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 284 | |
| 285 | if (mBlurFilter) { |
| 286 | delete mBlurFilter; |
| 287 | } |
| 288 | |
| 289 | if (mGrContext) { |
| 290 | mGrContext->flushAndSubmit(true); |
| 291 | mGrContext->abandonContext(); |
| 292 | } |
| 293 | |
| 294 | if (mProtectedGrContext) { |
| 295 | mProtectedGrContext->flushAndSubmit(true); |
| 296 | mProtectedGrContext->abandonContext(); |
| 297 | } |
| 298 | } |
| 299 | |
| 300 | void SkiaRenderEngine::useProtectedContext(bool useProtectedContext) { |
| 301 | if (useProtectedContext == mInProtectedContext || |
| 302 | (useProtectedContext && !supportsProtectedContent())) { |
| 303 | return; |
| 304 | } |
| 305 | |
| 306 | // release any scratch resources before switching into a new mode |
| 307 | if (getActiveGrContext()) { |
| 308 | getActiveGrContext()->purgeUnlockedResources(true); |
| 309 | } |
| 310 | |
| 311 | // Backend-specific way to switch to protected context |
| 312 | if (useProtectedContextImpl( |
| 313 | useProtectedContext ? GrProtected::kYes : GrProtected::kNo)) { |
| 314 | mInProtectedContext = useProtectedContext; |
| 315 | // given that we are sharing the same thread between two GrContexts we need to |
| 316 | // make sure that the thread state is reset when switching between the two. |
| 317 | if (getActiveGrContext()) { |
| 318 | getActiveGrContext()->resetContext(); |
| 319 | } |
| 320 | } |
| 321 | } |
| 322 | |
| 323 | GrDirectContext* SkiaRenderEngine::getActiveGrContext() { |
| 324 | return mInProtectedContext ? mProtectedGrContext.get() : mGrContext.get(); |
| 325 | } |
| 326 | |
| 327 | static float toDegrees(uint32_t transform) { |
| 328 | switch (transform) { |
| 329 | case ui::Transform::ROT_90: |
| 330 | return 90.0; |
| 331 | case ui::Transform::ROT_180: |
| 332 | return 180.0; |
| 333 | case ui::Transform::ROT_270: |
| 334 | return 270.0; |
| 335 | default: |
| 336 | return 0.0; |
| 337 | } |
| 338 | } |
| 339 | |
| 340 | static SkColorMatrix toSkColorMatrix(const android::mat4& matrix) { |
| 341 | return SkColorMatrix(matrix[0][0], matrix[1][0], matrix[2][0], matrix[3][0], 0, matrix[0][1], |
| 342 | matrix[1][1], matrix[2][1], matrix[3][1], 0, matrix[0][2], matrix[1][2], |
| 343 | matrix[2][2], matrix[3][2], 0, matrix[0][3], matrix[1][3], matrix[2][3], |
| 344 | matrix[3][3], 0); |
| 345 | } |
| 346 | |
| 347 | static bool needsToneMapping(ui::Dataspace sourceDataspace, ui::Dataspace destinationDataspace) { |
| 348 | int64_t sourceTransfer = sourceDataspace & HAL_DATASPACE_TRANSFER_MASK; |
| 349 | int64_t destTransfer = destinationDataspace & HAL_DATASPACE_TRANSFER_MASK; |
| 350 | |
| 351 | // Treat unsupported dataspaces as srgb |
| 352 | if (destTransfer != HAL_DATASPACE_TRANSFER_LINEAR && |
| 353 | destTransfer != HAL_DATASPACE_TRANSFER_HLG && |
| 354 | destTransfer != HAL_DATASPACE_TRANSFER_ST2084) { |
| 355 | destTransfer = HAL_DATASPACE_TRANSFER_SRGB; |
| 356 | } |
| 357 | |
| 358 | if (sourceTransfer != HAL_DATASPACE_TRANSFER_LINEAR && |
| 359 | sourceTransfer != HAL_DATASPACE_TRANSFER_HLG && |
| 360 | sourceTransfer != HAL_DATASPACE_TRANSFER_ST2084) { |
| 361 | sourceTransfer = HAL_DATASPACE_TRANSFER_SRGB; |
| 362 | } |
| 363 | |
| 364 | const bool isSourceLinear = sourceTransfer == HAL_DATASPACE_TRANSFER_LINEAR; |
| 365 | const bool isSourceSRGB = sourceTransfer == HAL_DATASPACE_TRANSFER_SRGB; |
| 366 | const bool isDestLinear = destTransfer == HAL_DATASPACE_TRANSFER_LINEAR; |
| 367 | const bool isDestSRGB = destTransfer == HAL_DATASPACE_TRANSFER_SRGB; |
| 368 | |
| 369 | return !(isSourceLinear && isDestSRGB) && !(isSourceSRGB && isDestLinear) && |
| 370 | sourceTransfer != destTransfer; |
| 371 | } |
| 372 | |
| 373 | void SkiaRenderEngine::ensureGrContextsCreated() { |
| 374 | if (mGrContext) { |
| 375 | return; |
| 376 | } |
| 377 | |
| 378 | GrContextOptions options; |
| 379 | options.fDisableDriverCorrectnessWorkarounds = true; |
| 380 | options.fDisableDistanceFieldPaths = true; |
| 381 | options.fReducedShaderVariations = true; |
| 382 | options.fPersistentCache = &mSkSLCacheMonitor; |
| 383 | std::tie(mGrContext, mProtectedGrContext) = createDirectContexts(options); |
| 384 | } |
| 385 | |
| 386 | void SkiaRenderEngine::mapExternalTextureBuffer(const sp<GraphicBuffer>& buffer, |
| 387 | bool isRenderable) { |
Ian Elliott | 1f0911e | 2022-09-09 16:31:47 -0600 | [diff] [blame] | 388 | // Only run this if RE is running on its own thread. This |
| 389 | // way the access to GL operations is guaranteed to be happening on the |
| 390 | // same thread. |
| 391 | if (mRenderEngineType != RenderEngineType::SKIA_GL_THREADED && |
| 392 | mRenderEngineType != RenderEngineType::SKIA_VK_THREADED) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 393 | return; |
| 394 | } |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 395 | // We don't attempt to map a buffer if the buffer contains protected content. In GL this is |
| 396 | // important because GPU resources for protected buffers are much more limited. (In Vk we |
| 397 | // simply match the existing behavior for protected buffers.) In Vk, we never cache any |
| 398 | // buffers while in a protected context, since Vk cannot share across contexts, and protected |
| 399 | // is less common. |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 400 | const bool isProtectedBuffer = buffer->getUsage() & GRALLOC_USAGE_PROTECTED; |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 401 | if (isProtectedBuffer || |
| 402 | (mRenderEngineType == RenderEngineType::SKIA_VK_THREADED && isProtected())) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 403 | return; |
| 404 | } |
| 405 | ATRACE_CALL(); |
| 406 | |
| 407 | // If we were to support caching protected buffers then we will need to switch the |
| 408 | // currently bound context if we are not already using the protected context (and subsequently |
| 409 | // switch back after the buffer is cached). However, for non-protected content we can bind |
| 410 | // the texture in either GL context because they are initialized with the same share_context |
| 411 | // which allows the texture state to be shared between them. |
| 412 | auto grContext = getActiveGrContext(); |
| 413 | auto& cache = mTextureCache; |
| 414 | |
| 415 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 416 | mGraphicBufferExternalRefs[buffer->getId()]++; |
| 417 | |
| 418 | if (const auto& iter = cache.find(buffer->getId()); iter == cache.end()) { |
| 419 | std::shared_ptr<AutoBackendTexture::LocalRef> imageTextureRef = |
| 420 | std::make_shared<AutoBackendTexture::LocalRef>(grContext, |
| 421 | buffer->toAHardwareBuffer(), |
| 422 | isRenderable, mTextureCleanupMgr); |
| 423 | cache.insert({buffer->getId(), imageTextureRef}); |
| 424 | } |
| 425 | } |
| 426 | |
Alec Mouri | 92f89fa | 2023-02-24 00:05:06 +0000 | [diff] [blame] | 427 | void SkiaRenderEngine::unmapExternalTextureBuffer(sp<GraphicBuffer>&& buffer) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 428 | ATRACE_CALL(); |
| 429 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 430 | if (const auto& iter = mGraphicBufferExternalRefs.find(buffer->getId()); |
| 431 | iter != mGraphicBufferExternalRefs.end()) { |
| 432 | if (iter->second == 0) { |
| 433 | ALOGW("Attempted to unmap GraphicBuffer <id: %" PRId64 |
| 434 | "> from RenderEngine texture, but the " |
| 435 | "ref count was already zero!", |
| 436 | buffer->getId()); |
| 437 | mGraphicBufferExternalRefs.erase(buffer->getId()); |
| 438 | return; |
| 439 | } |
| 440 | |
| 441 | iter->second--; |
| 442 | |
| 443 | // Swap contexts if needed prior to deleting this buffer |
| 444 | // See Issue 1 of |
| 445 | // https://www.khronos.org/registry/EGL/extensions/EXT/EGL_EXT_protected_content.txt: even |
| 446 | // when a protected context and an unprotected context are part of the same share group, |
| 447 | // protected surfaces may not be accessed by an unprotected context, implying that protected |
| 448 | // surfaces may only be freed when a protected context is active. |
| 449 | const bool inProtected = mInProtectedContext; |
| 450 | useProtectedContext(buffer->getUsage() & GRALLOC_USAGE_PROTECTED); |
| 451 | |
| 452 | if (iter->second == 0) { |
| 453 | mTextureCache.erase(buffer->getId()); |
| 454 | mGraphicBufferExternalRefs.erase(buffer->getId()); |
| 455 | } |
| 456 | |
| 457 | // Swap back to the previous context so that cached values of isProtected in SurfaceFlinger |
| 458 | // are up-to-date. |
| 459 | if (inProtected != mInProtectedContext) { |
| 460 | useProtectedContext(inProtected); |
| 461 | } |
| 462 | } |
| 463 | } |
| 464 | |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 465 | std::shared_ptr<AutoBackendTexture::LocalRef> SkiaRenderEngine::getOrCreateBackendTexture( |
| 466 | const sp<GraphicBuffer>& buffer, bool isOutputBuffer) { |
| 467 | // Do not lookup the buffer in the cache for protected contexts with the SkiaVk back-end |
| 468 | if (mRenderEngineType == RenderEngineType::SKIA_GL_THREADED || |
| 469 | (mRenderEngineType == RenderEngineType::SKIA_VK_THREADED && !isProtected())) { |
| 470 | if (const auto& it = mTextureCache.find(buffer->getId()); it != mTextureCache.end()) { |
| 471 | return it->second; |
| 472 | } |
| 473 | } |
| 474 | return std::make_shared<AutoBackendTexture::LocalRef>(getActiveGrContext(), |
| 475 | buffer->toAHardwareBuffer(), |
| 476 | isOutputBuffer, mTextureCleanupMgr); |
| 477 | } |
| 478 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 479 | bool SkiaRenderEngine::canSkipPostRenderCleanup() const { |
| 480 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 481 | return mTextureCleanupMgr.isEmpty(); |
| 482 | } |
| 483 | |
| 484 | void SkiaRenderEngine::cleanupPostRender() { |
| 485 | ATRACE_CALL(); |
| 486 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 487 | mTextureCleanupMgr.cleanup(); |
| 488 | } |
| 489 | |
| 490 | sk_sp<SkShader> SkiaRenderEngine::createRuntimeEffectShader( |
| 491 | const RuntimeEffectShaderParameters& parameters) { |
| 492 | // The given surface will be stretched by HWUI via matrix transformation |
| 493 | // which gets similar results for most surfaces |
| 494 | // Determine later on if we need to leverage the stertch shader within |
| 495 | // surface flinger |
| 496 | const auto& stretchEffect = parameters.layer.stretchEffect; |
| 497 | auto shader = parameters.shader; |
| 498 | if (stretchEffect.hasEffect()) { |
| 499 | const auto targetBuffer = parameters.layer.source.buffer.buffer; |
| 500 | const auto graphicBuffer = targetBuffer ? targetBuffer->getBuffer() : nullptr; |
| 501 | if (graphicBuffer && parameters.shader) { |
| 502 | shader = mStretchShaderFactory.createSkShader(shader, stretchEffect); |
| 503 | } |
| 504 | } |
| 505 | |
| 506 | if (parameters.requiresLinearEffect) { |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 507 | auto effect = |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 508 | shaders::LinearEffect{.inputDataspace = parameters.layer.sourceDataspace, |
| 509 | .outputDataspace = parameters.outputDataSpace, |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 510 | .undoPremultipliedAlpha = parameters.undoPremultipliedAlpha}; |
| 511 | |
| 512 | auto effectIter = mRuntimeEffects.find(effect); |
| 513 | sk_sp<SkRuntimeEffect> runtimeEffect = nullptr; |
| 514 | if (effectIter == mRuntimeEffects.end()) { |
| 515 | runtimeEffect = buildRuntimeEffect(effect); |
| 516 | mRuntimeEffects.insert({effect, runtimeEffect}); |
| 517 | } else { |
| 518 | runtimeEffect = effectIter->second; |
| 519 | } |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 520 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 521 | mat4 colorTransform = parameters.layer.colorTransform; |
| 522 | |
| 523 | colorTransform *= |
| 524 | mat4::scale(vec4(parameters.layerDimmingRatio, parameters.layerDimmingRatio, |
| 525 | parameters.layerDimmingRatio, 1.f)); |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 526 | |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 527 | const auto targetBuffer = parameters.layer.source.buffer.buffer; |
| 528 | const auto graphicBuffer = targetBuffer ? targetBuffer->getBuffer() : nullptr; |
| 529 | const auto hardwareBuffer = graphicBuffer ? graphicBuffer->toAHardwareBuffer() : nullptr; |
Alec Mouri | 3e5965f | 2023-04-07 18:00:58 +0000 | [diff] [blame] | 530 | return createLinearEffectShader(parameters.shader, effect, runtimeEffect, |
| 531 | std::move(colorTransform), parameters.display.maxLuminance, |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 532 | parameters.display.currentLuminanceNits, |
| 533 | parameters.layer.source.buffer.maxLuminanceNits, |
| 534 | hardwareBuffer, parameters.display.renderIntent); |
| 535 | } |
| 536 | return parameters.shader; |
| 537 | } |
| 538 | |
| 539 | void SkiaRenderEngine::initCanvas(SkCanvas* canvas, const DisplaySettings& display) { |
| 540 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 541 | // Record display settings when capture is running. |
| 542 | std::stringstream displaySettings; |
| 543 | PrintTo(display, &displaySettings); |
| 544 | // Store the DisplaySettings in additional information. |
| 545 | canvas->drawAnnotation(SkRect::MakeEmpty(), "DisplaySettings", |
| 546 | SkData::MakeWithCString(displaySettings.str().c_str())); |
| 547 | } |
| 548 | |
| 549 | // Before doing any drawing, let's make sure that we'll start at the origin of the display. |
| 550 | // Some displays don't start at 0,0 for example when we're mirroring the screen. Also, virtual |
| 551 | // displays might have different scaling when compared to the physical screen. |
| 552 | |
| 553 | canvas->clipRect(getSkRect(display.physicalDisplay)); |
| 554 | canvas->translate(display.physicalDisplay.left, display.physicalDisplay.top); |
| 555 | |
| 556 | const auto clipWidth = display.clip.width(); |
| 557 | const auto clipHeight = display.clip.height(); |
| 558 | auto rotatedClipWidth = clipWidth; |
| 559 | auto rotatedClipHeight = clipHeight; |
| 560 | // Scale is contingent on the rotation result. |
| 561 | if (display.orientation & ui::Transform::ROT_90) { |
| 562 | std::swap(rotatedClipWidth, rotatedClipHeight); |
| 563 | } |
| 564 | const auto scaleX = static_cast<SkScalar>(display.physicalDisplay.width()) / |
| 565 | static_cast<SkScalar>(rotatedClipWidth); |
| 566 | const auto scaleY = static_cast<SkScalar>(display.physicalDisplay.height()) / |
| 567 | static_cast<SkScalar>(rotatedClipHeight); |
| 568 | canvas->scale(scaleX, scaleY); |
| 569 | |
| 570 | // Canvas rotation is done by centering the clip window at the origin, rotating, translating |
| 571 | // back so that the top left corner of the clip is at (0, 0). |
| 572 | canvas->translate(rotatedClipWidth / 2, rotatedClipHeight / 2); |
| 573 | canvas->rotate(toDegrees(display.orientation)); |
| 574 | canvas->translate(-clipWidth / 2, -clipHeight / 2); |
| 575 | canvas->translate(-display.clip.left, -display.clip.top); |
| 576 | } |
| 577 | |
| 578 | class AutoSaveRestore { |
| 579 | public: |
| 580 | AutoSaveRestore(SkCanvas* canvas) : mCanvas(canvas) { mSaveCount = canvas->save(); } |
| 581 | ~AutoSaveRestore() { restore(); } |
| 582 | void replace(SkCanvas* canvas) { |
| 583 | mCanvas = canvas; |
| 584 | mSaveCount = canvas->save(); |
| 585 | } |
| 586 | void restore() { |
| 587 | if (mCanvas) { |
| 588 | mCanvas->restoreToCount(mSaveCount); |
| 589 | mCanvas = nullptr; |
| 590 | } |
| 591 | } |
| 592 | |
| 593 | private: |
| 594 | SkCanvas* mCanvas; |
| 595 | int mSaveCount; |
| 596 | }; |
| 597 | |
| 598 | static SkRRect getBlurRRect(const BlurRegion& region) { |
| 599 | const auto rect = SkRect::MakeLTRB(region.left, region.top, region.right, region.bottom); |
| 600 | const SkVector radii[4] = {SkVector::Make(region.cornerRadiusTL, region.cornerRadiusTL), |
| 601 | SkVector::Make(region.cornerRadiusTR, region.cornerRadiusTR), |
| 602 | SkVector::Make(region.cornerRadiusBR, region.cornerRadiusBR), |
| 603 | SkVector::Make(region.cornerRadiusBL, region.cornerRadiusBL)}; |
| 604 | SkRRect roundedRect; |
| 605 | roundedRect.setRectRadii(rect, radii); |
| 606 | return roundedRect; |
| 607 | } |
| 608 | |
| 609 | // Arbitrary default margin which should be close enough to zero. |
| 610 | constexpr float kDefaultMargin = 0.0001f; |
| 611 | static bool equalsWithinMargin(float expected, float value, float margin = kDefaultMargin) { |
| 612 | LOG_ALWAYS_FATAL_IF(margin < 0.f, "Margin is negative!"); |
| 613 | return std::abs(expected - value) < margin; |
| 614 | } |
| 615 | |
| 616 | namespace { |
| 617 | template <typename T> |
| 618 | void logSettings(const T& t) { |
| 619 | std::stringstream stream; |
| 620 | PrintTo(t, &stream); |
| 621 | auto string = stream.str(); |
| 622 | size_t pos = 0; |
| 623 | // Perfetto ignores \n, so split up manually into separate ALOGD statements. |
| 624 | const size_t size = string.size(); |
| 625 | while (pos < size) { |
| 626 | const size_t end = std::min(string.find("\n", pos), size); |
| 627 | ALOGD("%s", string.substr(pos, end - pos).c_str()); |
| 628 | pos = end + 1; |
| 629 | } |
| 630 | } |
| 631 | } // namespace |
| 632 | |
| 633 | // Helper class intended to be used on the stack to ensure that texture cleanup |
| 634 | // is deferred until after this class goes out of scope. |
| 635 | class DeferTextureCleanup final { |
| 636 | public: |
| 637 | DeferTextureCleanup(AutoBackendTexture::CleanupManager& mgr) : mMgr(mgr) { |
| 638 | mMgr.setDeferredStatus(true); |
| 639 | } |
| 640 | ~DeferTextureCleanup() { mMgr.setDeferredStatus(false); } |
| 641 | |
| 642 | private: |
| 643 | DISALLOW_COPY_AND_ASSIGN(DeferTextureCleanup); |
| 644 | AutoBackendTexture::CleanupManager& mMgr; |
| 645 | }; |
| 646 | |
| 647 | void SkiaRenderEngine::drawLayersInternal( |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 648 | const std::shared_ptr<std::promise<FenceResult>>&& resultPromise, |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 649 | const DisplaySettings& display, const std::vector<LayerSettings>& layers, |
| 650 | const std::shared_ptr<ExternalTexture>& buffer, const bool /*useFramebufferCache*/, |
| 651 | base::unique_fd&& bufferFence) { |
Leon Scroggins III | 5a655b8 | 2022-09-07 13:17:09 -0400 | [diff] [blame] | 652 | ATRACE_FORMAT("%s for %s", __func__, display.namePlusId.c_str()); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 653 | |
| 654 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 655 | |
| 656 | if (buffer == nullptr) { |
| 657 | ALOGE("No output buffer provided. Aborting GPU composition."); |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 658 | resultPromise->set_value(base::unexpected(BAD_VALUE)); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 659 | return; |
| 660 | } |
| 661 | |
| 662 | validateOutputBufferUsage(buffer->getBuffer()); |
| 663 | |
| 664 | auto grContext = getActiveGrContext(); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 665 | |
| 666 | // any AutoBackendTexture deletions will now be deferred until cleanupPostRender is called |
| 667 | DeferTextureCleanup dtc(mTextureCleanupMgr); |
| 668 | |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 669 | auto surfaceTextureRef = getOrCreateBackendTexture(buffer->getBuffer(), true); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 670 | |
| 671 | // wait on the buffer to be ready to use prior to using it |
| 672 | waitFence(grContext, bufferFence); |
| 673 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 674 | sk_sp<SkSurface> dstSurface = |
| 675 | surfaceTextureRef->getOrCreateSurface(display.outputDataspace, grContext); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 676 | |
| 677 | SkCanvas* dstCanvas = mCapture->tryCapture(dstSurface.get()); |
| 678 | if (dstCanvas == nullptr) { |
| 679 | ALOGE("Cannot acquire canvas from Skia."); |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 680 | resultPromise->set_value(base::unexpected(BAD_VALUE)); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 681 | return; |
| 682 | } |
| 683 | |
| 684 | // setup color filter if necessary |
| 685 | sk_sp<SkColorFilter> displayColorTransform; |
| 686 | if (display.colorTransform != mat4() && !display.deviceHandlesColorTransform) { |
| 687 | displayColorTransform = SkColorFilters::Matrix(toSkColorMatrix(display.colorTransform)); |
| 688 | } |
| 689 | const bool ctModifiesAlpha = |
| 690 | displayColorTransform && !displayColorTransform->isAlphaUnchanged(); |
| 691 | |
| 692 | // Find the max layer white point to determine the max luminance of the scene... |
| 693 | const float maxLayerWhitePoint = std::transform_reduce( |
| 694 | layers.cbegin(), layers.cend(), 0.f, |
| 695 | [](float left, float right) { return std::max(left, right); }, |
| 696 | [&](const auto& l) { return l.whitePointNits; }); |
| 697 | |
| 698 | // ...and compute the dimming ratio if dimming is requested |
| 699 | const float displayDimmingRatio = display.targetLuminanceNits > 0.f && |
| 700 | maxLayerWhitePoint > 0.f && display.targetLuminanceNits > maxLayerWhitePoint |
| 701 | ? maxLayerWhitePoint / display.targetLuminanceNits |
| 702 | : 1.f; |
| 703 | |
| 704 | // Find if any layers have requested blur, we'll use that info to decide when to render to an |
| 705 | // offscreen buffer and when to render to the native buffer. |
| 706 | sk_sp<SkSurface> activeSurface(dstSurface); |
| 707 | SkCanvas* canvas = dstCanvas; |
| 708 | SkiaCapture::OffscreenState offscreenCaptureState; |
| 709 | const LayerSettings* blurCompositionLayer = nullptr; |
| 710 | if (mBlurFilter) { |
| 711 | bool requiresCompositionLayer = false; |
| 712 | for (const auto& layer : layers) { |
| 713 | // if the layer doesn't have blur or it is not visible then continue |
| 714 | if (!layerHasBlur(layer, ctModifiesAlpha)) { |
| 715 | continue; |
| 716 | } |
| 717 | if (layer.backgroundBlurRadius > 0 && |
| 718 | layer.backgroundBlurRadius < mBlurFilter->getMaxCrossFadeRadius()) { |
| 719 | requiresCompositionLayer = true; |
| 720 | } |
| 721 | for (auto region : layer.blurRegions) { |
| 722 | if (region.blurRadius < mBlurFilter->getMaxCrossFadeRadius()) { |
| 723 | requiresCompositionLayer = true; |
| 724 | } |
| 725 | } |
| 726 | if (requiresCompositionLayer) { |
| 727 | activeSurface = dstSurface->makeSurface(dstSurface->imageInfo()); |
| 728 | canvas = mCapture->tryOffscreenCapture(activeSurface.get(), &offscreenCaptureState); |
| 729 | blurCompositionLayer = &layer; |
| 730 | break; |
| 731 | } |
| 732 | } |
| 733 | } |
| 734 | |
| 735 | AutoSaveRestore surfaceAutoSaveRestore(canvas); |
| 736 | // Clear the entire canvas with a transparent black to prevent ghost images. |
| 737 | canvas->clear(SK_ColorTRANSPARENT); |
| 738 | initCanvas(canvas, display); |
| 739 | |
| 740 | if (kPrintLayerSettings) { |
| 741 | logSettings(display); |
| 742 | } |
| 743 | for (const auto& layer : layers) { |
| 744 | ATRACE_FORMAT("DrawLayer: %s", layer.name.c_str()); |
| 745 | |
| 746 | if (kPrintLayerSettings) { |
| 747 | logSettings(layer); |
| 748 | } |
| 749 | |
| 750 | sk_sp<SkImage> blurInput; |
| 751 | if (blurCompositionLayer == &layer) { |
| 752 | LOG_ALWAYS_FATAL_IF(activeSurface == dstSurface); |
| 753 | LOG_ALWAYS_FATAL_IF(canvas == dstCanvas); |
| 754 | |
| 755 | // save a snapshot of the activeSurface to use as input to the blur shaders |
| 756 | blurInput = activeSurface->makeImageSnapshot(); |
| 757 | |
| 758 | // blit the offscreen framebuffer into the destination AHB, but only |
| 759 | // if there are blur regions. backgroundBlurRadius blurs the entire |
| 760 | // image below, so it can skip this step. |
| 761 | if (layer.blurRegions.size()) { |
| 762 | SkPaint paint; |
| 763 | paint.setBlendMode(SkBlendMode::kSrc); |
| 764 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 765 | uint64_t id = mCapture->endOffscreenCapture(&offscreenCaptureState); |
| 766 | dstCanvas->drawAnnotation(SkRect::Make(dstCanvas->imageInfo().dimensions()), |
| 767 | String8::format("SurfaceID|%" PRId64, id).c_str(), |
| 768 | nullptr); |
| 769 | dstCanvas->drawImage(blurInput, 0, 0, SkSamplingOptions(), &paint); |
| 770 | } else { |
| 771 | activeSurface->draw(dstCanvas, 0, 0, SkSamplingOptions(), &paint); |
| 772 | } |
| 773 | } |
| 774 | |
| 775 | // assign dstCanvas to canvas and ensure that the canvas state is up to date |
| 776 | canvas = dstCanvas; |
| 777 | surfaceAutoSaveRestore.replace(canvas); |
| 778 | initCanvas(canvas, display); |
| 779 | |
| 780 | LOG_ALWAYS_FATAL_IF(activeSurface->getCanvas()->getSaveCount() != |
| 781 | dstSurface->getCanvas()->getSaveCount()); |
| 782 | LOG_ALWAYS_FATAL_IF(activeSurface->getCanvas()->getTotalMatrix() != |
| 783 | dstSurface->getCanvas()->getTotalMatrix()); |
| 784 | |
| 785 | // assign dstSurface to activeSurface |
| 786 | activeSurface = dstSurface; |
| 787 | } |
| 788 | |
| 789 | SkAutoCanvasRestore layerAutoSaveRestore(canvas, true); |
| 790 | if (CC_UNLIKELY(mCapture->isCaptureRunning())) { |
| 791 | // Record the name of the layer if the capture is running. |
| 792 | std::stringstream layerSettings; |
| 793 | PrintTo(layer, &layerSettings); |
| 794 | // Store the LayerSettings in additional information. |
| 795 | canvas->drawAnnotation(SkRect::MakeEmpty(), layer.name.c_str(), |
| 796 | SkData::MakeWithCString(layerSettings.str().c_str())); |
| 797 | } |
| 798 | // Layers have a local transform that should be applied to them |
| 799 | canvas->concat(getSkM44(layer.geometry.positionTransform).asM33()); |
| 800 | |
| 801 | const auto [bounds, roundRectClip] = |
| 802 | getBoundsAndClip(layer.geometry.boundaries, layer.geometry.roundedCornersCrop, |
| 803 | layer.geometry.roundedCornersRadius); |
| 804 | if (mBlurFilter && layerHasBlur(layer, ctModifiesAlpha)) { |
| 805 | std::unordered_map<uint32_t, sk_sp<SkImage>> cachedBlurs; |
| 806 | |
| 807 | // if multiple layers have blur, then we need to take a snapshot now because |
| 808 | // only the lowest layer will have blurImage populated earlier |
| 809 | if (!blurInput) { |
| 810 | blurInput = activeSurface->makeImageSnapshot(); |
| 811 | } |
| 812 | // rect to be blurred in the coordinate space of blurInput |
| 813 | const auto blurRect = canvas->getTotalMatrix().mapRect(bounds.rect()); |
| 814 | |
| 815 | // if the clip needs to be applied then apply it now and make sure |
| 816 | // it is restored before we attempt to draw any shadows. |
| 817 | SkAutoCanvasRestore acr(canvas, true); |
| 818 | if (!roundRectClip.isEmpty()) { |
| 819 | canvas->clipRRect(roundRectClip, true); |
| 820 | } |
| 821 | |
| 822 | // TODO(b/182216890): Filter out empty layers earlier |
| 823 | if (blurRect.width() > 0 && blurRect.height() > 0) { |
| 824 | if (layer.backgroundBlurRadius > 0) { |
| 825 | ATRACE_NAME("BackgroundBlur"); |
| 826 | auto blurredImage = mBlurFilter->generate(grContext, layer.backgroundBlurRadius, |
| 827 | blurInput, blurRect); |
| 828 | |
| 829 | cachedBlurs[layer.backgroundBlurRadius] = blurredImage; |
| 830 | |
| 831 | mBlurFilter->drawBlurRegion(canvas, bounds, layer.backgroundBlurRadius, 1.0f, |
| 832 | blurRect, blurredImage, blurInput); |
| 833 | } |
| 834 | |
| 835 | canvas->concat(getSkM44(layer.blurRegionTransform).asM33()); |
| 836 | for (auto region : layer.blurRegions) { |
| 837 | if (cachedBlurs[region.blurRadius] == nullptr) { |
| 838 | ATRACE_NAME("BlurRegion"); |
| 839 | cachedBlurs[region.blurRadius] = |
| 840 | mBlurFilter->generate(grContext, region.blurRadius, blurInput, |
| 841 | blurRect); |
| 842 | } |
| 843 | |
| 844 | mBlurFilter->drawBlurRegion(canvas, getBlurRRect(region), region.blurRadius, |
| 845 | region.alpha, blurRect, |
| 846 | cachedBlurs[region.blurRadius], blurInput); |
| 847 | } |
| 848 | } |
| 849 | } |
| 850 | |
| 851 | if (layer.shadow.length > 0) { |
| 852 | // This would require a new parameter/flag to SkShadowUtils::DrawShadow |
| 853 | LOG_ALWAYS_FATAL_IF(layer.disableBlending, "Cannot disableBlending with a shadow"); |
| 854 | |
| 855 | SkRRect shadowBounds, shadowClip; |
| 856 | if (layer.geometry.boundaries == layer.shadow.boundaries) { |
| 857 | shadowBounds = bounds; |
| 858 | shadowClip = roundRectClip; |
| 859 | } else { |
| 860 | std::tie(shadowBounds, shadowClip) = |
| 861 | getBoundsAndClip(layer.shadow.boundaries, layer.geometry.roundedCornersCrop, |
| 862 | layer.geometry.roundedCornersRadius); |
| 863 | } |
| 864 | |
| 865 | // Technically, if bounds is a rect and roundRectClip is not empty, |
| 866 | // it means that the bounds and roundedCornersCrop were different |
| 867 | // enough that we should intersect them to find the proper shadow. |
| 868 | // In practice, this often happens when the two rectangles appear to |
| 869 | // not match due to rounding errors. Draw the rounded version, which |
| 870 | // looks more like the intent. |
| 871 | const auto& rrect = |
| 872 | shadowBounds.isRect() && !shadowClip.isEmpty() ? shadowClip : shadowBounds; |
| 873 | drawShadow(canvas, rrect, layer.shadow); |
| 874 | } |
| 875 | |
| 876 | const float layerDimmingRatio = layer.whitePointNits <= 0.f |
| 877 | ? displayDimmingRatio |
| 878 | : (layer.whitePointNits / maxLayerWhitePoint) * displayDimmingRatio; |
| 879 | |
| 880 | const bool dimInLinearSpace = display.dimmingStage != |
| 881 | aidl::android::hardware::graphics::composer3::DimmingStage::GAMMA_OETF; |
| 882 | |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 883 | const bool isExtendedHdr = (layer.sourceDataspace & ui::Dataspace::RANGE_MASK) == |
| 884 | static_cast<int32_t>(ui::Dataspace::RANGE_EXTENDED) && |
| 885 | (display.outputDataspace & ui::Dataspace::TRANSFER_MASK) == |
| 886 | static_cast<int32_t>(ui::Dataspace::TRANSFER_SRGB); |
| 887 | |
| 888 | const ui::Dataspace runtimeEffectDataspace = !dimInLinearSpace && isExtendedHdr |
| 889 | ? static_cast<ui::Dataspace>( |
| 890 | (display.outputDataspace & ui::Dataspace::STANDARD_MASK) | |
| 891 | ui::Dataspace::TRANSFER_GAMMA2_2 | |
| 892 | (display.outputDataspace & ui::Dataspace::RANGE_MASK)) |
| 893 | : display.outputDataspace; |
| 894 | |
| 895 | // If the input dataspace is range extended, the output dataspace transfer is sRGB |
| 896 | // and dimmingStage is GAMMA_OETF, dim in linear space instead, and |
| 897 | // set the output dataspace's transfer to be GAMMA2_2. |
| 898 | // This allows DPU side to use oetf_gamma_2p2 for extended HDR layer |
| 899 | // to avoid tone shift. |
| 900 | // The reason of tone shift here is because HDR layers manage white point |
| 901 | // luminance in linear space, which color pipelines request GAMMA_OETF break |
| 902 | // without a gamma 2.2 fixup. |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 903 | const bool requiresLinearEffect = layer.colorTransform != mat4() || |
| 904 | (mUseColorManagement && |
| 905 | needsToneMapping(layer.sourceDataspace, display.outputDataspace)) || |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 906 | (dimInLinearSpace && !equalsWithinMargin(1.f, layerDimmingRatio)) || |
| 907 | (!dimInLinearSpace && isExtendedHdr); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 908 | |
| 909 | // quick abort from drawing the remaining portion of the layer |
| 910 | if (layer.skipContentDraw || |
| 911 | (layer.alpha == 0 && !requiresLinearEffect && !layer.disableBlending && |
| 912 | (!displayColorTransform || displayColorTransform->isAlphaUnchanged()))) { |
| 913 | continue; |
| 914 | } |
| 915 | |
Alec Mouri | 8a18610 | 2023-04-25 00:34:30 +0000 | [diff] [blame] | 916 | // If color management is disabled, then mark the source image with the same colorspace as |
| 917 | // the destination surface so that Skia's color management is a no-op. |
| 918 | const ui::Dataspace layerDataspace = |
| 919 | !mUseColorManagement ? display.outputDataspace : layer.sourceDataspace; |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 920 | |
| 921 | SkPaint paint; |
| 922 | if (layer.source.buffer.buffer) { |
| 923 | ATRACE_NAME("DrawImage"); |
| 924 | validateInputBufferUsage(layer.source.buffer.buffer->getBuffer()); |
| 925 | const auto& item = layer.source.buffer; |
Ian Elliott | 8506e36 | 2023-03-08 12:12:09 -0700 | [diff] [blame] | 926 | auto imageTextureRef = getOrCreateBackendTexture(item.buffer->getBuffer(), false); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 927 | |
| 928 | // if the layer's buffer has a fence, then we must must respect the fence prior to using |
| 929 | // the buffer. |
| 930 | if (layer.source.buffer.fence != nullptr) { |
| 931 | waitFence(grContext, layer.source.buffer.fence->get()); |
| 932 | } |
| 933 | |
| 934 | // isOpaque means we need to ignore the alpha in the image, |
| 935 | // replacing it with the alpha specified by the LayerSettings. See |
| 936 | // https://developer.android.com/reference/android/view/SurfaceControl.Builder#setOpaque(boolean) |
| 937 | // The proper way to do this is to use an SkColorType that ignores |
| 938 | // alpha, like kRGB_888x_SkColorType, and that is used if the |
| 939 | // incoming image is kRGBA_8888_SkColorType. However, the incoming |
| 940 | // image may be kRGBA_F16_SkColorType, for which there is no RGBX |
| 941 | // SkColorType, or kRGBA_1010102_SkColorType, for which we have |
| 942 | // kRGB_101010x_SkColorType, but it is not yet supported as a source |
| 943 | // on the GPU. (Adding both is tracked in skbug.com/12048.) In the |
| 944 | // meantime, we'll use a workaround that works unless we need to do |
| 945 | // any color conversion. The workaround requires that we pretend the |
| 946 | // image is already premultiplied, so that we do not premultiply it |
| 947 | // before applying SkBlendMode::kPlus. |
| 948 | const bool useIsOpaqueWorkaround = item.isOpaque && |
| 949 | (imageTextureRef->colorType() == kRGBA_1010102_SkColorType || |
| 950 | imageTextureRef->colorType() == kRGBA_F16_SkColorType); |
| 951 | const auto alphaType = useIsOpaqueWorkaround ? kPremul_SkAlphaType |
| 952 | : item.isOpaque ? kOpaque_SkAlphaType |
| 953 | : item.usePremultipliedAlpha ? kPremul_SkAlphaType |
| 954 | : kUnpremul_SkAlphaType; |
| 955 | sk_sp<SkImage> image = imageTextureRef->makeImage(layerDataspace, alphaType, grContext); |
| 956 | |
| 957 | auto texMatrix = getSkM44(item.textureTransform).asM33(); |
| 958 | // textureTansform was intended to be passed directly into a shader, so when |
| 959 | // building the total matrix with the textureTransform we need to first |
| 960 | // normalize it, then apply the textureTransform, then scale back up. |
| 961 | texMatrix.preScale(1.0f / bounds.width(), 1.0f / bounds.height()); |
| 962 | texMatrix.postScale(image->width(), image->height()); |
| 963 | |
| 964 | SkMatrix matrix; |
| 965 | if (!texMatrix.invert(&matrix)) { |
| 966 | matrix = texMatrix; |
| 967 | } |
| 968 | // The shader does not respect the translation, so we add it to the texture |
| 969 | // transform for the SkImage. This will make sure that the correct layer contents |
| 970 | // are drawn in the correct part of the screen. |
| 971 | matrix.postTranslate(bounds.rect().fLeft, bounds.rect().fTop); |
| 972 | |
| 973 | sk_sp<SkShader> shader; |
| 974 | |
| 975 | if (layer.source.buffer.useTextureFiltering) { |
| 976 | shader = image->makeShader(SkTileMode::kClamp, SkTileMode::kClamp, |
| 977 | SkSamplingOptions( |
| 978 | {SkFilterMode::kLinear, SkMipmapMode::kNone}), |
| 979 | &matrix); |
| 980 | } else { |
| 981 | shader = image->makeShader(SkSamplingOptions(), matrix); |
| 982 | } |
| 983 | |
| 984 | if (useIsOpaqueWorkaround) { |
| 985 | shader = SkShaders::Blend(SkBlendMode::kPlus, shader, |
| 986 | SkShaders::Color(SkColors::kBlack, |
| 987 | toSkColorSpace(layerDataspace))); |
| 988 | } |
| 989 | |
| 990 | paint.setShader(createRuntimeEffectShader( |
| 991 | RuntimeEffectShaderParameters{.shader = shader, |
| 992 | .layer = layer, |
| 993 | .display = display, |
| 994 | .undoPremultipliedAlpha = !item.isOpaque && |
| 995 | item.usePremultipliedAlpha, |
| 996 | .requiresLinearEffect = requiresLinearEffect, |
| 997 | .layerDimmingRatio = dimInLinearSpace |
| 998 | ? layerDimmingRatio |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 999 | : 1.f, |
| 1000 | .outputDataSpace = runtimeEffectDataspace})); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1001 | |
| 1002 | // Turn on dithering when dimming beyond this (arbitrary) threshold... |
| 1003 | static constexpr float kDimmingThreshold = 0.2f; |
| 1004 | // ...or we're rendering an HDR layer down to an 8-bit target |
| 1005 | // Most HDR standards require at least 10-bits of color depth for source content, so we |
| 1006 | // can just extract the transfer function rather than dig into precise gralloc layout. |
| 1007 | // Furthermore, we can assume that the only 8-bit target we support is RGBA8888. |
| 1008 | const bool requiresDownsample = isHdrDataspace(layer.sourceDataspace) && |
| 1009 | buffer->getPixelFormat() == PIXEL_FORMAT_RGBA_8888; |
| 1010 | if (layerDimmingRatio <= kDimmingThreshold || requiresDownsample) { |
| 1011 | paint.setDither(true); |
| 1012 | } |
| 1013 | paint.setAlphaf(layer.alpha); |
| 1014 | |
| 1015 | if (imageTextureRef->colorType() == kAlpha_8_SkColorType) { |
| 1016 | LOG_ALWAYS_FATAL_IF(layer.disableBlending, "Cannot disableBlending with A8"); |
| 1017 | |
| 1018 | // SysUI creates the alpha layer as a coverage layer, which is |
| 1019 | // appropriate for the DPU. Use a color matrix to convert it to |
| 1020 | // a mask. |
| 1021 | // TODO (b/219525258): Handle input as a mask. |
| 1022 | // |
| 1023 | // The color matrix will convert A8 pixels with no alpha to |
| 1024 | // black, as described by this vector. If the display handles |
| 1025 | // the color transform, we need to invert it to find the color |
| 1026 | // that will result in black after the DPU applies the transform. |
| 1027 | SkV4 black{0.0f, 0.0f, 0.0f, 1.0f}; // r, g, b, a |
| 1028 | if (display.colorTransform != mat4() && display.deviceHandlesColorTransform) { |
| 1029 | SkM44 colorSpaceMatrix = getSkM44(display.colorTransform); |
| 1030 | if (colorSpaceMatrix.invert(&colorSpaceMatrix)) { |
| 1031 | black = colorSpaceMatrix * black; |
| 1032 | } else { |
| 1033 | // We'll just have to use 0,0,0 as black, which should |
| 1034 | // be close to correct. |
| 1035 | ALOGI("Could not invert colorTransform!"); |
| 1036 | } |
| 1037 | } |
| 1038 | SkColorMatrix colorMatrix(0, 0, 0, 0, black[0], |
| 1039 | 0, 0, 0, 0, black[1], |
| 1040 | 0, 0, 0, 0, black[2], |
| 1041 | 0, 0, 0, -1, 1); |
| 1042 | if (display.colorTransform != mat4() && !display.deviceHandlesColorTransform) { |
| 1043 | // On the other hand, if the device doesn't handle it, we |
| 1044 | // have to apply it ourselves. |
| 1045 | colorMatrix.postConcat(toSkColorMatrix(display.colorTransform)); |
| 1046 | } |
| 1047 | paint.setColorFilter(SkColorFilters::Matrix(colorMatrix)); |
| 1048 | } |
| 1049 | } else { |
| 1050 | ATRACE_NAME("DrawColor"); |
| 1051 | const auto color = layer.source.solidColor; |
| 1052 | sk_sp<SkShader> shader = SkShaders::Color(SkColor4f{.fR = color.r, |
| 1053 | .fG = color.g, |
| 1054 | .fB = color.b, |
| 1055 | .fA = layer.alpha}, |
| 1056 | toSkColorSpace(layerDataspace)); |
| 1057 | paint.setShader(createRuntimeEffectShader( |
| 1058 | RuntimeEffectShaderParameters{.shader = shader, |
| 1059 | .layer = layer, |
| 1060 | .display = display, |
| 1061 | .undoPremultipliedAlpha = false, |
| 1062 | .requiresLinearEffect = requiresLinearEffect, |
Sally Qi | 628ef6e | 2023-03-30 14:49:03 -0700 | [diff] [blame] | 1063 | .layerDimmingRatio = layerDimmingRatio, |
| 1064 | .outputDataSpace = runtimeEffectDataspace})); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1065 | } |
| 1066 | |
| 1067 | if (layer.disableBlending) { |
| 1068 | paint.setBlendMode(SkBlendMode::kSrc); |
| 1069 | } |
| 1070 | |
| 1071 | // An A8 buffer will already have the proper color filter attached to |
| 1072 | // its paint, including the displayColorTransform as needed. |
| 1073 | if (!paint.getColorFilter()) { |
| 1074 | if (!dimInLinearSpace && !equalsWithinMargin(1.0, layerDimmingRatio)) { |
| 1075 | // If we don't dim in linear space, then when we gamma correct the dimming ratio we |
| 1076 | // can assume a gamma 2.2 transfer function. |
| 1077 | static constexpr float kInverseGamma22 = 1.f / 2.2f; |
| 1078 | const auto gammaCorrectedDimmingRatio = |
| 1079 | std::pow(layerDimmingRatio, kInverseGamma22); |
| 1080 | auto dimmingMatrix = |
| 1081 | mat4::scale(vec4(gammaCorrectedDimmingRatio, gammaCorrectedDimmingRatio, |
| 1082 | gammaCorrectedDimmingRatio, 1.f)); |
| 1083 | |
| 1084 | const auto colorFilter = |
| 1085 | SkColorFilters::Matrix(toSkColorMatrix(std::move(dimmingMatrix))); |
| 1086 | paint.setColorFilter(displayColorTransform |
| 1087 | ? displayColorTransform->makeComposed(colorFilter) |
| 1088 | : colorFilter); |
| 1089 | } else { |
| 1090 | paint.setColorFilter(displayColorTransform); |
| 1091 | } |
| 1092 | } |
| 1093 | |
| 1094 | if (!roundRectClip.isEmpty()) { |
| 1095 | canvas->clipRRect(roundRectClip, true); |
| 1096 | } |
| 1097 | |
| 1098 | if (!bounds.isRect()) { |
| 1099 | paint.setAntiAlias(true); |
| 1100 | canvas->drawRRect(bounds, paint); |
| 1101 | } else { |
| 1102 | canvas->drawRect(bounds.rect(), paint); |
| 1103 | } |
| 1104 | if (kFlushAfterEveryLayer) { |
| 1105 | ATRACE_NAME("flush surface"); |
| 1106 | activeSurface->flush(); |
| 1107 | } |
| 1108 | } |
| 1109 | for (const auto& borderRenderInfo : display.borderInfoList) { |
| 1110 | SkPaint p; |
| 1111 | p.setColor(SkColor4f{borderRenderInfo.color.r, borderRenderInfo.color.g, |
| 1112 | borderRenderInfo.color.b, borderRenderInfo.color.a}); |
| 1113 | p.setAntiAlias(true); |
| 1114 | p.setStyle(SkPaint::kStroke_Style); |
| 1115 | p.setStrokeWidth(borderRenderInfo.width); |
| 1116 | SkRegion sk_region; |
| 1117 | SkPath path; |
| 1118 | |
| 1119 | // Construct a final SkRegion using Regions |
| 1120 | for (const auto& r : borderRenderInfo.combinedRegion) { |
| 1121 | sk_region.op({r.left, r.top, r.right, r.bottom}, SkRegion::kUnion_Op); |
| 1122 | } |
| 1123 | |
| 1124 | sk_region.getBoundaryPath(&path); |
| 1125 | canvas->drawPath(path, p); |
| 1126 | path.close(); |
| 1127 | } |
| 1128 | |
| 1129 | surfaceAutoSaveRestore.restore(); |
| 1130 | mCapture->endCapture(); |
| 1131 | { |
| 1132 | ATRACE_NAME("flush surface"); |
| 1133 | LOG_ALWAYS_FATAL_IF(activeSurface != dstSurface); |
| 1134 | activeSurface->flush(); |
| 1135 | } |
| 1136 | |
| 1137 | base::unique_fd drawFence = flushAndSubmit(grContext); |
Patrick Williams | 2e9748f | 2022-08-09 22:48:18 +0000 | [diff] [blame] | 1138 | resultPromise->set_value(sp<Fence>::make(std::move(drawFence))); |
Lingfeng Yang | 00c1ff6 | 2022-06-02 09:19:28 -0700 | [diff] [blame] | 1139 | } |
| 1140 | |
| 1141 | size_t SkiaRenderEngine::getMaxTextureSize() const { |
| 1142 | return mGrContext->maxTextureSize(); |
| 1143 | } |
| 1144 | |
| 1145 | size_t SkiaRenderEngine::getMaxViewportDims() const { |
| 1146 | return mGrContext->maxRenderTargetSize(); |
| 1147 | } |
| 1148 | |
| 1149 | void SkiaRenderEngine::drawShadow(SkCanvas* canvas, |
| 1150 | const SkRRect& casterRRect, |
| 1151 | const ShadowSettings& settings) { |
| 1152 | ATRACE_CALL(); |
| 1153 | const float casterZ = settings.length / 2.0f; |
| 1154 | const auto flags = |
| 1155 | settings.casterIsTranslucent ? kTransparentOccluder_ShadowFlag : kNone_ShadowFlag; |
| 1156 | |
| 1157 | SkShadowUtils::DrawShadow(canvas, SkPath::RRect(casterRRect), SkPoint3::Make(0, 0, casterZ), |
| 1158 | getSkPoint3(settings.lightPos), settings.lightRadius, |
| 1159 | getSkColor(settings.ambientColor), getSkColor(settings.spotColor), |
| 1160 | flags); |
| 1161 | } |
| 1162 | |
| 1163 | void SkiaRenderEngine::onActiveDisplaySizeChanged(ui::Size size) { |
| 1164 | // This cache multiplier was selected based on review of cache sizes relative |
| 1165 | // to the screen resolution. Looking at the worst case memory needed by blur (~1.5x), |
| 1166 | // shadows (~1x), and general data structures (e.g. vertex buffers) we selected this as a |
| 1167 | // conservative default based on that analysis. |
| 1168 | const float SURFACE_SIZE_MULTIPLIER = 3.5f * bytesPerPixel(mDefaultPixelFormat); |
| 1169 | const int maxResourceBytes = size.width * size.height * SURFACE_SIZE_MULTIPLIER; |
| 1170 | |
| 1171 | // start by resizing the current context |
| 1172 | getActiveGrContext()->setResourceCacheLimit(maxResourceBytes); |
| 1173 | |
| 1174 | // if it is possible to switch contexts then we will resize the other context |
| 1175 | const bool originalProtectedState = mInProtectedContext; |
| 1176 | useProtectedContext(!mInProtectedContext); |
| 1177 | if (mInProtectedContext != originalProtectedState) { |
| 1178 | getActiveGrContext()->setResourceCacheLimit(maxResourceBytes); |
| 1179 | // reset back to the initial context that was active when this method was called |
| 1180 | useProtectedContext(originalProtectedState); |
| 1181 | } |
| 1182 | } |
| 1183 | |
| 1184 | void SkiaRenderEngine::dump(std::string& result) { |
| 1185 | // Dump for the specific backend (GLES or Vk) |
| 1186 | appendBackendSpecificInfoToDump(result); |
| 1187 | |
| 1188 | // Info about protected content |
| 1189 | StringAppendF(&result, "RenderEngine supports protected context: %d\n", |
| 1190 | supportsProtectedContent()); |
| 1191 | StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext); |
| 1192 | StringAppendF(&result, "RenderEngine shaders cached since last dump/primeCache: %d\n", |
| 1193 | mSkSLCacheMonitor.shadersCachedSinceLastCall()); |
| 1194 | |
| 1195 | std::vector<ResourcePair> cpuResourceMap = { |
| 1196 | {"skia/sk_resource_cache/bitmap_", "Bitmaps"}, |
| 1197 | {"skia/sk_resource_cache/rrect-blur_", "Masks"}, |
| 1198 | {"skia/sk_resource_cache/rects-blur_", "Masks"}, |
| 1199 | {"skia/sk_resource_cache/tessellated", "Shadows"}, |
| 1200 | {"skia", "Other"}, |
| 1201 | }; |
| 1202 | SkiaMemoryReporter cpuReporter(cpuResourceMap, false); |
| 1203 | SkGraphics::DumpMemoryStatistics(&cpuReporter); |
| 1204 | StringAppendF(&result, "Skia CPU Caches: "); |
| 1205 | cpuReporter.logTotals(result); |
| 1206 | cpuReporter.logOutput(result); |
| 1207 | |
| 1208 | { |
| 1209 | std::lock_guard<std::mutex> lock(mRenderingMutex); |
| 1210 | |
| 1211 | std::vector<ResourcePair> gpuResourceMap = { |
| 1212 | {"texture_renderbuffer", "Texture/RenderBuffer"}, |
| 1213 | {"texture", "Texture"}, |
| 1214 | {"gr_text_blob_cache", "Text"}, |
| 1215 | {"skia", "Other"}, |
| 1216 | }; |
| 1217 | SkiaMemoryReporter gpuReporter(gpuResourceMap, true); |
| 1218 | mGrContext->dumpMemoryStatistics(&gpuReporter); |
| 1219 | StringAppendF(&result, "Skia's GPU Caches: "); |
| 1220 | gpuReporter.logTotals(result); |
| 1221 | gpuReporter.logOutput(result); |
| 1222 | StringAppendF(&result, "Skia's Wrapped Objects:\n"); |
| 1223 | gpuReporter.logOutput(result, true); |
| 1224 | |
| 1225 | StringAppendF(&result, "RenderEngine tracked buffers: %zu\n", |
| 1226 | mGraphicBufferExternalRefs.size()); |
| 1227 | StringAppendF(&result, "Dumping buffer ids...\n"); |
| 1228 | for (const auto& [id, refCounts] : mGraphicBufferExternalRefs) { |
| 1229 | StringAppendF(&result, "- 0x%" PRIx64 " - %d refs \n", id, refCounts); |
| 1230 | } |
| 1231 | StringAppendF(&result, "RenderEngine AHB/BackendTexture cache size: %zu\n", |
| 1232 | mTextureCache.size()); |
| 1233 | StringAppendF(&result, "Dumping buffer ids...\n"); |
| 1234 | // TODO(178539829): It would be nice to know which layer these are coming from and what |
| 1235 | // the texture sizes are. |
| 1236 | for (const auto& [id, unused] : mTextureCache) { |
| 1237 | StringAppendF(&result, "- 0x%" PRIx64 "\n", id); |
| 1238 | } |
| 1239 | StringAppendF(&result, "\n"); |
| 1240 | |
| 1241 | SkiaMemoryReporter gpuProtectedReporter(gpuResourceMap, true); |
| 1242 | if (mProtectedGrContext) { |
| 1243 | mProtectedGrContext->dumpMemoryStatistics(&gpuProtectedReporter); |
| 1244 | } |
| 1245 | StringAppendF(&result, "Skia's GPU Protected Caches: "); |
| 1246 | gpuProtectedReporter.logTotals(result); |
| 1247 | gpuProtectedReporter.logOutput(result); |
| 1248 | StringAppendF(&result, "Skia's Protected Wrapped Objects:\n"); |
| 1249 | gpuProtectedReporter.logOutput(result, true); |
| 1250 | |
| 1251 | StringAppendF(&result, "\n"); |
| 1252 | StringAppendF(&result, "RenderEngine runtime effects: %zu\n", mRuntimeEffects.size()); |
| 1253 | for (const auto& [linearEffect, unused] : mRuntimeEffects) { |
| 1254 | StringAppendF(&result, "- inputDataspace: %s\n", |
| 1255 | dataspaceDetails( |
| 1256 | static_cast<android_dataspace>(linearEffect.inputDataspace)) |
| 1257 | .c_str()); |
| 1258 | StringAppendF(&result, "- outputDataspace: %s\n", |
| 1259 | dataspaceDetails( |
| 1260 | static_cast<android_dataspace>(linearEffect.outputDataspace)) |
| 1261 | .c_str()); |
| 1262 | StringAppendF(&result, "undoPremultipliedAlpha: %s\n", |
| 1263 | linearEffect.undoPremultipliedAlpha ? "true" : "false"); |
| 1264 | } |
| 1265 | } |
| 1266 | StringAppendF(&result, "\n"); |
| 1267 | } |
| 1268 | |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 1269 | } // namespace skia |
John Reck | 67b1e2b | 2020-08-26 13:17:24 -0700 | [diff] [blame] | 1270 | } // namespace renderengine |
rnlee | c6a7364 | 2021-06-04 14:16:42 -0700 | [diff] [blame] | 1271 | } // namespace android |