Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2016 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "SkiaPipeline.h" |
| 18 | |
Kevin Lubick | 1175dc0 | 2022-02-28 12:41:27 -0500 | [diff] [blame] | 19 | #include <SkCanvas.h> |
| 20 | #include <SkColor.h> |
| 21 | #include <SkColorSpace.h> |
| 22 | #include <SkData.h> |
| 23 | #include <SkImage.h> |
Hal Canary | 10219fb | 2016-11-23 20:41:22 -0500 | [diff] [blame] | 24 | #include <SkImageEncoder.h> |
Peiyong Lin | 3bff135 | 2018-12-11 07:56:07 -0800 | [diff] [blame] | 25 | #include <SkImageInfo.h> |
Leon Scroggins III | ee708fa | 2016-12-12 15:31:39 -0500 | [diff] [blame] | 26 | #include <SkImagePriv.h> |
Kevin Lubick | 1175dc0 | 2022-02-28 12:41:27 -0500 | [diff] [blame] | 27 | #include <SkMatrix.h> |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 28 | #include <SkMultiPictureDocument.h> |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 29 | #include <SkOverdrawCanvas.h> |
| 30 | #include <SkOverdrawColorFilter.h> |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 31 | #include <SkPicture.h> |
| 32 | #include <SkPictureRecorder.h> |
Kevin Lubick | 1175dc0 | 2022-02-28 12:41:27 -0500 | [diff] [blame] | 33 | #include <SkRect.h> |
| 34 | #include <SkRefCnt.h> |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 35 | #include <SkSerialProcs.h> |
Kevin Lubick | 1175dc0 | 2022-02-28 12:41:27 -0500 | [diff] [blame] | 36 | #include <SkStream.h> |
| 37 | #include <SkString.h> |
Alec Mouri | 43fe6fc | 2019-12-23 07:46:19 -0800 | [diff] [blame] | 38 | #include <SkTypeface.h> |
Kevin Lubick | 8099b67 | 2023-01-09 14:48:45 +0000 | [diff] [blame] | 39 | #include "include/gpu/GpuTypes.h" // from Skia |
Alec Mouri | 43fe6fc | 2019-12-23 07:46:19 -0800 | [diff] [blame] | 40 | #include <android-base/properties.h> |
| 41 | #include <unistd.h> |
| 42 | |
| 43 | #include <sstream> |
| 44 | |
rnlee | ce9762b | 2021-05-21 15:40:53 -0700 | [diff] [blame] | 45 | #include <gui/TraceUtils.h> |
Fedor Kudasov | 90df056 | 2019-06-19 11:41:34 +0100 | [diff] [blame] | 46 | #include "LightingInfo.h" |
Stan Iliev | 23c38a9 | 2017-03-23 00:12:50 -0400 | [diff] [blame] | 47 | #include "VectorDrawable.h" |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 48 | #include "thread/CommonPool.h" |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 49 | #include "tools/SkSharingProc.h" |
John Reck | b36bfdd | 2020-07-23 13:47:49 -0700 | [diff] [blame] | 50 | #include "utils/Color.h" |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 51 | #include "utils/String8.h" |
Jerome Gaillard | a02a12d | 2019-05-28 18:07:56 +0100 | [diff] [blame] | 52 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 53 | using namespace android::uirenderer::renderthread; |
| 54 | |
| 55 | namespace android { |
| 56 | namespace uirenderer { |
| 57 | namespace skiapipeline { |
| 58 | |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 59 | SkiaPipeline::SkiaPipeline(RenderThread& thread) : mRenderThread(thread) { |
Derek Sollenberger | 1863d94 | 2020-02-05 15:41:51 -0500 | [diff] [blame] | 60 | setSurfaceColorProperties(mColorMode); |
Stan Iliev | 23c38a9 | 2017-03-23 00:12:50 -0400 | [diff] [blame] | 61 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 62 | |
Stan Iliev | 232f362 | 2017-08-23 17:15:09 -0400 | [diff] [blame] | 63 | SkiaPipeline::~SkiaPipeline() { |
| 64 | unpinImages(); |
| 65 | } |
| 66 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 67 | void SkiaPipeline::onDestroyHardwareResources() { |
Derek Sollenberger | 92a9eb9 | 2018-04-12 13:42:19 -0400 | [diff] [blame] | 68 | unpinImages(); |
Derek Sollenberger | f9e45d1 | 2017-06-01 13:07:39 -0400 | [diff] [blame] | 69 | mRenderThread.cacheManager().trimStaleResources(); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 70 | } |
| 71 | |
Derek Sollenberger | b7d34b6 | 2016-11-04 10:46:18 -0400 | [diff] [blame] | 72 | bool SkiaPipeline::pinImages(std::vector<SkImage*>& mutableImages) { |
Greg Daniel | f8cb525 | 2021-06-30 10:40:34 -0400 | [diff] [blame] | 73 | if (!mRenderThread.getGrContext()) { |
| 74 | ALOGD("Trying to pin an image with an invalid GrContext"); |
| 75 | return false; |
| 76 | } |
Derek Sollenberger | b7d34b6 | 2016-11-04 10:46:18 -0400 | [diff] [blame] | 77 | for (SkImage* image : mutableImages) { |
Derek Sollenberger | 189e874 | 2016-11-16 16:00:17 -0500 | [diff] [blame] | 78 | if (SkImage_pinAsTexture(image, mRenderThread.getGrContext())) { |
| 79 | mPinnedImages.emplace_back(sk_ref_sp(image)); |
| 80 | } else { |
| 81 | return false; |
| 82 | } |
Derek Sollenberger | b7d34b6 | 2016-11-04 10:46:18 -0400 | [diff] [blame] | 83 | } |
| 84 | return true; |
| 85 | } |
| 86 | |
| 87 | void SkiaPipeline::unpinImages() { |
| 88 | for (auto& image : mPinnedImages) { |
| 89 | SkImage_unpinAsTexture(image.get(), mRenderThread.getGrContext()); |
| 90 | } |
| 91 | mPinnedImages.clear(); |
| 92 | } |
| 93 | |
John Reck | d9d7f12 | 2018-05-03 14:40:56 -0700 | [diff] [blame] | 94 | void SkiaPipeline::renderLayers(const LightGeometry& lightGeometry, |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 95 | LayerUpdateQueue* layerUpdateQueue, bool opaque, |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 96 | const LightInfo& lightInfo) { |
Fedor Kudasov | 90df056 | 2019-06-19 11:41:34 +0100 | [diff] [blame] | 97 | LightingInfo::updateLighting(lightGeometry, lightInfo); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 98 | ATRACE_NAME("draw layers"); |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 99 | renderLayersImpl(*layerUpdateQueue, opaque); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 100 | layerUpdateQueue->clear(); |
| 101 | } |
| 102 | |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 103 | void SkiaPipeline::renderLayersImpl(const LayerUpdateQueue& layers, bool opaque) { |
Adlai Holler | ab76215 | 2020-09-16 10:37:19 -0400 | [diff] [blame] | 104 | sk_sp<GrDirectContext> cachedContext; |
Derek Sollenberger | f7df184 | 2017-09-05 11:15:58 -0400 | [diff] [blame] | 105 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 106 | // Render all layers that need to be updated, in order. |
| 107 | for (size_t i = 0; i < layers.entries().size(); i++) { |
John Reck | fc29f7acd | 2017-03-02 13:23:16 -0800 | [diff] [blame] | 108 | RenderNode* layerNode = layers.entries()[i].renderNode.get(); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 109 | // only schedule repaint if node still on layer - possible it may have been |
| 110 | // removed during a dropped frame, but layers may still remain scheduled so |
| 111 | // as not to lose info on what portion is damaged |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 112 | if (CC_UNLIKELY(layerNode->getLayerSurface() == nullptr)) { |
| 113 | continue; |
| 114 | } |
| 115 | SkASSERT(layerNode->getLayerSurface()); |
John Reck | be67195 | 2021-01-13 22:39:32 -0500 | [diff] [blame] | 116 | SkiaDisplayList* displayList = layerNode->getDisplayList().asSkiaDl(); |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 117 | if (!displayList || displayList->isEmpty()) { |
| 118 | ALOGE("%p drawLayers(%s) : missing drawable", layerNode, layerNode->getName()); |
| 119 | return; |
| 120 | } |
| 121 | |
| 122 | const Rect& layerDamage = layers.entries()[i].damage; |
| 123 | |
| 124 | SkCanvas* layerCanvas = layerNode->getLayerSurface()->getCanvas(); |
| 125 | |
| 126 | int saveCount = layerCanvas->save(); |
| 127 | SkASSERT(saveCount == 1); |
| 128 | |
| 129 | layerCanvas->androidFramework_setDeviceClipRestriction(layerDamage.toSkIRect()); |
| 130 | |
| 131 | // TODO: put localized light center calculation and storage to a drawable related code. |
| 132 | // It does not seem right to store something localized in a global state |
| 133 | // fix here and in recordLayers |
| 134 | const Vector3 savedLightCenter(LightingInfo::getLightCenterRaw()); |
| 135 | Vector3 transformedLightCenter(savedLightCenter); |
| 136 | // map current light center into RenderNode's coordinate space |
| 137 | layerNode->getSkiaLayer()->inverseTransformInWindow.mapPoint3d(transformedLightCenter); |
| 138 | LightingInfo::setLightCenterRaw(transformedLightCenter); |
| 139 | |
| 140 | const RenderProperties& properties = layerNode->properties(); |
| 141 | const SkRect bounds = SkRect::MakeWH(properties.getWidth(), properties.getHeight()); |
| 142 | if (properties.getClipToBounds() && layerCanvas->quickReject(bounds)) { |
| 143 | return; |
| 144 | } |
| 145 | |
| 146 | ATRACE_FORMAT("drawLayer [%s] %.1f x %.1f", layerNode->getName(), bounds.width(), |
| 147 | bounds.height()); |
| 148 | |
| 149 | layerNode->getSkiaLayer()->hasRenderedSinceRepaint = false; |
| 150 | layerCanvas->clear(SK_ColorTRANSPARENT); |
| 151 | |
| 152 | RenderNodeDrawable root(layerNode, layerCanvas, false); |
| 153 | root.forceDraw(layerCanvas); |
| 154 | layerCanvas->restoreToCount(saveCount); |
| 155 | |
| 156 | LightingInfo::setLightCenterRaw(savedLightCenter); |
| 157 | |
| 158 | // cache the current context so that we can defer flushing it until |
| 159 | // either all the layers have been rendered or the context changes |
Adlai Holler | ab76215 | 2020-09-16 10:37:19 -0400 | [diff] [blame] | 160 | GrDirectContext* currentContext = |
| 161 | GrAsDirectContext(layerNode->getLayerSurface()->getCanvas()->recordingContext()); |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 162 | if (cachedContext.get() != currentContext) { |
| 163 | if (cachedContext.get()) { |
| 164 | ATRACE_NAME("flush layers (context changed)"); |
Greg Daniel | c7ad408 | 2020-05-14 15:38:26 -0400 | [diff] [blame] | 165 | cachedContext->flushAndSubmit(); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 166 | } |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 167 | cachedContext.reset(SkSafeRef(currentContext)); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 168 | } |
| 169 | } |
Derek Sollenberger | f7df184 | 2017-09-05 11:15:58 -0400 | [diff] [blame] | 170 | |
| 171 | if (cachedContext.get()) { |
Derek Sollenberger | be3876c | 2018-04-20 16:13:31 -0400 | [diff] [blame] | 172 | ATRACE_NAME("flush layers"); |
Greg Daniel | c7ad408 | 2020-05-14 15:38:26 -0400 | [diff] [blame] | 173 | cachedContext->flushAndSubmit(); |
Derek Sollenberger | f7df184 | 2017-09-05 11:15:58 -0400 | [diff] [blame] | 174 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 175 | } |
| 176 | |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 177 | bool SkiaPipeline::createOrUpdateLayer(RenderNode* node, const DamageAccumulator& damageAccumulator, |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 178 | ErrorHandler* errorHandler) { |
Derek Sollenberger | 03e6cff7 | 2017-12-04 15:07:08 -0500 | [diff] [blame] | 179 | // compute the size of the surface (i.e. texture) to be allocated for this layer |
| 180 | const int surfaceWidth = ceilf(node->getWidth() / float(LAYER_SIZE)) * LAYER_SIZE; |
| 181 | const int surfaceHeight = ceilf(node->getHeight() / float(LAYER_SIZE)) * LAYER_SIZE; |
| 182 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 183 | SkSurface* layer = node->getLayerSurface(); |
Derek Sollenberger | 03e6cff7 | 2017-12-04 15:07:08 -0500 | [diff] [blame] | 184 | if (!layer || layer->width() != surfaceWidth || layer->height() != surfaceHeight) { |
Stan Iliev | 08fc19a | 2017-07-24 10:20:33 -0400 | [diff] [blame] | 185 | SkImageInfo info; |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 186 | info = SkImageInfo::Make(surfaceWidth, surfaceHeight, getSurfaceColorType(), |
Derek Sollenberger | d01b591 | 2018-10-19 15:55:33 -0400 | [diff] [blame] | 187 | kPremul_SkAlphaType, getSurfaceColorSpace()); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 188 | SkSurfaceProps props(0, kUnknown_SkPixelGeometry); |
| 189 | SkASSERT(mRenderThread.getGrContext() != nullptr); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 190 | node->setLayerSurface(SkSurface::MakeRenderTarget(mRenderThread.getGrContext(), |
Kevin Lubick | 8099b67 | 2023-01-09 14:48:45 +0000 | [diff] [blame] | 191 | skgpu::Budgeted::kYes, info, 0, |
Derek Sollenberger | 25833d2 | 2019-01-14 13:55:55 -0500 | [diff] [blame] | 192 | this->getSurfaceOrigin(), &props)); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 193 | if (node->getLayerSurface()) { |
| 194 | // update the transform in window of the layer to reset its origin wrt light source |
| 195 | // position |
| 196 | Matrix4 windowTransform; |
| 197 | damageAccumulator.computeCurrentTransform(&windowTransform); |
Stan Iliev | da7c19c | 2019-05-22 14:43:44 -0400 | [diff] [blame] | 198 | node->getSkiaLayer()->inverseTransformInWindow.loadInverse(windowTransform); |
Stan Iliev | 216b157 | 2018-03-26 14:29:50 -0400 | [diff] [blame] | 199 | } else { |
| 200 | String8 cachesOutput; |
| 201 | mRenderThread.cacheManager().dumpMemoryUsage(cachesOutput, |
John Reck | 283bb46 | 2018-12-13 16:40:14 -0800 | [diff] [blame] | 202 | &mRenderThread.renderState()); |
Stan Iliev | 216b157 | 2018-03-26 14:29:50 -0400 | [diff] [blame] | 203 | ALOGE("%s", cachesOutput.string()); |
| 204 | if (errorHandler) { |
| 205 | std::ostringstream err; |
| 206 | err << "Unable to create layer for " << node->getName(); |
| 207 | const int maxTextureSize = DeviceInfo::get()->maxTextureSize(); |
| 208 | err << ", size " << info.width() << "x" << info.height() << " max size " |
John Reck | 283bb46 | 2018-12-13 16:40:14 -0800 | [diff] [blame] | 209 | << maxTextureSize << " color type " << (int)info.colorType() << " has context " |
| 210 | << (int)(mRenderThread.getGrContext() != nullptr); |
Stan Iliev | 216b157 | 2018-03-26 14:29:50 -0400 | [diff] [blame] | 211 | errorHandler->onError(err.str()); |
| 212 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 213 | } |
| 214 | return true; |
| 215 | } |
| 216 | return false; |
| 217 | } |
| 218 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 219 | void SkiaPipeline::prepareToDraw(const RenderThread& thread, Bitmap* bitmap) { |
Adlai Holler | ab76215 | 2020-09-16 10:37:19 -0400 | [diff] [blame] | 220 | GrDirectContext* context = thread.getGrContext(); |
John Reck | cf1170f | 2021-07-14 15:52:19 -0400 | [diff] [blame] | 221 | if (context && !bitmap->isHardware()) { |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 222 | ATRACE_FORMAT("Bitmap#prepareToDraw %dx%d", bitmap->width(), bitmap->height()); |
Derek Sollenberger | d01b591 | 2018-10-19 15:55:33 -0400 | [diff] [blame] | 223 | auto image = bitmap->makeImage(); |
John Reck | cf1170f | 2021-07-14 15:52:19 -0400 | [diff] [blame] | 224 | if (image.get()) { |
Stan Iliev | 7bc3bc6 | 2017-05-24 13:28:36 -0400 | [diff] [blame] | 225 | SkImage_pinAsTexture(image.get(), context); |
| 226 | SkImage_unpinAsTexture(image.get(), context); |
John Reck | cf1170f | 2021-07-14 15:52:19 -0400 | [diff] [blame] | 227 | // A submit is necessary as there may not be a frame coming soon, so without a call |
| 228 | // to submit these texture uploads can just sit in the queue building up until |
| 229 | // we run out of RAM |
| 230 | context->flushAndSubmit(); |
Stan Iliev | 7bc3bc6 | 2017-05-24 13:28:36 -0400 | [diff] [blame] | 231 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 232 | } |
| 233 | } |
| 234 | |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 235 | static void savePictureAsync(const sk_sp<SkData>& data, const std::string& filename) { |
| 236 | CommonPool::post([data, filename] { |
| 237 | if (0 == access(filename.c_str(), F_OK)) { |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 238 | return; |
| 239 | } |
| 240 | |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 241 | SkFILEWStream stream(filename.c_str()); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 242 | if (stream.isValid()) { |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 243 | stream.write(data->data(), data->size()); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 244 | stream.flush(); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 245 | ALOGD("SKP Captured Drawing Output (%zu bytes) for frame. %s", stream.bytesWritten(), |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 246 | filename.c_str()); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 247 | } |
John Reck | 322b8ab | 2019-03-14 13:15:28 -0700 | [diff] [blame] | 248 | }); |
| 249 | } |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 250 | |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 251 | // Note multiple SkiaPipeline instances may be loaded if more than one app is visible. |
| 252 | // Each instance may observe the filename changing and try to record to a file of the same name. |
| 253 | // Only the first one will succeed. There is no scope available here where we could coordinate |
| 254 | // to cause this function to return true for only one of the instances. |
| 255 | bool SkiaPipeline::shouldStartNewFileCapture() { |
| 256 | // Don't start a new file based capture if one is currently ongoing. |
| 257 | if (mCaptureMode != CaptureMode::None) { return false; } |
| 258 | |
| 259 | // A new capture is started when the filename property changes. |
| 260 | // Read the filename property. |
| 261 | std::string prop = base::GetProperty(PROPERTY_CAPTURE_SKP_FILENAME, "0"); |
| 262 | // if the filename property changed to a valid value |
| 263 | if (prop[0] != '0' && mCapturedFile != prop) { |
| 264 | // remember this new filename |
| 265 | mCapturedFile = prop; |
| 266 | // and get a property indicating how many frames to capture. |
| 267 | mCaptureSequence = base::GetIntProperty(PROPERTY_CAPTURE_SKP_FRAMES, 1); |
John Reck | 5cca8f2 | 2018-12-10 17:06:22 -0800 | [diff] [blame] | 268 | if (mCaptureSequence <= 0) { |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 269 | return false; |
| 270 | } else if (mCaptureSequence == 1) { |
| 271 | mCaptureMode = CaptureMode::SingleFrameSKP; |
| 272 | } else { |
| 273 | mCaptureMode = CaptureMode::MultiFrameSKP; |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 274 | } |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 275 | return true; |
| 276 | } |
| 277 | return false; |
| 278 | } |
| 279 | |
| 280 | // performs the first-frame work of a multi frame SKP capture. Returns true if successful. |
| 281 | bool SkiaPipeline::setupMultiFrameCapture() { |
| 282 | ALOGD("Set up multi-frame capture, frames = %d", mCaptureSequence); |
| 283 | // We own this stream and need to hold it until close() finishes. |
| 284 | auto stream = std::make_unique<SkFILEWStream>(mCapturedFile.c_str()); |
| 285 | if (stream->isValid()) { |
| 286 | mOpenMultiPicStream = std::move(stream); |
| 287 | mSerialContext.reset(new SkSharingSerialContext()); |
| 288 | SkSerialProcs procs; |
| 289 | procs.fImageProc = SkSharingSerialContext::serializeImage; |
| 290 | procs.fImageCtx = mSerialContext.get(); |
Nathaniel Nifong | 429fff4 | 2020-01-30 14:38:21 -0500 | [diff] [blame] | 291 | procs.fTypefaceProc = [](SkTypeface* tf, void* ctx){ |
| 292 | return tf->serialize(SkTypeface::SerializeBehavior::kDoIncludeData); |
| 293 | }; |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 294 | // SkDocuments don't take owership of the streams they write. |
| 295 | // we need to keep it until after mMultiPic.close() |
| 296 | // procs is passed as a pointer, but just as a method of having an optional default. |
| 297 | // procs doesn't need to outlive this Make call. |
Nathaniel Nifong | 7c21677 | 2021-01-22 13:23:25 -0500 | [diff] [blame] | 298 | mMultiPic = SkMakeMultiPictureDocument(mOpenMultiPicStream.get(), &procs, |
| 299 | [sharingCtx = mSerialContext.get()](const SkPicture* pic) { |
| 300 | SkSharingSerialContext::collectNonTextureImagesFromPicture(pic, sharingCtx); |
| 301 | }); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 302 | return true; |
| 303 | } else { |
| 304 | ALOGE("Could not open \"%s\" for writing.", mCapturedFile.c_str()); |
| 305 | mCaptureSequence = 0; |
| 306 | mCaptureMode = CaptureMode::None; |
| 307 | return false; |
| 308 | } |
| 309 | } |
| 310 | |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 311 | // recurse through the rendernode's children, add any nodes which are layers to the queue. |
| 312 | static void collectLayers(RenderNode* node, LayerUpdateQueue* layers) { |
John Reck | be67195 | 2021-01-13 22:39:32 -0500 | [diff] [blame] | 313 | SkiaDisplayList* dl = node->getDisplayList().asSkiaDl(); |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 314 | if (dl) { |
| 315 | const auto& prop = node->properties(); |
| 316 | if (node->hasLayer()) { |
| 317 | layers->enqueueLayerWithDamage(node, Rect(prop.getWidth(), prop.getHeight())); |
| 318 | } |
| 319 | // The way to recurse through rendernodes is to call this with a lambda. |
| 320 | dl->updateChildren([&](RenderNode* child) { collectLayers(child, layers); }); |
| 321 | } |
| 322 | } |
| 323 | |
| 324 | // record the provided layers to the provided canvas as self-contained skpictures. |
| 325 | static void recordLayers(const LayerUpdateQueue& layers, |
| 326 | SkCanvas* mskpCanvas) { |
| 327 | const Vector3 savedLightCenter(LightingInfo::getLightCenterRaw()); |
| 328 | // Record the commands to re-draw each dirty layer into an SkPicture |
| 329 | for (size_t i = 0; i < layers.entries().size(); i++) { |
| 330 | RenderNode* layerNode = layers.entries()[i].renderNode.get(); |
| 331 | const Rect& layerDamage = layers.entries()[i].damage; |
| 332 | const RenderProperties& properties = layerNode->properties(); |
| 333 | |
| 334 | // Temporarily map current light center into RenderNode's coordinate space |
| 335 | Vector3 transformedLightCenter(savedLightCenter); |
| 336 | layerNode->getSkiaLayer()->inverseTransformInWindow.mapPoint3d(transformedLightCenter); |
| 337 | LightingInfo::setLightCenterRaw(transformedLightCenter); |
| 338 | |
| 339 | SkPictureRecorder layerRec; |
| 340 | auto* recCanvas = layerRec.beginRecording(properties.getWidth(), |
| 341 | properties.getHeight()); |
| 342 | // This is not recorded but still causes clipping. |
| 343 | recCanvas->androidFramework_setDeviceClipRestriction(layerDamage.toSkIRect()); |
| 344 | RenderNodeDrawable root(layerNode, recCanvas, false); |
| 345 | root.forceDraw(recCanvas); |
| 346 | // Now write this picture into the SKP canvas with an annotation indicating what it is |
| 347 | mskpCanvas->drawAnnotation(layerDamage.toSkRect(), String8::format( |
| 348 | "OffscreenLayerDraw|%" PRId64, layerNode->uniqueId()).c_str(), nullptr); |
| 349 | mskpCanvas->drawPicture(layerRec.finishRecordingAsPicture()); |
| 350 | } |
| 351 | LightingInfo::setLightCenterRaw(savedLightCenter); |
| 352 | } |
| 353 | |
| 354 | SkCanvas* SkiaPipeline::tryCapture(SkSurface* surface, RenderNode* root, |
| 355 | const LayerUpdateQueue& dirtyLayers) { |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 356 | if (CC_LIKELY(!Properties::skpCaptureEnabled)) { |
| 357 | return surface->getCanvas(); // Bail out early when capture is not turned on. |
| 358 | } |
| 359 | // Note that shouldStartNewFileCapture tells us if this is the *first* frame of a capture. |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 360 | bool firstFrameOfAnim = false; |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 361 | if (shouldStartNewFileCapture() && mCaptureMode == CaptureMode::MultiFrameSKP) { |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 362 | // set a reminder to record every layer near the end of this method, after we have set up |
| 363 | // the nway canvas. |
| 364 | firstFrameOfAnim = true; |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 365 | if (!setupMultiFrameCapture()) { |
| 366 | return surface->getCanvas(); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 367 | } |
| 368 | } |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 369 | |
| 370 | // Create a canvas pointer, fill it depending on what kind of capture is requested (if any) |
| 371 | SkCanvas* pictureCanvas = nullptr; |
| 372 | switch (mCaptureMode) { |
| 373 | case CaptureMode::CallbackAPI: |
| 374 | case CaptureMode::SingleFrameSKP: |
| 375 | mRecorder.reset(new SkPictureRecorder()); |
Nathaniel Nifong | 31fee3a | 2019-07-11 16:27:14 -0400 | [diff] [blame] | 376 | pictureCanvas = mRecorder->beginRecording(surface->width(), surface->height()); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 377 | break; |
| 378 | case CaptureMode::MultiFrameSKP: |
| 379 | // If a multi frame recording is active, initialize recording for a single frame of a |
| 380 | // multi frame file. |
| 381 | pictureCanvas = mMultiPic->beginPage(surface->width(), surface->height()); |
| 382 | break; |
| 383 | case CaptureMode::None: |
| 384 | // Returning here in the non-capture case means we can count on pictureCanvas being |
| 385 | // non-null below. |
| 386 | return surface->getCanvas(); |
| 387 | } |
| 388 | |
| 389 | // Setting up an nway canvas is common to any kind of capture. |
| 390 | mNwayCanvas = std::make_unique<SkNWayCanvas>(surface->width(), surface->height()); |
| 391 | mNwayCanvas->addCanvas(surface->getCanvas()); |
| 392 | mNwayCanvas->addCanvas(pictureCanvas); |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 393 | |
| 394 | if (firstFrameOfAnim) { |
| 395 | // On the first frame of any mskp capture we want to record any layers that are needed in |
| 396 | // frame but may have been rendered offscreen before recording began. |
| 397 | // We do not maintain a list of all layers, since it isn't needed outside this rare, |
| 398 | // recording use case. Traverse the tree to find them and put them in this LayerUpdateQueue. |
| 399 | LayerUpdateQueue luq; |
| 400 | collectLayers(root, &luq); |
| 401 | recordLayers(luq, mNwayCanvas.get()); |
| 402 | } else { |
| 403 | // on non-first frames, we record any normal layer draws (dirty regions) |
| 404 | recordLayers(dirtyLayers, mNwayCanvas.get()); |
| 405 | } |
| 406 | |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 407 | return mNwayCanvas.get(); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 408 | } |
| 409 | |
| 410 | void SkiaPipeline::endCapture(SkSurface* surface) { |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 411 | if (CC_LIKELY(mCaptureMode == CaptureMode::None)) { return; } |
John Reck | 5cca8f2 | 2018-12-10 17:06:22 -0800 | [diff] [blame] | 412 | mNwayCanvas.reset(); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 413 | ATRACE_CALL(); |
| 414 | if (mCaptureSequence > 0 && mCaptureMode == CaptureMode::MultiFrameSKP) { |
| 415 | mMultiPic->endPage(); |
| 416 | mCaptureSequence--; |
| 417 | if (mCaptureSequence == 0) { |
| 418 | mCaptureMode = CaptureMode::None; |
| 419 | // Pass mMultiPic and mOpenMultiPicStream to a background thread, which will handle |
| 420 | // the heavyweight serialization work and destroy them. mOpenMultiPicStream is released |
| 421 | // to a bare pointer because keeping it in a smart pointer makes the lambda |
| 422 | // non-copyable. The lambda is only called once, so this is safe. |
| 423 | SkFILEWStream* stream = mOpenMultiPicStream.release(); |
| 424 | CommonPool::post([doc = std::move(mMultiPic), stream]{ |
| 425 | ALOGD("Finalizing multi frame SKP"); |
| 426 | doc->close(); |
| 427 | delete stream; |
| 428 | ALOGD("Multi frame SKP complete."); |
| 429 | }); |
| 430 | } |
| 431 | } else { |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 432 | sk_sp<SkPicture> picture = mRecorder->finishRecordingAsPicture(); |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 433 | if (picture->approximateOpCount() > 0) { |
John Reck | 5cca8f2 | 2018-12-10 17:06:22 -0800 | [diff] [blame] | 434 | if (mPictureCapturedCallback) { |
| 435 | std::invoke(mPictureCapturedCallback, std::move(picture)); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 436 | } else { |
| 437 | // single frame skp to file |
Nathaniel Nifong | 429fff4 | 2020-01-30 14:38:21 -0500 | [diff] [blame] | 438 | SkSerialProcs procs; |
| 439 | procs.fTypefaceProc = [](SkTypeface* tf, void* ctx){ |
| 440 | return tf->serialize(SkTypeface::SerializeBehavior::kDoIncludeData); |
| 441 | }; |
John Reck | 7600518 | 2021-06-09 22:43:05 -0400 | [diff] [blame] | 442 | auto data = picture->serialize(&procs); |
Nathaniel Nifong | d2e49a2 | 2019-06-24 15:07:34 -0400 | [diff] [blame] | 443 | savePictureAsync(data, mCapturedFile); |
| 444 | mCaptureSequence = 0; |
Derek Sollenberger | 5f9753d | 2020-04-01 15:59:02 -0400 | [diff] [blame] | 445 | mCaptureMode = CaptureMode::None; |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 446 | } |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 447 | } |
| 448 | mRecorder.reset(); |
| 449 | } |
| 450 | } |
| 451 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 452 | void SkiaPipeline::renderFrame(const LayerUpdateQueue& layers, const SkRect& clip, |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 453 | const std::vector<sp<RenderNode>>& nodes, bool opaque, |
Greg Daniel | c407678 | 2019-01-08 16:01:18 -0500 | [diff] [blame] | 454 | const Rect& contentDrawBounds, sk_sp<SkSurface> surface, |
| 455 | const SkMatrix& preTransform) { |
John Reck | 5cca8f2 | 2018-12-10 17:06:22 -0800 | [diff] [blame] | 456 | bool previousSkpEnabled = Properties::skpCaptureEnabled; |
| 457 | if (mPictureCapturedCallback) { |
| 458 | Properties::skpCaptureEnabled = true; |
| 459 | } |
| 460 | |
Nathaniel Nifong | 2945bff | 2019-11-25 09:34:21 -0500 | [diff] [blame] | 461 | // Initialize the canvas for the current frame, that might be a recording canvas if SKP |
| 462 | // capture is enabled. |
| 463 | SkCanvas* canvas = tryCapture(surface.get(), nodes[0].get(), layers); |
| 464 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 465 | // draw all layers up front |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 466 | renderLayersImpl(layers, opaque); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 467 | |
Nathaniel Nifong | dc19a65 | 2019-11-11 11:47:50 -0500 | [diff] [blame] | 468 | renderFrameImpl(clip, nodes, opaque, contentDrawBounds, canvas, preTransform); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 469 | |
Stan Iliev | e9d0012 | 2017-09-19 12:07:10 -0400 | [diff] [blame] | 470 | endCapture(surface.get()); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 471 | |
| 472 | if (CC_UNLIKELY(Properties::debugOverdraw)) { |
Nathaniel Nifong | dc19a65 | 2019-11-11 11:47:50 -0500 | [diff] [blame] | 473 | renderOverdraw(clip, nodes, contentDrawBounds, surface, preTransform); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 474 | } |
| 475 | |
John Reck | 5cca8f2 | 2018-12-10 17:06:22 -0800 | [diff] [blame] | 476 | Properties::skpCaptureEnabled = previousSkpEnabled; |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 477 | } |
| 478 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 479 | namespace { |
| 480 | static Rect nodeBounds(RenderNode& node) { |
| 481 | auto& props = node.properties(); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 482 | return Rect(props.getLeft(), props.getTop(), props.getRight(), props.getBottom()); |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 483 | } |
John Reck | 0fa0cbc | 2019-04-05 16:57:46 -0700 | [diff] [blame] | 484 | } // namespace |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 485 | |
Nathaniel Nifong | dc19a65 | 2019-11-11 11:47:50 -0500 | [diff] [blame] | 486 | void SkiaPipeline::renderFrameImpl(const SkRect& clip, |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 487 | const std::vector<sp<RenderNode>>& nodes, bool opaque, |
Greg Daniel | c407678 | 2019-01-08 16:01:18 -0500 | [diff] [blame] | 488 | const Rect& contentDrawBounds, SkCanvas* canvas, |
| 489 | const SkMatrix& preTransform) { |
Stan Iliev | b66b8bb | 2016-12-15 18:17:42 -0500 | [diff] [blame] | 490 | SkAutoCanvasRestore saver(canvas, true); |
Nathaniel Nifong | cff969f | 2020-01-09 14:03:49 -0500 | [diff] [blame] | 491 | auto clipRestriction = preTransform.mapRect(clip).roundOut(); |
John Reck | 7600518 | 2021-06-09 22:43:05 -0400 | [diff] [blame] | 492 | if (CC_UNLIKELY(isCapturingSkp())) { |
Nathaniel Nifong | 89a5dc5 | 2020-01-17 15:32:17 -0500 | [diff] [blame] | 493 | canvas->drawAnnotation(SkRect::Make(clipRestriction), "AndroidDeviceClipRestriction", |
| 494 | nullptr); |
| 495 | } else { |
| 496 | // clip drawing to dirty region only when not recording SKP files (which should contain all |
| 497 | // draw ops on every frame) |
| 498 | canvas->androidFramework_setDeviceClipRestriction(clipRestriction); |
| 499 | } |
Greg Daniel | c407678 | 2019-01-08 16:01:18 -0500 | [diff] [blame] | 500 | canvas->concat(preTransform); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 501 | |
Stan Iliev | aadc032 | 2018-03-23 10:50:11 -0400 | [diff] [blame] | 502 | // STOPSHIP: Revert, temporary workaround to clear always F16 frame buffer for b/74976293 |
Peiyong Lin | 1f6aa12 | 2018-09-10 16:28:08 -0700 | [diff] [blame] | 503 | if (!opaque || getSurfaceColorType() == kRGBA_F16_SkColorType) { |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 504 | canvas->clear(SK_ColorTRANSPARENT); |
| 505 | } |
| 506 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 507 | if (1 == nodes.size()) { |
| 508 | if (!nodes[0]->nothingToDraw()) { |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 509 | RenderNodeDrawable root(nodes[0].get(), canvas); |
| 510 | root.draw(canvas); |
| 511 | } |
| 512 | } else if (0 == nodes.size()) { |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 513 | // nothing to draw |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 514 | } else { |
| 515 | // It there are multiple render nodes, they are laid out as follows: |
| 516 | // #0 - backdrop (content + caption) |
| 517 | // #1 - content (local bounds are at (0,0), will be translated and clipped to backdrop) |
| 518 | // #2 - additional overlay nodes |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 519 | // Usually the backdrop cannot be seen since it will be entirely covered by the content. |
| 520 | // While |
| 521 | // resizing however it might become partially visible. The following render loop will crop |
| 522 | // the |
| 523 | // backdrop against the content and draw the remaining part of it. It will then draw the |
| 524 | // content |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 525 | // cropped to the backdrop (since that indicates a shrinking of the window). |
| 526 | // |
| 527 | // Additional nodes will be drawn on top with no particular clipping semantics. |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 528 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 529 | // Usually the contents bounds should be mContentDrawBounds - however - we will |
| 530 | // move it towards the fixed edge to give it a more stable appearance (for the moment). |
| 531 | // If there is no content bounds we ignore the layering as stated above and start with 2. |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 532 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 533 | // Backdrop bounds in render target space |
| 534 | const Rect backdrop = nodeBounds(*nodes[0]); |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 535 | |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 536 | // Bounds that content will fill in render target space (note content node bounds may be |
| 537 | // bigger) |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 538 | Rect content(contentDrawBounds.getWidth(), contentDrawBounds.getHeight()); |
| 539 | content.translate(backdrop.left, backdrop.top); |
| 540 | if (!content.contains(backdrop) && !nodes[0]->nothingToDraw()) { |
| 541 | // Content doesn't entirely overlap backdrop, so fill around content (right/bottom) |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 542 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 543 | // Note: in the future, if content doesn't snap to backdrop's left/top, this may need to |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 544 | // also fill left/top. Currently, both 2up and freeform position content at the top/left |
| 545 | // of |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 546 | // the backdrop, so this isn't necessary. |
| 547 | RenderNodeDrawable backdropNode(nodes[0].get(), canvas); |
| 548 | if (content.right < backdrop.right) { |
| 549 | // draw backdrop to right side of content |
| 550 | SkAutoCanvasRestore acr(canvas, true); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 551 | canvas->clipRect(SkRect::MakeLTRB(content.right, backdrop.top, backdrop.right, |
| 552 | backdrop.bottom)); |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 553 | backdropNode.draw(canvas); |
| 554 | } |
| 555 | if (content.bottom < backdrop.bottom) { |
| 556 | // draw backdrop to bottom of content |
| 557 | // Note: bottom fill uses content left/right, to avoid overdrawing left/right fill |
| 558 | SkAutoCanvasRestore acr(canvas, true); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 559 | canvas->clipRect(SkRect::MakeLTRB(content.left, content.bottom, content.right, |
| 560 | backdrop.bottom)); |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 561 | backdropNode.draw(canvas); |
| 562 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 563 | } |
| 564 | |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 565 | RenderNodeDrawable contentNode(nodes[1].get(), canvas); |
| 566 | if (!backdrop.isEmpty()) { |
| 567 | // content node translation to catch up with backdrop |
| 568 | float dx = backdrop.left - contentDrawBounds.left; |
| 569 | float dy = backdrop.top - contentDrawBounds.top; |
| 570 | |
| 571 | SkAutoCanvasRestore acr(canvas, true); |
| 572 | canvas->translate(dx, dy); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 573 | const SkRect contentLocalClip = |
| 574 | SkRect::MakeXYWH(contentDrawBounds.left, contentDrawBounds.top, |
| 575 | backdrop.getWidth(), backdrop.getHeight()); |
Stan Iliev | 5277127 | 2016-11-17 09:54:38 -0500 | [diff] [blame] | 576 | canvas->clipRect(contentLocalClip); |
| 577 | contentNode.draw(canvas); |
| 578 | } else { |
| 579 | SkAutoCanvasRestore acr(canvas, true); |
| 580 | contentNode.draw(canvas); |
| 581 | } |
| 582 | |
| 583 | // remaining overlay nodes, simply defer |
| 584 | for (size_t index = 2; index < nodes.size(); index++) { |
| 585 | if (!nodes[index]->nothingToDraw()) { |
| 586 | SkAutoCanvasRestore acr(canvas, true); |
| 587 | RenderNodeDrawable overlayNode(nodes[index].get(), canvas); |
| 588 | overlayNode.draw(canvas); |
| 589 | } |
| 590 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 591 | } |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 592 | } |
| 593 | |
Matt Sarett | 4bda6bf | 2016-11-07 15:43:41 -0500 | [diff] [blame] | 594 | void SkiaPipeline::dumpResourceCacheUsage() const { |
Robert Phillips | 57bb0bf | 2019-09-06 13:18:17 -0400 | [diff] [blame] | 595 | int resources; |
| 596 | size_t bytes; |
Matt Sarett | 4bda6bf | 2016-11-07 15:43:41 -0500 | [diff] [blame] | 597 | mRenderThread.getGrContext()->getResourceCacheUsage(&resources, &bytes); |
Robert Phillips | 57bb0bf | 2019-09-06 13:18:17 -0400 | [diff] [blame] | 598 | size_t maxBytes = mRenderThread.getGrContext()->getResourceCacheLimit(); |
Matt Sarett | 4bda6bf | 2016-11-07 15:43:41 -0500 | [diff] [blame] | 599 | |
| 600 | SkString log("Resource Cache Usage:\n"); |
Robert Phillips | 57bb0bf | 2019-09-06 13:18:17 -0400 | [diff] [blame] | 601 | log.appendf("%8d items\n", resources); |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 602 | log.appendf("%8zu bytes (%.2f MB) out of %.2f MB maximum\n", bytes, |
| 603 | bytes * (1.0f / (1024.0f * 1024.0f)), maxBytes * (1.0f / (1024.0f * 1024.0f))); |
Matt Sarett | 4bda6bf | 2016-11-07 15:43:41 -0500 | [diff] [blame] | 604 | |
| 605 | ALOGD("%s", log.c_str()); |
| 606 | } |
| 607 | |
Nader Jawad | a352185 | 2023-01-30 20:23:46 -0800 | [diff] [blame^] | 608 | void SkiaPipeline::setHardwareBuffer(AHardwareBuffer* buffer) { |
| 609 | if (mHardwareBuffer) { |
| 610 | AHardwareBuffer_release(mHardwareBuffer); |
| 611 | mHardwareBuffer = nullptr; |
| 612 | } |
| 613 | |
| 614 | if (buffer) { |
| 615 | AHardwareBuffer_acquire(buffer); |
| 616 | mHardwareBuffer = buffer; |
| 617 | } |
| 618 | } |
| 619 | |
| 620 | sk_sp<SkSurface> SkiaPipeline::getBufferSkSurface( |
| 621 | const renderthread::HardwareBufferRenderParams& bufferParams) { |
| 622 | auto bufferColorSpace = bufferParams.getColorSpace(); |
| 623 | if (mBufferSurface == nullptr || mBufferColorSpace == nullptr || |
| 624 | !SkColorSpace::Equals(mBufferColorSpace.get(), bufferColorSpace.get())) { |
| 625 | mBufferSurface = SkSurface::MakeFromAHardwareBuffer( |
| 626 | mRenderThread.getGrContext(), mHardwareBuffer, kTopLeft_GrSurfaceOrigin, |
| 627 | bufferColorSpace, nullptr, true); |
| 628 | mBufferColorSpace = bufferColorSpace; |
| 629 | } |
| 630 | return mBufferSurface; |
| 631 | } |
| 632 | |
Peiyong Lin | 3bff135 | 2018-12-11 07:56:07 -0800 | [diff] [blame] | 633 | void SkiaPipeline::setSurfaceColorProperties(ColorMode colorMode) { |
Derek Sollenberger | 1863d94 | 2020-02-05 15:41:51 -0500 | [diff] [blame] | 634 | mColorMode = colorMode; |
John Reck | b36bfdd | 2020-07-23 13:47:49 -0700 | [diff] [blame] | 635 | switch (colorMode) { |
| 636 | case ColorMode::Default: |
| 637 | mSurfaceColorType = SkColorType::kN32_SkColorType; |
| 638 | mSurfaceColorSpace = SkColorSpace::MakeSRGB(); |
| 639 | break; |
| 640 | case ColorMode::WideColorGamut: |
| 641 | mSurfaceColorType = DeviceInfo::get()->getWideColorType(); |
| 642 | mSurfaceColorSpace = DeviceInfo::get()->getWideColorSpace(); |
| 643 | break; |
| 644 | case ColorMode::Hdr: |
John Reck | 5588776 | 2023-01-25 16:51:18 -0500 | [diff] [blame] | 645 | mSurfaceColorType = SkColorType::kN32_SkColorType; |
| 646 | mSurfaceColorSpace = SkColorSpace::MakeRGB( |
| 647 | GetExtendedTransferFunction(mTargetSdrHdrRatio), SkNamedGamut::kDisplayP3); |
John Reck | b36bfdd | 2020-07-23 13:47:49 -0700 | [diff] [blame] | 648 | break; |
Leon Scroggins III | cbdbb66 | 2021-11-30 13:59:00 -0500 | [diff] [blame] | 649 | case ColorMode::A8: |
| 650 | mSurfaceColorType = SkColorType::kAlpha_8_SkColorType; |
| 651 | mSurfaceColorSpace = nullptr; |
| 652 | break; |
Peiyong Lin | 3bff135 | 2018-12-11 07:56:07 -0800 | [diff] [blame] | 653 | } |
| 654 | } |
| 655 | |
John Reck | 5588776 | 2023-01-25 16:51:18 -0500 | [diff] [blame] | 656 | void SkiaPipeline::setTargetSdrHdrRatio(float ratio) { |
| 657 | if (mColorMode == ColorMode::Hdr) { |
| 658 | mTargetSdrHdrRatio = ratio; |
| 659 | mSurfaceColorSpace = SkColorSpace::MakeRGB(GetExtendedTransferFunction(mTargetSdrHdrRatio), |
| 660 | SkNamedGamut::kDisplayP3); |
| 661 | } else { |
| 662 | mTargetSdrHdrRatio = 1.f; |
| 663 | } |
| 664 | } |
| 665 | |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 666 | // Overdraw debugging |
| 667 | |
| 668 | // These colors should be kept in sync with Caches::getOverdrawColor() with a few differences. |
Mike Reed | 331c4e1 | 2020-02-13 10:21:54 -0500 | [diff] [blame] | 669 | // This implementation requires transparent entries for "no overdraw" and "single draws". |
| 670 | static const SkColor kOverdrawColors[2][6] = { |
| 671 | { |
| 672 | 0x00000000, |
| 673 | 0x00000000, |
| 674 | 0x2f0000ff, |
| 675 | 0x2f00ff00, |
| 676 | 0x3fff0000, |
| 677 | 0x7fff0000, |
| 678 | }, |
| 679 | { |
| 680 | 0x00000000, |
| 681 | 0x00000000, |
| 682 | 0x2f0000ff, |
| 683 | 0x4fffff00, |
| 684 | 0x5fff89d7, |
| 685 | 0x7fff0000, |
| 686 | }, |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 687 | }; |
| 688 | |
Nathaniel Nifong | dc19a65 | 2019-11-11 11:47:50 -0500 | [diff] [blame] | 689 | void SkiaPipeline::renderOverdraw(const SkRect& clip, |
John Reck | 1bcacfd | 2017-11-03 10:12:19 -0700 | [diff] [blame] | 690 | const std::vector<sp<RenderNode>>& nodes, |
Greg Daniel | c407678 | 2019-01-08 16:01:18 -0500 | [diff] [blame] | 691 | const Rect& contentDrawBounds, sk_sp<SkSurface> surface, |
| 692 | const SkMatrix& preTransform) { |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 693 | // Set up the overdraw canvas. |
| 694 | SkImageInfo offscreenInfo = SkImageInfo::MakeA8(surface->width(), surface->height()); |
| 695 | sk_sp<SkSurface> offscreen = surface->makeSurface(offscreenInfo); |
Nathaniel Nifong | fe05b7c | 2019-09-17 12:52:52 -0400 | [diff] [blame] | 696 | LOG_ALWAYS_FATAL_IF(!offscreen, "Failed to create offscreen SkSurface for overdraw viz."); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 697 | SkOverdrawCanvas overdrawCanvas(offscreen->getCanvas()); |
| 698 | |
| 699 | // Fake a redraw to replay the draw commands. This will increment the alpha channel |
| 700 | // each time a pixel would have been drawn. |
| 701 | // Pass true for opaque so we skip the clear - the overdrawCanvas is already zero |
| 702 | // initialized. |
Nathaniel Nifong | dc19a65 | 2019-11-11 11:47:50 -0500 | [diff] [blame] | 703 | renderFrameImpl(clip, nodes, true, contentDrawBounds, &overdrawCanvas, preTransform); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 704 | sk_sp<SkImage> counts = offscreen->makeImageSnapshot(); |
| 705 | |
| 706 | // Draw overdraw colors to the canvas. The color filter will convert counts to colors. |
| 707 | SkPaint paint; |
Mike Reed | 331c4e1 | 2020-02-13 10:21:54 -0500 | [diff] [blame] | 708 | const SkColor* colors = kOverdrawColors[static_cast<int>(Properties::overdrawColorSet)]; |
| 709 | paint.setColorFilter(SkOverdrawColorFilter::MakeWithSkColors(colors)); |
Mike Reed | 7994a31 | 2021-01-28 18:06:26 -0500 | [diff] [blame] | 710 | surface->getCanvas()->drawImage(counts.get(), 0.0f, 0.0f, SkSamplingOptions(), &paint); |
Matt Sarett | f58cc92 | 2016-11-14 18:33:38 -0500 | [diff] [blame] | 711 | } |
| 712 | |
Stan Iliev | 500a0c3 | 2016-10-26 10:30:09 -0400 | [diff] [blame] | 713 | } /* namespace skiapipeline */ |
| 714 | } /* namespace uirenderer */ |
| 715 | } /* namespace android */ |