blob: 43792dccfd9a65ebbf1391880f6a1f57e4d48586 [file] [log] [blame]
Lloyd Pique32cbe282018-10-19 13:09:22 -07001/*
2 * Copyright 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Lloyd Piquef8cf14d2019-02-28 16:03:12 -080017#include <thread>
18
Lloyd Pique32cbe282018-10-19 13:09:22 -070019#include <android-base/stringprintf.h>
20#include <compositionengine/CompositionEngine.h>
Lloyd Piquef8cf14d2019-02-28 16:03:12 -080021#include <compositionengine/CompositionRefreshArgs.h>
Lloyd Pique3d0c02e2018-10-19 18:38:12 -070022#include <compositionengine/DisplayColorProfile.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080023#include <compositionengine/LayerFE.h>
Lloyd Pique9755fb72019-03-26 14:44:40 -070024#include <compositionengine/LayerFECompositionState.h>
Lloyd Pique31cb2942018-10-19 17:23:03 -070025#include <compositionengine/RenderSurface.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070026#include <compositionengine/impl/Output.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070027#include <compositionengine/impl/OutputCompositionState.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080028#include <compositionengine/impl/OutputLayer.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070029#include <compositionengine/impl/OutputLayerCompositionState.h>
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080030
31// TODO(b/129481165): remove the #pragma below and fix conversion issues
32#pragma clang diagnostic push
33#pragma clang diagnostic ignored "-Wconversion"
34
Lloyd Pique688abd42019-02-15 15:42:24 -080035#include <renderengine/DisplaySettings.h>
36#include <renderengine/RenderEngine.h>
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080037
38// TODO(b/129481165): remove the #pragma below and fix conversion issues
39#pragma clang diagnostic pop // ignored "-Wconversion"
40
Lloyd Pique32cbe282018-10-19 13:09:22 -070041#include <ui/DebugUtils.h>
Lloyd Pique688abd42019-02-15 15:42:24 -080042#include <ui/HdrCapabilities.h>
Lloyd Pique66d68602019-02-13 14:23:31 -080043#include <utils/Trace.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070044
Lloyd Pique688abd42019-02-15 15:42:24 -080045#include "TracedOrdinal.h"
46
Lloyd Piquefeb73d72018-12-04 17:23:44 -080047namespace android::compositionengine {
48
49Output::~Output() = default;
50
51namespace impl {
Lloyd Pique32cbe282018-10-19 13:09:22 -070052
Lloyd Piquec29e4c62019-03-07 21:48:19 -080053namespace {
54
55template <typename T>
56class Reversed {
57public:
58 explicit Reversed(const T& container) : mContainer(container) {}
59 auto begin() { return mContainer.rbegin(); }
60 auto end() { return mContainer.rend(); }
61
62private:
63 const T& mContainer;
64};
65
66// Helper for enumerating over a container in reverse order
67template <typename T>
68Reversed<T> reversed(const T& c) {
69 return Reversed<T>(c);
70}
71
Marin Shalamanovb15d2272020-09-17 21:41:52 +020072struct ScaleVector {
73 float x;
74 float y;
75};
76
77// Returns a ScaleVector (x, y) such that from.scale(x, y) = to',
78// where to' will have the same size as "to". In the case where "from" and "to"
79// start at the origin to'=to.
80ScaleVector getScale(const Rect& from, const Rect& to) {
81 return {.x = static_cast<float>(to.width()) / from.width(),
82 .y = static_cast<float>(to.height()) / from.height()};
83}
84
Lloyd Piquec29e4c62019-03-07 21:48:19 -080085} // namespace
86
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070087std::shared_ptr<Output> createOutput(
88 const compositionengine::CompositionEngine& compositionEngine) {
89 return createOutputTemplated<Output>(compositionEngine);
90}
Lloyd Pique32cbe282018-10-19 13:09:22 -070091
92Output::~Output() = default;
93
Lloyd Pique32cbe282018-10-19 13:09:22 -070094bool Output::isValid() const {
Lloyd Pique3d0c02e2018-10-19 18:38:12 -070095 return mDisplayColorProfile && mDisplayColorProfile->isValid() && mRenderSurface &&
96 mRenderSurface->isValid();
Lloyd Pique32cbe282018-10-19 13:09:22 -070097}
98
Lloyd Pique6c564cf2019-05-17 17:31:36 -070099std::optional<DisplayId> Output::getDisplayId() const {
100 return {};
101}
102
Lloyd Pique32cbe282018-10-19 13:09:22 -0700103const std::string& Output::getName() const {
104 return mName;
105}
106
107void Output::setName(const std::string& name) {
108 mName = name;
109}
110
111void Output::setCompositionEnabled(bool enabled) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700112 auto& outputState = editState();
113 if (outputState.isEnabled == enabled) {
Lloyd Pique32cbe282018-10-19 13:09:22 -0700114 return;
115 }
116
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700117 outputState.isEnabled = enabled;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700118 dirtyEntireOutput();
119}
120
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200121void Output::setProjection(ui::Rotation orientation, const Rect& layerStackSpaceRect,
122 const Rect& orientedDisplaySpaceRect) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700123 auto& outputState = editState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200124
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200125 outputState.displaySpace.orientation = orientation;
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200126 LOG_FATAL_IF(outputState.displaySpace.bounds == Rect::INVALID_RECT,
127 "The display bounds are unknown.");
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200128
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200129 // Compute orientedDisplaySpace
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200130 ui::Size orientedSize = outputState.displaySpace.bounds.getSize();
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200131 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200132 std::swap(orientedSize.width, orientedSize.height);
133 }
134 outputState.orientedDisplaySpace.bounds = Rect(orientedSize);
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200135 outputState.orientedDisplaySpace.content = orientedDisplaySpaceRect;
136
137 // Compute displaySpace.content
138 const uint32_t transformOrientationFlags = ui::Transform::toRotationFlags(orientation);
139 ui::Transform rotation;
140 if (transformOrientationFlags != ui::Transform::ROT_INVALID) {
141 const auto displaySize = outputState.displaySpace.bounds;
142 rotation.set(transformOrientationFlags, displaySize.width(), displaySize.height());
143 }
144 outputState.displaySpace.content = rotation.transform(orientedDisplaySpaceRect);
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200145
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200146 // Compute framebufferSpace
147 outputState.framebufferSpace.orientation = orientation;
148 LOG_FATAL_IF(outputState.framebufferSpace.bounds == Rect::INVALID_RECT,
149 "The framebuffer bounds are unknown.");
150 const auto scale =
Marin Shalamanov209ae612020-10-01 00:17:39 +0200151 getScale(outputState.displaySpace.bounds, outputState.framebufferSpace.bounds);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200152 outputState.framebufferSpace.content = outputState.displaySpace.content.scale(scale.x, scale.y);
153
154 // Compute layerStackSpace
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200155 outputState.layerStackSpace.content = layerStackSpaceRect;
156 outputState.layerStackSpace.bounds = layerStackSpaceRect;
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200157
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200158 outputState.transform = outputState.layerStackSpace.getTransform(outputState.displaySpace);
159 outputState.needsFiltering = outputState.transform.needsBilinearFiltering();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700160 dirtyEntireOutput();
161}
162
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200163void Output::setDisplaySize(const ui::Size& size) {
Lloyd Pique31cb2942018-10-19 17:23:03 -0700164 mRenderSurface->setDisplaySize(size);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200165
166 auto& state = editState();
167
168 // Update framebuffer space
169 const Rect newBounds(size);
170 ScaleVector scale;
171 scale = getScale(state.framebufferSpace.bounds, newBounds);
172 state.framebufferSpace.bounds = newBounds;
173 state.framebufferSpace.content.scaleSelf(scale.x, scale.y);
174
175 // Update display space
176 scale = getScale(state.displaySpace.bounds, newBounds);
177 state.displaySpace.bounds = newBounds;
178 state.displaySpace.content.scaleSelf(scale.x, scale.y);
179 state.transform = state.layerStackSpace.getTransform(state.displaySpace);
180
181 // Update oriented display space
182 const auto orientation = state.displaySpace.orientation;
183 ui::Size orientedSize = size;
184 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
185 std::swap(orientedSize.width, orientedSize.height);
186 }
187 const Rect newOrientedBounds(orientedSize);
188 scale = getScale(state.orientedDisplaySpace.bounds, newOrientedBounds);
189 state.orientedDisplaySpace.bounds = newOrientedBounds;
190 state.orientedDisplaySpace.content.scaleSelf(scale.x, scale.y);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700191
192 dirtyEntireOutput();
193}
194
Garfield Tan54edd912020-10-21 16:31:41 -0700195ui::Transform::RotationFlags Output::getTransformHint() const {
196 return static_cast<ui::Transform::RotationFlags>(getState().transform.getOrientation());
197}
198
Lloyd Piqueef36b002019-01-23 17:52:04 -0800199void Output::setLayerStackFilter(uint32_t layerStackId, bool isInternal) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700200 auto& outputState = editState();
201 outputState.layerStackId = layerStackId;
202 outputState.layerStackInternal = isInternal;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700203
204 dirtyEntireOutput();
205}
206
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800207void Output::setColorTransform(const compositionengine::CompositionRefreshArgs& args) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700208 auto& colorTransformMatrix = editState().colorTransformMatrix;
209 if (!args.colorTransformMatrix || colorTransformMatrix == args.colorTransformMatrix) {
Lloyd Pique77f79a22019-04-29 15:55:40 -0700210 return;
211 }
212
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700213 colorTransformMatrix = *args.colorTransformMatrix;
Lloyd Piqueef958122019-02-05 18:00:12 -0800214
215 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700216}
217
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800218void Output::setColorProfile(const ColorProfile& colorProfile) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700219 ui::Dataspace targetDataspace =
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800220 getDisplayColorProfile()->getTargetDataspace(colorProfile.mode, colorProfile.dataspace,
221 colorProfile.colorSpaceAgnosticDataspace);
Lloyd Piquef5275482019-01-29 18:42:42 -0800222
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700223 auto& outputState = editState();
224 if (outputState.colorMode == colorProfile.mode &&
225 outputState.dataspace == colorProfile.dataspace &&
226 outputState.renderIntent == colorProfile.renderIntent &&
227 outputState.targetDataspace == targetDataspace) {
Lloyd Piqueef958122019-02-05 18:00:12 -0800228 return;
229 }
230
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700231 outputState.colorMode = colorProfile.mode;
232 outputState.dataspace = colorProfile.dataspace;
233 outputState.renderIntent = colorProfile.renderIntent;
234 outputState.targetDataspace = targetDataspace;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700235
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800236 mRenderSurface->setBufferDataspace(colorProfile.dataspace);
Lloyd Pique31cb2942018-10-19 17:23:03 -0700237
Lloyd Pique32cbe282018-10-19 13:09:22 -0700238 ALOGV("Set active color mode: %s (%d), active render intent: %s (%d)",
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800239 decodeColorMode(colorProfile.mode).c_str(), colorProfile.mode,
240 decodeRenderIntent(colorProfile.renderIntent).c_str(), colorProfile.renderIntent);
Lloyd Piqueef958122019-02-05 18:00:12 -0800241
242 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700243}
244
245void Output::dump(std::string& out) const {
246 using android::base::StringAppendF;
247
248 StringAppendF(&out, " Composition Output State: [\"%s\"]", mName.c_str());
249
250 out.append("\n ");
251
252 dumpBase(out);
253}
254
255void Output::dumpBase(std::string& out) const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700256 dumpState(out);
Lloyd Pique31cb2942018-10-19 17:23:03 -0700257
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700258 if (mDisplayColorProfile) {
259 mDisplayColorProfile->dump(out);
260 } else {
261 out.append(" No display color profile!\n");
262 }
263
Lloyd Pique31cb2942018-10-19 17:23:03 -0700264 if (mRenderSurface) {
265 mRenderSurface->dump(out);
266 } else {
267 out.append(" No render surface!\n");
268 }
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800269
Lloyd Pique01c77c12019-04-17 12:48:32 -0700270 android::base::StringAppendF(&out, "\n %zu Layers\n", getOutputLayerCount());
271 for (const auto* outputLayer : getOutputLayersOrderedByZ()) {
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800272 if (!outputLayer) {
273 continue;
274 }
275 outputLayer->dump(out);
276 }
Lloyd Pique31cb2942018-10-19 17:23:03 -0700277}
278
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700279compositionengine::DisplayColorProfile* Output::getDisplayColorProfile() const {
280 return mDisplayColorProfile.get();
281}
282
283void Output::setDisplayColorProfile(std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
284 mDisplayColorProfile = std::move(mode);
285}
286
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800287const Output::ReleasedLayers& Output::getReleasedLayersForTest() const {
288 return mReleasedLayers;
289}
290
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700291void Output::setDisplayColorProfileForTest(
292 std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
293 mDisplayColorProfile = std::move(mode);
294}
295
Lloyd Pique31cb2942018-10-19 17:23:03 -0700296compositionengine::RenderSurface* Output::getRenderSurface() const {
297 return mRenderSurface.get();
298}
299
300void Output::setRenderSurface(std::unique_ptr<compositionengine::RenderSurface> surface) {
301 mRenderSurface = std::move(surface);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200302 editState().framebufferSpace.bounds = Rect(mRenderSurface->getSize());
Lloyd Pique31cb2942018-10-19 17:23:03 -0700303 dirtyEntireOutput();
304}
305
Vishnu Nair9b079a22020-01-21 14:36:08 -0800306void Output::cacheClientCompositionRequests(uint32_t cacheSize) {
307 if (cacheSize == 0) {
308 mClientCompositionRequestCache.reset();
309 } else {
310 mClientCompositionRequestCache = std::make_unique<ClientCompositionRequestCache>(cacheSize);
311 }
312};
313
Lloyd Pique31cb2942018-10-19 17:23:03 -0700314void Output::setRenderSurfaceForTest(std::unique_ptr<compositionengine::RenderSurface> surface) {
315 mRenderSurface = std::move(surface);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700316}
317
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000318Region Output::getDirtyRegion(bool repaintEverything) const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700319 const auto& outputState = getState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200320 Region dirty(outputState.layerStackSpace.content);
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000321 if (!repaintEverything) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700322 dirty.andSelf(outputState.dirtyRegion);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700323 }
324 return dirty;
325}
326
Lloyd Piquec6687342019-03-07 21:34:57 -0800327bool Output::belongsInOutput(std::optional<uint32_t> layerStackId, bool internalOnly) const {
Lloyd Piqueef36b002019-01-23 17:52:04 -0800328 // The layerStackId's must match, and also the layer must not be internal
329 // only when not on an internal output.
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700330 const auto& outputState = getState();
331 return layerStackId && (*layerStackId == outputState.layerStackId) &&
332 (!internalOnly || outputState.layerStackInternal);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700333}
334
Lloyd Piquede196652020-01-22 17:29:58 -0800335bool Output::belongsInOutput(const sp<compositionengine::LayerFE>& layerFE) const {
336 const auto* layerFEState = layerFE->getCompositionState();
337 return layerFEState && belongsInOutput(layerFEState->layerStackId, layerFEState->internalOnly);
Lloyd Pique66c20c42019-03-07 21:44:02 -0800338}
339
Lloyd Piquedf336d92019-03-07 21:38:42 -0800340std::unique_ptr<compositionengine::OutputLayer> Output::createOutputLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800341 const sp<LayerFE>& layerFE) const {
342 return impl::createOutputLayer(*this, layerFE);
Lloyd Piquecc01a452018-12-04 17:24:00 -0800343}
344
Lloyd Piquede196652020-01-22 17:29:58 -0800345compositionengine::OutputLayer* Output::getOutputLayerForLayer(const sp<LayerFE>& layerFE) const {
346 auto index = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700347 return index ? getOutputLayerOrderedByZByIndex(*index) : nullptr;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800348}
349
Lloyd Pique01c77c12019-04-17 12:48:32 -0700350std::optional<size_t> Output::findCurrentOutputLayerForLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800351 const sp<compositionengine::LayerFE>& layer) const {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700352 for (size_t i = 0; i < getOutputLayerCount(); i++) {
353 auto outputLayer = getOutputLayerOrderedByZByIndex(i);
Lloyd Piquede196652020-01-22 17:29:58 -0800354 if (outputLayer && &outputLayer->getLayerFE() == layer.get()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700355 return i;
356 }
357 }
358 return std::nullopt;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800359}
360
Lloyd Piquec7ef21b2019-01-29 18:43:00 -0800361void Output::setReleasedLayers(Output::ReleasedLayers&& layers) {
362 mReleasedLayers = std::move(layers);
363}
364
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800365void Output::prepare(const compositionengine::CompositionRefreshArgs& refreshArgs,
366 LayerFESet& geomSnapshots) {
367 ATRACE_CALL();
368 ALOGV(__FUNCTION__);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800369
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800370 rebuildLayerStacks(refreshArgs, geomSnapshots);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800371}
372
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800373void Output::present(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800374 ATRACE_CALL();
375 ALOGV(__FUNCTION__);
376
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800377 updateColorProfile(refreshArgs);
378 updateAndWriteCompositionState(refreshArgs);
379 setColorTransform(refreshArgs);
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800380 beginFrame();
381 prepareFrame();
382 devOptRepaintFlash(refreshArgs);
383 finishFrame(refreshArgs);
384 postFramebuffer();
385}
386
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800387void Output::rebuildLayerStacks(const compositionengine::CompositionRefreshArgs& refreshArgs,
388 LayerFESet& layerFESet) {
389 ATRACE_CALL();
390 ALOGV(__FUNCTION__);
391
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700392 auto& outputState = editState();
393
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800394 // Do nothing if this output is not enabled or there is no need to perform this update
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700395 if (!outputState.isEnabled || CC_LIKELY(!refreshArgs.updatingOutputGeometryThisFrame)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800396 return;
397 }
398
399 // Process the layers to determine visibility and coverage
400 compositionengine::Output::CoverageState coverage{layerFESet};
401 collectVisibleLayers(refreshArgs, coverage);
402
403 // Compute the resulting coverage for this output, and store it for later
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700404 const ui::Transform& tr = outputState.transform;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200405 Region undefinedRegion{outputState.displaySpace.bounds};
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800406 undefinedRegion.subtractSelf(tr.transform(coverage.aboveOpaqueLayers));
407
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700408 outputState.undefinedRegion = undefinedRegion;
409 outputState.dirtyRegion.orSelf(coverage.dirtyRegion);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800410}
411
412void Output::collectVisibleLayers(const compositionengine::CompositionRefreshArgs& refreshArgs,
413 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800414 // Evaluate the layers from front to back to determine what is visible. This
415 // also incrementally calculates the coverage information for each layer as
416 // well as the entire output.
Lloyd Piquede196652020-01-22 17:29:58 -0800417 for (auto layer : reversed(refreshArgs.layers)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700418 // Incrementally process the coverage for each layer
419 ensureOutputLayerIfVisible(layer, coverage);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800420
421 // TODO(b/121291683): Stop early if the output is completely covered and
422 // no more layers could even be visible underneath the ones on top.
423 }
424
Lloyd Pique01c77c12019-04-17 12:48:32 -0700425 setReleasedLayers(refreshArgs);
426
427 finalizePendingOutputLayers();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800428
429 // Generate a simple Z-order values to each visible output layer
430 uint32_t zOrder = 0;
Lloyd Pique01c77c12019-04-17 12:48:32 -0700431 for (auto* outputLayer : getOutputLayersOrderedByZ()) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800432 outputLayer->editState().z = zOrder++;
433 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800434}
435
Lloyd Piquede196652020-01-22 17:29:58 -0800436void Output::ensureOutputLayerIfVisible(sp<compositionengine::LayerFE>& layerFE,
Lloyd Pique01c77c12019-04-17 12:48:32 -0700437 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800438 // Ensure we have a snapshot of the basic geometry layer state. Limit the
439 // snapshots to once per frame for each candidate layer, as layers may
440 // appear on multiple outputs.
441 if (!coverage.latchedLayers.count(layerFE)) {
442 coverage.latchedLayers.insert(layerFE);
Lloyd Piquede196652020-01-22 17:29:58 -0800443 layerFE->prepareCompositionState(compositionengine::LayerFE::StateSubset::BasicGeometry);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800444 }
445
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800446 // Only consider the layers on the given layer stack
Lloyd Piquede196652020-01-22 17:29:58 -0800447 if (!belongsInOutput(layerFE)) {
448 return;
449 }
450
451 // Obtain a read-only pointer to the front-end layer state
452 const auto* layerFEState = layerFE->getCompositionState();
453 if (CC_UNLIKELY(!layerFEState)) {
454 return;
455 }
456
457 // handle hidden surfaces by setting the visible region to empty
458 if (CC_UNLIKELY(!layerFEState->isVisible)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700459 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800460 }
461
462 /*
463 * opaqueRegion: area of a surface that is fully opaque.
464 */
465 Region opaqueRegion;
466
467 /*
468 * visibleRegion: area of a surface that is visible on screen and not fully
469 * transparent. This is essentially the layer's footprint minus the opaque
470 * regions above it. Areas covered by a translucent surface are considered
471 * visible.
472 */
473 Region visibleRegion;
474
475 /*
476 * coveredRegion: area of a surface that is covered by all visible regions
477 * above it (which includes the translucent areas).
478 */
479 Region coveredRegion;
480
481 /*
482 * transparentRegion: area of a surface that is hinted to be completely
483 * transparent. This is only used to tell when the layer has no visible non-
484 * transparent regions and can be removed from the layer list. It does not
485 * affect the visibleRegion of this layer or any layers beneath it. The hint
486 * may not be correct if apps don't respect the SurfaceView restrictions
487 * (which, sadly, some don't).
488 */
489 Region transparentRegion;
490
Vishnu Naira483b4a2019-12-12 15:07:52 -0800491 /*
492 * shadowRegion: Region cast by the layer's shadow.
493 */
494 Region shadowRegion;
495
Lloyd Piquede196652020-01-22 17:29:58 -0800496 const ui::Transform& tr = layerFEState->geomLayerTransform;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800497
498 // Get the visible region
499 // TODO(b/121291683): Is it worth creating helper methods on LayerFEState
500 // for computations like this?
Lloyd Piquede196652020-01-22 17:29:58 -0800501 const Rect visibleRect(tr.transform(layerFEState->geomLayerBounds));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800502 visibleRegion.set(visibleRect);
503
Lloyd Piquede196652020-01-22 17:29:58 -0800504 if (layerFEState->shadowRadius > 0.0f) {
Vishnu Naira483b4a2019-12-12 15:07:52 -0800505 // if the layer casts a shadow, offset the layers visible region and
506 // calculate the shadow region.
Lloyd Piquede196652020-01-22 17:29:58 -0800507 const auto inset = static_cast<int32_t>(ceilf(layerFEState->shadowRadius) * -1.0f);
Vishnu Naira483b4a2019-12-12 15:07:52 -0800508 Rect visibleRectWithShadows(visibleRect);
509 visibleRectWithShadows.inset(inset, inset, inset, inset);
510 visibleRegion.set(visibleRectWithShadows);
511 shadowRegion = visibleRegion.subtract(visibleRect);
512 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800513
514 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700515 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800516 }
517
518 // Remove the transparent area from the visible region
Lloyd Piquede196652020-01-22 17:29:58 -0800519 if (!layerFEState->isOpaque) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800520 if (tr.preserveRects()) {
521 // transform the transparent region
Lloyd Piquede196652020-01-22 17:29:58 -0800522 transparentRegion = tr.transform(layerFEState->transparentRegionHint);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800523 } else {
524 // transformation too complex, can't do the
525 // transparent region optimization.
526 transparentRegion.clear();
527 }
528 }
529
530 // compute the opaque region
Lloyd Pique0a456232020-01-16 17:51:13 -0800531 const auto layerOrientation = tr.getOrientation();
Lloyd Piquede196652020-01-22 17:29:58 -0800532 if (layerFEState->isOpaque && ((layerOrientation & ui::Transform::ROT_INVALID) == 0)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800533 // If we one of the simple category of transforms (0/90/180/270 rotation
534 // + any flip), then the opaque region is the layer's footprint.
535 // Otherwise we don't try and compute the opaque region since there may
536 // be errors at the edges, and we treat the entire layer as
537 // translucent.
Vishnu Naira483b4a2019-12-12 15:07:52 -0800538 opaqueRegion.set(visibleRect);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800539 }
540
541 // Clip the covered region to the visible region
542 coveredRegion = coverage.aboveCoveredLayers.intersect(visibleRegion);
543
544 // Update accumAboveCoveredLayers for next (lower) layer
545 coverage.aboveCoveredLayers.orSelf(visibleRegion);
546
547 // subtract the opaque region covered by the layers above us
548 visibleRegion.subtractSelf(coverage.aboveOpaqueLayers);
549
550 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700551 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800552 }
553
554 // Get coverage information for the layer as previously displayed,
555 // also taking over ownership from mOutputLayersorderedByZ.
Lloyd Piquede196652020-01-22 17:29:58 -0800556 auto prevOutputLayerIndex = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700557 auto prevOutputLayer =
558 prevOutputLayerIndex ? getOutputLayerOrderedByZByIndex(*prevOutputLayerIndex) : nullptr;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800559
560 // Get coverage information for the layer as previously displayed
561 // TODO(b/121291683): Define kEmptyRegion as a constant in Region.h
562 const Region kEmptyRegion;
563 const Region& oldVisibleRegion =
564 prevOutputLayer ? prevOutputLayer->getState().visibleRegion : kEmptyRegion;
565 const Region& oldCoveredRegion =
566 prevOutputLayer ? prevOutputLayer->getState().coveredRegion : kEmptyRegion;
567
568 // compute this layer's dirty region
569 Region dirty;
Lloyd Piquede196652020-01-22 17:29:58 -0800570 if (layerFEState->contentDirty) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800571 // we need to invalidate the whole region
572 dirty = visibleRegion;
573 // as well, as the old visible region
574 dirty.orSelf(oldVisibleRegion);
575 } else {
576 /* compute the exposed region:
577 * the exposed region consists of two components:
578 * 1) what's VISIBLE now and was COVERED before
579 * 2) what's EXPOSED now less what was EXPOSED before
580 *
581 * note that (1) is conservative, we start with the whole visible region
582 * but only keep what used to be covered by something -- which mean it
583 * may have been exposed.
584 *
585 * (2) handles areas that were not covered by anything but got exposed
586 * because of a resize.
587 *
588 */
589 const Region newExposed = visibleRegion - coveredRegion;
590 const Region oldExposed = oldVisibleRegion - oldCoveredRegion;
591 dirty = (visibleRegion & oldCoveredRegion) | (newExposed - oldExposed);
592 }
593 dirty.subtractSelf(coverage.aboveOpaqueLayers);
594
595 // accumulate to the screen dirty region
596 coverage.dirtyRegion.orSelf(dirty);
597
598 // Update accumAboveOpaqueLayers for next (lower) layer
599 coverage.aboveOpaqueLayers.orSelf(opaqueRegion);
600
601 // Compute the visible non-transparent region
602 Region visibleNonTransparentRegion = visibleRegion.subtract(transparentRegion);
603
Vishnu Naira483b4a2019-12-12 15:07:52 -0800604 // Perform the final check to see if this layer is visible on this output
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800605 // TODO(b/121291683): Why does this not use visibleRegion? (see outputSpaceVisibleRegion below)
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700606 const auto& outputState = getState();
607 Region drawRegion(outputState.transform.transform(visibleNonTransparentRegion));
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200608 drawRegion.andSelf(outputState.displaySpace.bounds);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800609 if (drawRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700610 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800611 }
612
Vishnu Naira483b4a2019-12-12 15:07:52 -0800613 Region visibleNonShadowRegion = visibleRegion.subtract(shadowRegion);
614
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800615 // The layer is visible. Either reuse the existing outputLayer if we have
616 // one, or create a new one if we do not.
Lloyd Piquede196652020-01-22 17:29:58 -0800617 auto result = ensureOutputLayer(prevOutputLayerIndex, layerFE);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800618
619 // Store the layer coverage information into the layer state as some of it
620 // is useful later.
621 auto& outputLayerState = result->editState();
622 outputLayerState.visibleRegion = visibleRegion;
623 outputLayerState.visibleNonTransparentRegion = visibleNonTransparentRegion;
624 outputLayerState.coveredRegion = coveredRegion;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200625 outputLayerState.outputSpaceVisibleRegion = outputState.transform.transform(
626 visibleNonShadowRegion.intersect(outputState.layerStackSpace.content));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800627 outputLayerState.shadowRegion = shadowRegion;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800628}
629
630void Output::setReleasedLayers(const compositionengine::CompositionRefreshArgs&) {
631 // The base class does nothing with this call.
632}
633
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800634void Output::updateLayerStateFromFE(const CompositionRefreshArgs& args) const {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700635 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Piquede196652020-01-22 17:29:58 -0800636 layer->getLayerFE().prepareCompositionState(
637 args.updatingGeometryThisFrame ? LayerFE::StateSubset::GeometryAndContent
638 : LayerFE::StateSubset::Content);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800639 }
640}
641
642void Output::updateAndWriteCompositionState(
643 const compositionengine::CompositionRefreshArgs& refreshArgs) {
644 ATRACE_CALL();
645 ALOGV(__FUNCTION__);
646
Alec Mourif9a2a2c2019-11-12 12:46:02 -0800647 if (!getState().isEnabled) {
648 return;
649 }
650
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800651 mLayerRequestingBackgroundBlur = findLayerRequestingBackgroundComposition();
652 bool forceClientComposition = mLayerRequestingBackgroundBlur != nullptr;
653
Lloyd Pique01c77c12019-04-17 12:48:32 -0700654 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique7a234912019-10-03 11:54:27 -0700655 layer->updateCompositionState(refreshArgs.updatingGeometryThisFrame,
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800656 refreshArgs.devOptForceClientComposition ||
Snild Dolkow9e217d62020-04-22 15:53:42 +0200657 forceClientComposition,
658 refreshArgs.internalDisplayRotationFlags);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800659
660 if (mLayerRequestingBackgroundBlur == layer) {
661 forceClientComposition = false;
662 }
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800663
664 // Send the updated state to the HWC, if appropriate.
665 layer->writeStateToHWC(refreshArgs.updatingGeometryThisFrame);
666 }
667}
668
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800669compositionengine::OutputLayer* Output::findLayerRequestingBackgroundComposition() const {
670 compositionengine::OutputLayer* layerRequestingBgComposition = nullptr;
671 for (auto* layer : getOutputLayersOrderedByZ()) {
Galia Peycheva66eaf4a2020-11-09 13:17:57 +0100672 auto* compState = layer->getLayerFE().getCompositionState();
673
674 // If any layer has a sideband stream, we will disable blurs. In that case, we don't
675 // want to force client composition because of the blur.
676 if (compState->sidebandStream != nullptr) {
677 return nullptr;
678 }
679 if (compState->backgroundBlurRadius > 0 || compState->blurRegions.size() > 0) {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800680 layerRequestingBgComposition = layer;
681 }
682 }
683 return layerRequestingBgComposition;
684}
685
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800686void Output::updateColorProfile(const compositionengine::CompositionRefreshArgs& refreshArgs) {
687 setColorProfile(pickColorProfile(refreshArgs));
688}
689
690// Returns a data space that fits all visible layers. The returned data space
691// can only be one of
692// - Dataspace::SRGB (use legacy dataspace and let HWC saturate when colors are enhanced)
693// - Dataspace::DISPLAY_P3
694// - Dataspace::DISPLAY_BT2020
695// The returned HDR data space is one of
696// - Dataspace::UNKNOWN
697// - Dataspace::BT2020_HLG
698// - Dataspace::BT2020_PQ
699ui::Dataspace Output::getBestDataspace(ui::Dataspace* outHdrDataSpace,
700 bool* outIsHdrClientComposition) const {
701 ui::Dataspace bestDataSpace = ui::Dataspace::V0_SRGB;
702 *outHdrDataSpace = ui::Dataspace::UNKNOWN;
703
Lloyd Pique01c77c12019-04-17 12:48:32 -0700704 for (const auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Piquede196652020-01-22 17:29:58 -0800705 switch (layer->getLayerFE().getCompositionState()->dataspace) {
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800706 case ui::Dataspace::V0_SCRGB:
707 case ui::Dataspace::V0_SCRGB_LINEAR:
708 case ui::Dataspace::BT2020:
709 case ui::Dataspace::BT2020_ITU:
710 case ui::Dataspace::BT2020_LINEAR:
711 case ui::Dataspace::DISPLAY_BT2020:
712 bestDataSpace = ui::Dataspace::DISPLAY_BT2020;
713 break;
714 case ui::Dataspace::DISPLAY_P3:
715 bestDataSpace = ui::Dataspace::DISPLAY_P3;
716 break;
717 case ui::Dataspace::BT2020_PQ:
718 case ui::Dataspace::BT2020_ITU_PQ:
719 bestDataSpace = ui::Dataspace::DISPLAY_P3;
720 *outHdrDataSpace = ui::Dataspace::BT2020_PQ;
Lloyd Piquede196652020-01-22 17:29:58 -0800721 *outIsHdrClientComposition =
722 layer->getLayerFE().getCompositionState()->forceClientComposition;
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800723 break;
724 case ui::Dataspace::BT2020_HLG:
725 case ui::Dataspace::BT2020_ITU_HLG:
726 bestDataSpace = ui::Dataspace::DISPLAY_P3;
727 // When there's mixed PQ content and HLG content, we set the HDR
728 // data space to be BT2020_PQ and convert HLG to PQ.
729 if (*outHdrDataSpace == ui::Dataspace::UNKNOWN) {
730 *outHdrDataSpace = ui::Dataspace::BT2020_HLG;
731 }
732 break;
733 default:
734 break;
735 }
736 }
737
738 return bestDataSpace;
739}
740
741compositionengine::Output::ColorProfile Output::pickColorProfile(
742 const compositionengine::CompositionRefreshArgs& refreshArgs) const {
743 if (refreshArgs.outputColorSetting == OutputColorSetting::kUnmanaged) {
744 return ColorProfile{ui::ColorMode::NATIVE, ui::Dataspace::UNKNOWN,
745 ui::RenderIntent::COLORIMETRIC,
746 refreshArgs.colorSpaceAgnosticDataspace};
747 }
748
749 ui::Dataspace hdrDataSpace;
750 bool isHdrClientComposition = false;
751 ui::Dataspace bestDataSpace = getBestDataspace(&hdrDataSpace, &isHdrClientComposition);
752
753 switch (refreshArgs.forceOutputColorMode) {
754 case ui::ColorMode::SRGB:
755 bestDataSpace = ui::Dataspace::V0_SRGB;
756 break;
757 case ui::ColorMode::DISPLAY_P3:
758 bestDataSpace = ui::Dataspace::DISPLAY_P3;
759 break;
760 default:
761 break;
762 }
763
764 // respect hdrDataSpace only when there is no legacy HDR support
765 const bool isHdr = hdrDataSpace != ui::Dataspace::UNKNOWN &&
766 !mDisplayColorProfile->hasLegacyHdrSupport(hdrDataSpace) && !isHdrClientComposition;
767 if (isHdr) {
768 bestDataSpace = hdrDataSpace;
769 }
770
771 ui::RenderIntent intent;
772 switch (refreshArgs.outputColorSetting) {
773 case OutputColorSetting::kManaged:
774 case OutputColorSetting::kUnmanaged:
775 intent = isHdr ? ui::RenderIntent::TONE_MAP_COLORIMETRIC
776 : ui::RenderIntent::COLORIMETRIC;
777 break;
778 case OutputColorSetting::kEnhanced:
779 intent = isHdr ? ui::RenderIntent::TONE_MAP_ENHANCE : ui::RenderIntent::ENHANCE;
780 break;
781 default: // vendor display color setting
782 intent = static_cast<ui::RenderIntent>(refreshArgs.outputColorSetting);
783 break;
784 }
785
786 ui::ColorMode outMode;
787 ui::Dataspace outDataSpace;
788 ui::RenderIntent outRenderIntent;
789 mDisplayColorProfile->getBestColorMode(bestDataSpace, intent, &outDataSpace, &outMode,
790 &outRenderIntent);
791
792 return ColorProfile{outMode, outDataSpace, outRenderIntent,
793 refreshArgs.colorSpaceAgnosticDataspace};
794}
795
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800796void Output::beginFrame() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700797 auto& outputState = editState();
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800798 const bool dirty = !getDirtyRegion(false).isEmpty();
Lloyd Pique01c77c12019-04-17 12:48:32 -0700799 const bool empty = getOutputLayerCount() == 0;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700800 const bool wasEmpty = !outputState.lastCompositionHadVisibleLayers;
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800801
802 // If nothing has changed (!dirty), don't recompose.
803 // If something changed, but we don't currently have any visible layers,
804 // and didn't when we last did a composition, then skip it this time.
805 // The second rule does two things:
806 // - When all layers are removed from a display, we'll emit one black
807 // frame, then nothing more until we get new layers.
808 // - When a display is created with a private layer stack, we won't
809 // emit any black frames until a layer is added to the layer stack.
810 const bool mustRecompose = dirty && !(empty && wasEmpty);
811
812 const char flagPrefix[] = {'-', '+'};
813 static_cast<void>(flagPrefix);
814 ALOGV_IF("%s: %s composition for %s (%cdirty %cempty %cwasEmpty)", __FUNCTION__,
815 mustRecompose ? "doing" : "skipping", getName().c_str(), flagPrefix[dirty],
816 flagPrefix[empty], flagPrefix[wasEmpty]);
817
818 mRenderSurface->beginFrame(mustRecompose);
819
820 if (mustRecompose) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700821 outputState.lastCompositionHadVisibleLayers = !empty;
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800822 }
823}
824
Lloyd Pique66d68602019-02-13 14:23:31 -0800825void Output::prepareFrame() {
826 ATRACE_CALL();
827 ALOGV(__FUNCTION__);
828
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700829 const auto& outputState = getState();
830 if (!outputState.isEnabled) {
Lloyd Pique66d68602019-02-13 14:23:31 -0800831 return;
832 }
833
834 chooseCompositionStrategy();
835
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700836 mRenderSurface->prepareFrame(outputState.usesClientComposition,
837 outputState.usesDeviceComposition);
Lloyd Pique66d68602019-02-13 14:23:31 -0800838}
839
Lloyd Piquef8cf14d2019-02-28 16:03:12 -0800840void Output::devOptRepaintFlash(const compositionengine::CompositionRefreshArgs& refreshArgs) {
841 if (CC_LIKELY(!refreshArgs.devOptFlashDirtyRegionsDelay)) {
842 return;
843 }
844
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700845 if (getState().isEnabled) {
Lloyd Piquef8cf14d2019-02-28 16:03:12 -0800846 // transform the dirty region into this screen's coordinate space
847 const Region dirtyRegion = getDirtyRegion(refreshArgs.repaintEverything);
848 if (!dirtyRegion.isEmpty()) {
849 base::unique_fd readyFence;
850 // redraw the whole screen
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800851 static_cast<void>(composeSurfaces(dirtyRegion, refreshArgs));
Lloyd Piquef8cf14d2019-02-28 16:03:12 -0800852
853 mRenderSurface->queueBuffer(std::move(readyFence));
854 }
855 }
856
857 postFramebuffer();
858
859 std::this_thread::sleep_for(*refreshArgs.devOptFlashDirtyRegionsDelay);
860
861 prepareFrame();
862}
863
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800864void Output::finishFrame(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Lloyd Piqued3d69882019-02-28 16:03:46 -0800865 ATRACE_CALL();
866 ALOGV(__FUNCTION__);
867
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700868 if (!getState().isEnabled) {
Lloyd Piqued3d69882019-02-28 16:03:46 -0800869 return;
870 }
871
872 // Repaint the framebuffer (if needed), getting the optional fence for when
873 // the composition completes.
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800874 auto optReadyFence = composeSurfaces(Region::INVALID_REGION, refreshArgs);
Lloyd Piqued3d69882019-02-28 16:03:46 -0800875 if (!optReadyFence) {
876 return;
877 }
878
879 // swap buffers (presentation)
880 mRenderSurface->queueBuffer(std::move(*optReadyFence));
881}
882
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800883std::optional<base::unique_fd> Output::composeSurfaces(
884 const Region& debugRegion, const compositionengine::CompositionRefreshArgs& refreshArgs) {
Lloyd Pique688abd42019-02-15 15:42:24 -0800885 ATRACE_CALL();
886 ALOGV(__FUNCTION__);
887
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700888 const auto& outputState = getState();
Vishnu Nair9b079a22020-01-21 14:36:08 -0800889 OutputCompositionState& outputCompositionState = editState();
Lloyd Pique688abd42019-02-15 15:42:24 -0800890 const TracedOrdinal<bool> hasClientComposition = {"hasClientComposition",
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700891 outputState.usesClientComposition};
Lloyd Piquee9eff972020-05-05 12:36:44 -0700892
893 auto& renderEngine = getCompositionEngine().getRenderEngine();
894 const bool supportsProtectedContent = renderEngine.supportsProtectedContent();
895
896 // If we the display is secure, protected content support is enabled, and at
897 // least one layer has protected content, we need to use a secure back
898 // buffer.
899 if (outputState.isSecure && supportsProtectedContent) {
900 auto layers = getOutputLayersOrderedByZ();
901 bool needsProtected = std::any_of(layers.begin(), layers.end(), [](auto* layer) {
902 return layer->getLayerFE().getCompositionState()->hasProtectedContent;
903 });
904 if (needsProtected != renderEngine.isProtected()) {
905 renderEngine.useProtectedContext(needsProtected);
906 }
907 if (needsProtected != mRenderSurface->isProtected() &&
908 needsProtected == renderEngine.isProtected()) {
909 mRenderSurface->setProtected(needsProtected);
910 }
Peiyong Lin09f910f2020-09-25 10:54:13 -0700911 } else if (!outputState.isSecure && renderEngine.isProtected()) {
912 renderEngine.useProtectedContext(false);
Lloyd Piquee9eff972020-05-05 12:36:44 -0700913 }
914
915 base::unique_fd fd;
916 sp<GraphicBuffer> buf;
917
918 // If we aren't doing client composition on this output, but do have a
919 // flipClientTarget request for this frame on this output, we still need to
920 // dequeue a buffer.
921 if (hasClientComposition || outputState.flipClientTarget) {
922 buf = mRenderSurface->dequeueBuffer(&fd);
923 if (buf == nullptr) {
924 ALOGW("Dequeuing buffer for display [%s] failed, bailing out of "
925 "client composition for this frame",
926 mName.c_str());
927 return {};
928 }
929 }
930
Lloyd Piqued3d69882019-02-28 16:03:46 -0800931 base::unique_fd readyFence;
Lloyd Pique688abd42019-02-15 15:42:24 -0800932 if (!hasClientComposition) {
Lloyd Piquea76ce462020-01-14 13:06:37 -0800933 setExpensiveRenderingExpected(false);
Lloyd Piqued3d69882019-02-28 16:03:46 -0800934 return readyFence;
Lloyd Pique688abd42019-02-15 15:42:24 -0800935 }
936
937 ALOGV("hasClientComposition");
938
Lloyd Pique688abd42019-02-15 15:42:24 -0800939 renderengine::DisplaySettings clientCompositionDisplay;
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200940 clientCompositionDisplay.physicalDisplay = outputState.framebufferSpace.content;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200941 clientCompositionDisplay.clip = outputState.layerStackSpace.content;
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200942 clientCompositionDisplay.orientation =
943 ui::Transform::toRotationFlags(outputState.displaySpace.orientation);
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700944 clientCompositionDisplay.outputDataspace = mDisplayColorProfile->hasWideColorGamut()
945 ? outputState.dataspace
946 : ui::Dataspace::UNKNOWN;
Lloyd Pique688abd42019-02-15 15:42:24 -0800947 clientCompositionDisplay.maxLuminance =
948 mDisplayColorProfile->getHdrCapabilities().getDesiredMaxLuminance();
949
950 // Compute the global color transform matrix.
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700951 if (!outputState.usesDeviceComposition && !getSkipColorTransform()) {
952 clientCompositionDisplay.colorTransform = outputState.colorTransformMatrix;
Lloyd Pique688abd42019-02-15 15:42:24 -0800953 }
954
955 // Note: Updated by generateClientCompositionRequests
956 clientCompositionDisplay.clearRegion = Region::INVALID_REGION;
957
958 // Generate the client composition requests for the layers on this output.
Vishnu Nair9b079a22020-01-21 14:36:08 -0800959 std::vector<LayerFE::LayerSettings> clientCompositionLayers =
Lloyd Pique688abd42019-02-15 15:42:24 -0800960 generateClientCompositionRequests(supportsProtectedContent,
Vishnu Nair3a7346c2019-12-04 08:09:09 -0800961 clientCompositionDisplay.clearRegion,
962 clientCompositionDisplay.outputDataspace);
Lloyd Pique688abd42019-02-15 15:42:24 -0800963 appendRegionFlashRequests(debugRegion, clientCompositionLayers);
964
Vishnu Nair9b079a22020-01-21 14:36:08 -0800965 // Check if the client composition requests were rendered into the provided graphic buffer. If
966 // so, we can reuse the buffer and avoid client composition.
967 if (mClientCompositionRequestCache) {
968 if (mClientCompositionRequestCache->exists(buf->getId(), clientCompositionDisplay,
969 clientCompositionLayers)) {
970 outputCompositionState.reusedClientComposition = true;
971 setExpensiveRenderingExpected(false);
972 return readyFence;
973 }
974 mClientCompositionRequestCache->add(buf->getId(), clientCompositionDisplay,
975 clientCompositionLayers);
976 }
977
Lloyd Pique688abd42019-02-15 15:42:24 -0800978 // We boost GPU frequency here because there will be color spaces conversion
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800979 // or complex GPU shaders and it's expensive. We boost the GPU frequency so that
980 // GPU composition can finish in time. We must reset GPU frequency afterwards,
981 // because high frequency consumes extra battery.
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800982 const bool expensiveBlurs =
983 refreshArgs.blursAreExpensive && mLayerRequestingBackgroundBlur != nullptr;
Lloyd Pique688abd42019-02-15 15:42:24 -0800984 const bool expensiveRenderingExpected =
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800985 clientCompositionDisplay.outputDataspace == ui::Dataspace::DISPLAY_P3 || expensiveBlurs;
Lloyd Pique688abd42019-02-15 15:42:24 -0800986 if (expensiveRenderingExpected) {
987 setExpensiveRenderingExpected(true);
988 }
989
Vishnu Nair9b079a22020-01-21 14:36:08 -0800990 std::vector<const renderengine::LayerSettings*> clientCompositionLayerPointers;
991 clientCompositionLayerPointers.reserve(clientCompositionLayers.size());
992 std::transform(clientCompositionLayers.begin(), clientCompositionLayers.end(),
993 std::back_inserter(clientCompositionLayerPointers),
994 [](LayerFE::LayerSettings& settings) -> renderengine::LayerSettings* {
995 return &settings;
996 });
997
Alec Mourie4034bb2019-11-19 12:45:54 -0800998 const nsecs_t renderEngineStart = systemTime();
Vishnu Nair9b079a22020-01-21 14:36:08 -0800999 status_t status =
Ana Krulecfc874ae2020-02-22 15:39:32 -08001000 renderEngine.drawLayers(clientCompositionDisplay, clientCompositionLayerPointers, buf,
1001 /*useFramebufferCache=*/true, std::move(fd), &readyFence);
Vishnu Nair9b079a22020-01-21 14:36:08 -08001002
1003 if (status != NO_ERROR && mClientCompositionRequestCache) {
1004 // If rendering was not successful, remove the request from the cache.
1005 mClientCompositionRequestCache->remove(buf->getId());
1006 }
1007
Alec Mourie4034bb2019-11-19 12:45:54 -08001008 auto& timeStats = getCompositionEngine().getTimeStats();
1009 if (readyFence.get() < 0) {
1010 timeStats.recordRenderEngineDuration(renderEngineStart, systemTime());
1011 } else {
1012 timeStats.recordRenderEngineDuration(renderEngineStart,
1013 std::make_shared<FenceTime>(
1014 new Fence(dup(readyFence.get()))));
1015 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001016
Lloyd Piqued3d69882019-02-28 16:03:46 -08001017 return readyFence;
Lloyd Pique688abd42019-02-15 15:42:24 -08001018}
1019
Vishnu Nair9b079a22020-01-21 14:36:08 -08001020std::vector<LayerFE::LayerSettings> Output::generateClientCompositionRequests(
Vishnu Nair3a7346c2019-12-04 08:09:09 -08001021 bool supportsProtectedContent, Region& clearRegion, ui::Dataspace outputDataspace) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001022 std::vector<LayerFE::LayerSettings> clientCompositionLayers;
Lloyd Pique688abd42019-02-15 15:42:24 -08001023 ALOGV("Rendering client layers");
1024
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001025 const auto& outputState = getState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02001026 const Region viewportRegion(outputState.layerStackSpace.content);
Lloyd Pique688abd42019-02-15 15:42:24 -08001027 bool firstLayer = true;
1028 // Used when a layer clears part of the buffer.
Peiyong Lind8460c82020-07-28 16:04:22 -07001029 Region stubRegion;
Lloyd Pique688abd42019-02-15 15:42:24 -08001030
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001031 bool disableBlurs = false;
1032
Lloyd Pique01c77c12019-04-17 12:48:32 -07001033 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001034 const auto& layerState = layer->getState();
Lloyd Piquede196652020-01-22 17:29:58 -08001035 const auto* layerFEState = layer->getLayerFE().getCompositionState();
Lloyd Pique688abd42019-02-15 15:42:24 -08001036 auto& layerFE = layer->getLayerFE();
1037
Lloyd Piquea2468662019-03-07 21:31:06 -08001038 const Region clip(viewportRegion.intersect(layerState.visibleRegion));
Lloyd Pique688abd42019-02-15 15:42:24 -08001039 ALOGV("Layer: %s", layerFE.getDebugName());
1040 if (clip.isEmpty()) {
1041 ALOGV(" Skipping for empty clip");
1042 firstLayer = false;
1043 continue;
1044 }
1045
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001046 disableBlurs |= layerFEState->sidebandStream != nullptr;
1047
Vishnu Naira483b4a2019-12-12 15:07:52 -08001048 const bool clientComposition = layer->requiresClientComposition();
Lloyd Pique688abd42019-02-15 15:42:24 -08001049
1050 // We clear the client target for non-client composed layers if
1051 // requested by the HWC. We skip this if the layer is not an opaque
1052 // rectangle, as by definition the layer must blend with whatever is
1053 // underneath. We also skip the first layer as the buffer target is
1054 // guaranteed to start out cleared.
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001055 const bool clearClientComposition =
Lloyd Piquede196652020-01-22 17:29:58 -08001056 layerState.clearClientTarget && layerFEState->isOpaque && !firstLayer;
Lloyd Pique688abd42019-02-15 15:42:24 -08001057
1058 ALOGV(" Composition type: client %d clear %d", clientComposition, clearClientComposition);
1059
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001060 // If the layer casts a shadow but the content casting the shadow is occluded, skip
1061 // composing the non-shadow content and only draw the shadows.
1062 const bool realContentIsVisible = clientComposition &&
1063 !layerState.visibleRegion.subtract(layerState.shadowRegion).isEmpty();
1064
Lloyd Pique688abd42019-02-15 15:42:24 -08001065 if (clientComposition || clearClientComposition) {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02001066 compositionengine::LayerFE::ClientCompositionTargetSettings
1067 targetSettings{.clip = clip,
1068 .needsFiltering =
1069 layer->needsFiltering() || outputState.needsFiltering,
1070 .isSecure = outputState.isSecure,
1071 .supportsProtectedContent = supportsProtectedContent,
1072 .clearRegion = clientComposition ? clearRegion : stubRegion,
1073 .viewport = outputState.layerStackSpace.content,
1074 .dataspace = outputDataspace,
1075 .realContentIsVisible = realContentIsVisible,
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001076 .clearContent = !clientComposition,
1077 .disableBlurs = disableBlurs};
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001078 std::vector<LayerFE::LayerSettings> results =
1079 layerFE.prepareClientCompositionList(targetSettings);
1080 if (realContentIsVisible && !results.empty()) {
1081 layer->editState().clientCompositionTimestamp = systemTime();
Lloyd Pique688abd42019-02-15 15:42:24 -08001082 }
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001083
1084 clientCompositionLayers.insert(clientCompositionLayers.end(),
1085 std::make_move_iterator(results.begin()),
1086 std::make_move_iterator(results.end()));
1087 results.clear();
Lloyd Pique688abd42019-02-15 15:42:24 -08001088 }
1089
1090 firstLayer = false;
1091 }
1092
1093 return clientCompositionLayers;
1094}
1095
1096void Output::appendRegionFlashRequests(
Vishnu Nair9b079a22020-01-21 14:36:08 -08001097 const Region& flashRegion, std::vector<LayerFE::LayerSettings>& clientCompositionLayers) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001098 if (flashRegion.isEmpty()) {
1099 return;
1100 }
1101
Vishnu Nair9b079a22020-01-21 14:36:08 -08001102 LayerFE::LayerSettings layerSettings;
Lloyd Pique688abd42019-02-15 15:42:24 -08001103 layerSettings.source.buffer.buffer = nullptr;
1104 layerSettings.source.solidColor = half3(1.0, 0.0, 1.0);
1105 layerSettings.alpha = half(1.0);
1106
1107 for (const auto& rect : flashRegion) {
1108 layerSettings.geometry.boundaries = rect.toFloatRect();
1109 clientCompositionLayers.push_back(layerSettings);
1110 }
1111}
1112
1113void Output::setExpensiveRenderingExpected(bool) {
1114 // The base class does nothing with this call.
1115}
1116
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001117void Output::postFramebuffer() {
1118 ATRACE_CALL();
1119 ALOGV(__FUNCTION__);
1120
1121 if (!getState().isEnabled) {
1122 return;
1123 }
1124
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001125 auto& outputState = editState();
1126 outputState.dirtyRegion.clear();
Lloyd Piqued3d69882019-02-28 16:03:46 -08001127 mRenderSurface->flip();
1128
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001129 auto frame = presentAndGetFrameFences();
1130
Lloyd Pique7d90ba52019-08-08 11:57:53 -07001131 mRenderSurface->onPresentDisplayCompleted();
1132
Lloyd Pique01c77c12019-04-17 12:48:32 -07001133 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001134 // The layer buffer from the previous frame (if any) is released
1135 // by HWC only when the release fence from this frame (if any) is
1136 // signaled. Always get the release fence from HWC first.
1137 sp<Fence> releaseFence = Fence::NO_FENCE;
1138
1139 if (auto hwcLayer = layer->getHwcLayer()) {
1140 if (auto f = frame.layerFences.find(hwcLayer); f != frame.layerFences.end()) {
1141 releaseFence = f->second;
1142 }
1143 }
1144
1145 // If the layer was client composited in the previous frame, we
1146 // need to merge with the previous client target acquire fence.
1147 // Since we do not track that, always merge with the current
1148 // client target acquire fence when it is available, even though
1149 // this is suboptimal.
1150 // TODO(b/121291683): Track previous frame client target acquire fence.
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001151 if (outputState.usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001152 releaseFence =
1153 Fence::merge("LayerRelease", releaseFence, frame.clientTargetAcquireFence);
1154 }
1155
1156 layer->getLayerFE().onLayerDisplayed(releaseFence);
1157 }
1158
1159 // We've got a list of layers needing fences, that are disjoint with
Lloyd Pique01c77c12019-04-17 12:48:32 -07001160 // OutputLayersOrderedByZ. The best we can do is to
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001161 // supply them with the present fence.
1162 for (auto& weakLayer : mReleasedLayers) {
1163 if (auto layer = weakLayer.promote(); layer != nullptr) {
1164 layer->onLayerDisplayed(frame.presentFence);
1165 }
1166 }
1167
1168 // Clear out the released layers now that we're done with them.
1169 mReleasedLayers.clear();
1170}
1171
Lloyd Pique32cbe282018-10-19 13:09:22 -07001172void Output::dirtyEntireOutput() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001173 auto& outputState = editState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02001174 outputState.dirtyRegion.set(outputState.displaySpace.bounds);
Lloyd Pique32cbe282018-10-19 13:09:22 -07001175}
1176
Lloyd Pique66d68602019-02-13 14:23:31 -08001177void Output::chooseCompositionStrategy() {
1178 // The base output implementation can only do client composition
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001179 auto& outputState = editState();
1180 outputState.usesClientComposition = true;
1181 outputState.usesDeviceComposition = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001182 outputState.reusedClientComposition = false;
Lloyd Pique66d68602019-02-13 14:23:31 -08001183}
1184
Lloyd Pique688abd42019-02-15 15:42:24 -08001185bool Output::getSkipColorTransform() const {
1186 return true;
1187}
1188
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001189compositionengine::Output::FrameFences Output::presentAndGetFrameFences() {
1190 compositionengine::Output::FrameFences result;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001191 if (getState().usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001192 result.clientTargetAcquireFence = mRenderSurface->getClientTargetAcquireFence();
1193 }
1194 return result;
1195}
1196
Lloyd Piquefeb73d72018-12-04 17:23:44 -08001197} // namespace impl
1198} // namespace android::compositionengine