blob: 430d6734fe2209d033c8a57c1c7a93a15a0ea0dc [file] [log] [blame]
Lloyd Pique32cbe282018-10-19 13:09:22 -07001/*
2 * Copyright 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Alec Mouria90a5702021-04-16 16:36:21 +000017#include <SurfaceFlingerProperties.sysprop.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070018#include <android-base/stringprintf.h>
19#include <compositionengine/CompositionEngine.h>
Lloyd Piquef8cf14d2019-02-28 16:03:12 -080020#include <compositionengine/CompositionRefreshArgs.h>
Lloyd Pique3d0c02e2018-10-19 18:38:12 -070021#include <compositionengine/DisplayColorProfile.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080022#include <compositionengine/LayerFE.h>
Lloyd Pique9755fb72019-03-26 14:44:40 -070023#include <compositionengine/LayerFECompositionState.h>
Lloyd Pique31cb2942018-10-19 17:23:03 -070024#include <compositionengine/RenderSurface.h>
Vishnu Naira3140382022-02-24 14:07:11 -080025#include <compositionengine/impl/HwcAsyncWorker.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070026#include <compositionengine/impl/Output.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070027#include <compositionengine/impl/OutputCompositionState.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080028#include <compositionengine/impl/OutputLayer.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070029#include <compositionengine/impl/OutputLayerCompositionState.h>
Dan Stoza269dc4d2021-01-15 15:07:43 -080030#include <compositionengine/impl/planner/Planner.h>
Sally Qi59a9f502021-10-12 18:53:23 +000031#include <ftl/future.h>
Dan Stoza269dc4d2021-01-15 15:07:43 -080032
Alec Mouria90a5702021-04-16 16:36:21 +000033#include <thread>
34
35#include "renderengine/ExternalTexture.h"
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080036
37// TODO(b/129481165): remove the #pragma below and fix conversion issues
38#pragma clang diagnostic push
39#pragma clang diagnostic ignored "-Wconversion"
40
Lloyd Pique688abd42019-02-15 15:42:24 -080041#include <renderengine/DisplaySettings.h>
42#include <renderengine/RenderEngine.h>
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080043
44// TODO(b/129481165): remove the #pragma below and fix conversion issues
45#pragma clang diagnostic pop // ignored "-Wconversion"
46
Dan Stoza269dc4d2021-01-15 15:07:43 -080047#include <android-base/properties.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070048#include <ui/DebugUtils.h>
Lloyd Pique688abd42019-02-15 15:42:24 -080049#include <ui/HdrCapabilities.h>
Lloyd Pique66d68602019-02-13 14:23:31 -080050#include <utils/Trace.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070051
Lloyd Pique688abd42019-02-15 15:42:24 -080052#include "TracedOrdinal.h"
53
Leon Scroggins III9a0afda2022-01-11 16:53:09 -050054using aidl::android::hardware::graphics::composer3::Composition;
55
Lloyd Piquefeb73d72018-12-04 17:23:44 -080056namespace android::compositionengine {
57
58Output::~Output() = default;
59
60namespace impl {
Vishnu Nair9cf89262022-02-26 09:17:49 -080061using CompositionStrategyPredictionState =
62 OutputCompositionState::CompositionStrategyPredictionState;
Lloyd Piquec29e4c62019-03-07 21:48:19 -080063namespace {
64
65template <typename T>
66class Reversed {
67public:
68 explicit Reversed(const T& container) : mContainer(container) {}
69 auto begin() { return mContainer.rbegin(); }
70 auto end() { return mContainer.rend(); }
71
72private:
73 const T& mContainer;
74};
75
76// Helper for enumerating over a container in reverse order
77template <typename T>
78Reversed<T> reversed(const T& c) {
79 return Reversed<T>(c);
80}
81
Marin Shalamanovb15d2272020-09-17 21:41:52 +020082struct ScaleVector {
83 float x;
84 float y;
85};
86
87// Returns a ScaleVector (x, y) such that from.scale(x, y) = to',
88// where to' will have the same size as "to". In the case where "from" and "to"
89// start at the origin to'=to.
90ScaleVector getScale(const Rect& from, const Rect& to) {
91 return {.x = static_cast<float>(to.width()) / from.width(),
92 .y = static_cast<float>(to.height()) / from.height()};
93}
94
Lloyd Piquec29e4c62019-03-07 21:48:19 -080095} // namespace
96
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070097std::shared_ptr<Output> createOutput(
98 const compositionengine::CompositionEngine& compositionEngine) {
99 return createOutputTemplated<Output>(compositionEngine);
100}
Lloyd Pique32cbe282018-10-19 13:09:22 -0700101
102Output::~Output() = default;
103
Lloyd Pique32cbe282018-10-19 13:09:22 -0700104bool Output::isValid() const {
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700105 return mDisplayColorProfile && mDisplayColorProfile->isValid() && mRenderSurface &&
106 mRenderSurface->isValid();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700107}
108
Lloyd Pique6c564cf2019-05-17 17:31:36 -0700109std::optional<DisplayId> Output::getDisplayId() const {
110 return {};
111}
112
Lloyd Pique32cbe282018-10-19 13:09:22 -0700113const std::string& Output::getName() const {
114 return mName;
115}
116
117void Output::setName(const std::string& name) {
118 mName = name;
119}
120
121void Output::setCompositionEnabled(bool enabled) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700122 auto& outputState = editState();
123 if (outputState.isEnabled == enabled) {
Lloyd Pique32cbe282018-10-19 13:09:22 -0700124 return;
125 }
126
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700127 outputState.isEnabled = enabled;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700128 dirtyEntireOutput();
129}
130
Alec Mouri023c1882021-05-08 16:36:33 -0700131void Output::setLayerCachingEnabled(bool enabled) {
132 if (enabled == (mPlanner != nullptr)) {
133 return;
134 }
135
136 if (enabled) {
Alec Mouridf6201b2021-06-01 16:20:42 -0700137 mPlanner = std::make_unique<planner::Planner>(getCompositionEngine().getRenderEngine());
Alec Mouri023c1882021-05-08 16:36:33 -0700138 if (mRenderSurface) {
139 mPlanner->setDisplaySize(mRenderSurface->getSize());
140 }
141 } else {
142 mPlanner.reset();
143 }
Alec Mouric773472b2021-05-19 14:29:05 -0700144
145 for (auto* outputLayer : getOutputLayersOrderedByZ()) {
146 if (!outputLayer) {
147 continue;
148 }
149
150 outputLayer->editState().overrideInfo = {};
151 }
Alec Mouri023c1882021-05-08 16:36:33 -0700152}
153
Ady Abrahamdb036a82021-07-16 14:18:34 -0700154void Output::setLayerCachingTexturePoolEnabled(bool enabled) {
155 if (mPlanner) {
156 mPlanner->setTexturePoolEnabled(enabled);
157 }
158}
159
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200160void Output::setProjection(ui::Rotation orientation, const Rect& layerStackSpaceRect,
161 const Rect& orientedDisplaySpaceRect) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700162 auto& outputState = editState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200163
Angel Aguayob084e0c2021-08-04 23:27:28 +0000164 outputState.displaySpace.setOrientation(orientation);
165 LOG_FATAL_IF(outputState.displaySpace.getBoundsAsRect() == Rect::INVALID_RECT,
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200166 "The display bounds are unknown.");
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200167
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200168 // Compute orientedDisplaySpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000169 ui::Size orientedSize = outputState.displaySpace.getBounds();
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200170 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200171 std::swap(orientedSize.width, orientedSize.height);
172 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000173 outputState.orientedDisplaySpace.setBounds(orientedSize);
174 outputState.orientedDisplaySpace.setContent(orientedDisplaySpaceRect);
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200175
176 // Compute displaySpace.content
177 const uint32_t transformOrientationFlags = ui::Transform::toRotationFlags(orientation);
178 ui::Transform rotation;
179 if (transformOrientationFlags != ui::Transform::ROT_INVALID) {
Angel Aguayob084e0c2021-08-04 23:27:28 +0000180 const auto displaySize = outputState.displaySpace.getBoundsAsRect();
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200181 rotation.set(transformOrientationFlags, displaySize.width(), displaySize.height());
182 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000183 outputState.displaySpace.setContent(rotation.transform(orientedDisplaySpaceRect));
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200184
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200185 // Compute framebufferSpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000186 outputState.framebufferSpace.setOrientation(orientation);
187 LOG_FATAL_IF(outputState.framebufferSpace.getBoundsAsRect() == Rect::INVALID_RECT,
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200188 "The framebuffer bounds are unknown.");
Angel Aguayob084e0c2021-08-04 23:27:28 +0000189 const auto scale = getScale(outputState.displaySpace.getBoundsAsRect(),
190 outputState.framebufferSpace.getBoundsAsRect());
191 outputState.framebufferSpace.setContent(
192 outputState.displaySpace.getContent().scale(scale.x, scale.y));
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200193
194 // Compute layerStackSpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000195 outputState.layerStackSpace.setContent(layerStackSpaceRect);
196 outputState.layerStackSpace.setBounds(
197 ui::Size(layerStackSpaceRect.getWidth(), layerStackSpaceRect.getHeight()));
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200198
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200199 outputState.transform = outputState.layerStackSpace.getTransform(outputState.displaySpace);
200 outputState.needsFiltering = outputState.transform.needsBilinearFiltering();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700201 dirtyEntireOutput();
202}
203
Alec Mouricdf16792021-12-10 13:16:06 -0800204void Output::setNextBrightness(float brightness) {
205 editState().displayBrightness = brightness;
206}
207
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200208void Output::setDisplaySize(const ui::Size& size) {
Lloyd Pique31cb2942018-10-19 17:23:03 -0700209 mRenderSurface->setDisplaySize(size);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200210
211 auto& state = editState();
212
213 // Update framebuffer space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000214 const ui::Size newBounds(size);
215 state.framebufferSpace.setBounds(newBounds);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200216
217 // Update display space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000218 state.displaySpace.setBounds(newBounds);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200219 state.transform = state.layerStackSpace.getTransform(state.displaySpace);
220
221 // Update oriented display space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000222 const auto orientation = state.displaySpace.getOrientation();
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200223 ui::Size orientedSize = size;
224 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
225 std::swap(orientedSize.width, orientedSize.height);
226 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000227 const ui::Size newOrientedBounds(orientedSize);
228 state.orientedDisplaySpace.setBounds(newOrientedBounds);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700229
Dan Stoza6166c312021-01-15 16:34:05 -0800230 if (mPlanner) {
231 mPlanner->setDisplaySize(size);
232 }
233
Lloyd Pique32cbe282018-10-19 13:09:22 -0700234 dirtyEntireOutput();
235}
236
Garfield Tan54edd912020-10-21 16:31:41 -0700237ui::Transform::RotationFlags Output::getTransformHint() const {
238 return static_cast<ui::Transform::RotationFlags>(getState().transform.getOrientation());
239}
240
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700241void Output::setLayerFilter(ui::LayerFilter filter) {
242 editState().layerFilter = filter;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700243 dirtyEntireOutput();
244}
245
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800246void Output::setColorTransform(const compositionengine::CompositionRefreshArgs& args) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700247 auto& colorTransformMatrix = editState().colorTransformMatrix;
248 if (!args.colorTransformMatrix || colorTransformMatrix == args.colorTransformMatrix) {
Lloyd Pique77f79a22019-04-29 15:55:40 -0700249 return;
250 }
251
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700252 colorTransformMatrix = *args.colorTransformMatrix;
Lloyd Piqueef958122019-02-05 18:00:12 -0800253
254 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700255}
256
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800257void Output::setColorProfile(const ColorProfile& colorProfile) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700258 ui::Dataspace targetDataspace =
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800259 getDisplayColorProfile()->getTargetDataspace(colorProfile.mode, colorProfile.dataspace,
260 colorProfile.colorSpaceAgnosticDataspace);
Lloyd Piquef5275482019-01-29 18:42:42 -0800261
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700262 auto& outputState = editState();
263 if (outputState.colorMode == colorProfile.mode &&
264 outputState.dataspace == colorProfile.dataspace &&
265 outputState.renderIntent == colorProfile.renderIntent &&
266 outputState.targetDataspace == targetDataspace) {
Lloyd Piqueef958122019-02-05 18:00:12 -0800267 return;
268 }
269
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700270 outputState.colorMode = colorProfile.mode;
271 outputState.dataspace = colorProfile.dataspace;
272 outputState.renderIntent = colorProfile.renderIntent;
273 outputState.targetDataspace = targetDataspace;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700274
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800275 mRenderSurface->setBufferDataspace(colorProfile.dataspace);
Lloyd Pique31cb2942018-10-19 17:23:03 -0700276
Lloyd Pique32cbe282018-10-19 13:09:22 -0700277 ALOGV("Set active color mode: %s (%d), active render intent: %s (%d)",
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800278 decodeColorMode(colorProfile.mode).c_str(), colorProfile.mode,
279 decodeRenderIntent(colorProfile.renderIntent).c_str(), colorProfile.renderIntent);
Lloyd Piqueef958122019-02-05 18:00:12 -0800280
281 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700282}
283
John Reckac09e452021-04-07 16:35:37 -0400284void Output::setDisplayBrightness(float sdrWhitePointNits, float displayBrightnessNits) {
285 auto& outputState = editState();
286 if (outputState.sdrWhitePointNits == sdrWhitePointNits &&
287 outputState.displayBrightnessNits == displayBrightnessNits) {
288 // Nothing changed
289 return;
290 }
291 outputState.sdrWhitePointNits = sdrWhitePointNits;
292 outputState.displayBrightnessNits = displayBrightnessNits;
293 dirtyEntireOutput();
294}
295
Lloyd Pique32cbe282018-10-19 13:09:22 -0700296void Output::dump(std::string& out) const {
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700297 base::StringAppendF(&out, "Output \"%s\"", mName.c_str());
298 out.append("\n Composition Output State:\n");
Lloyd Pique32cbe282018-10-19 13:09:22 -0700299
300 dumpBase(out);
301}
302
303void Output::dumpBase(std::string& out) const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700304 dumpState(out);
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700305 out += '\n';
Lloyd Pique31cb2942018-10-19 17:23:03 -0700306
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700307 if (mDisplayColorProfile) {
308 mDisplayColorProfile->dump(out);
309 } else {
310 out.append(" No display color profile!\n");
311 }
312
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700313 out += '\n';
314
Lloyd Pique31cb2942018-10-19 17:23:03 -0700315 if (mRenderSurface) {
316 mRenderSurface->dump(out);
317 } else {
318 out.append(" No render surface!\n");
319 }
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800320
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700321 base::StringAppendF(&out, "\n %zu Layers\n", getOutputLayerCount());
Lloyd Pique01c77c12019-04-17 12:48:32 -0700322 for (const auto* outputLayer : getOutputLayersOrderedByZ()) {
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800323 if (!outputLayer) {
324 continue;
325 }
326 outputLayer->dump(out);
327 }
Lloyd Pique31cb2942018-10-19 17:23:03 -0700328}
329
Dan Stoza269dc4d2021-01-15 15:07:43 -0800330void Output::dumpPlannerInfo(const Vector<String16>& args, std::string& out) const {
331 if (!mPlanner) {
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700332 out.append("Planner is disabled\n");
Dan Stoza269dc4d2021-01-15 15:07:43 -0800333 return;
334 }
335 base::StringAppendF(&out, "Planner info for display [%s]\n", mName.c_str());
336 mPlanner->dump(args, out);
337}
338
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700339compositionengine::DisplayColorProfile* Output::getDisplayColorProfile() const {
340 return mDisplayColorProfile.get();
341}
342
343void Output::setDisplayColorProfile(std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
344 mDisplayColorProfile = std::move(mode);
345}
346
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800347const Output::ReleasedLayers& Output::getReleasedLayersForTest() const {
348 return mReleasedLayers;
349}
350
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700351void Output::setDisplayColorProfileForTest(
352 std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
353 mDisplayColorProfile = std::move(mode);
354}
355
Lloyd Pique31cb2942018-10-19 17:23:03 -0700356compositionengine::RenderSurface* Output::getRenderSurface() const {
357 return mRenderSurface.get();
358}
359
360void Output::setRenderSurface(std::unique_ptr<compositionengine::RenderSurface> surface) {
361 mRenderSurface = std::move(surface);
Dan Stoza6166c312021-01-15 16:34:05 -0800362 const auto size = mRenderSurface->getSize();
Angel Aguayob084e0c2021-08-04 23:27:28 +0000363 editState().framebufferSpace.setBounds(size);
Dan Stoza6166c312021-01-15 16:34:05 -0800364 if (mPlanner) {
365 mPlanner->setDisplaySize(size);
366 }
Lloyd Pique31cb2942018-10-19 17:23:03 -0700367 dirtyEntireOutput();
368}
369
Vishnu Nair9b079a22020-01-21 14:36:08 -0800370void Output::cacheClientCompositionRequests(uint32_t cacheSize) {
371 if (cacheSize == 0) {
372 mClientCompositionRequestCache.reset();
373 } else {
374 mClientCompositionRequestCache = std::make_unique<ClientCompositionRequestCache>(cacheSize);
375 }
376};
377
Lloyd Pique31cb2942018-10-19 17:23:03 -0700378void Output::setRenderSurfaceForTest(std::unique_ptr<compositionengine::RenderSurface> surface) {
379 mRenderSurface = std::move(surface);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700380}
381
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700382Region Output::getDirtyRegion() const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700383 const auto& outputState = getState();
Angel Aguayob084e0c2021-08-04 23:27:28 +0000384 return outputState.dirtyRegion.intersect(outputState.layerStackSpace.getContent());
Lloyd Pique32cbe282018-10-19 13:09:22 -0700385}
386
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700387bool Output::includesLayer(ui::LayerFilter filter) const {
388 return getState().layerFilter.includes(filter);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700389}
390
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700391bool Output::includesLayer(const sp<LayerFE>& layerFE) const {
Lloyd Piquede196652020-01-22 17:29:58 -0800392 const auto* layerFEState = layerFE->getCompositionState();
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700393 return layerFEState && includesLayer(layerFEState->outputFilter);
Lloyd Pique66c20c42019-03-07 21:44:02 -0800394}
395
Lloyd Piquedf336d92019-03-07 21:38:42 -0800396std::unique_ptr<compositionengine::OutputLayer> Output::createOutputLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800397 const sp<LayerFE>& layerFE) const {
398 return impl::createOutputLayer(*this, layerFE);
Lloyd Piquecc01a452018-12-04 17:24:00 -0800399}
400
Lloyd Piquede196652020-01-22 17:29:58 -0800401compositionengine::OutputLayer* Output::getOutputLayerForLayer(const sp<LayerFE>& layerFE) const {
402 auto index = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700403 return index ? getOutputLayerOrderedByZByIndex(*index) : nullptr;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800404}
405
Lloyd Pique01c77c12019-04-17 12:48:32 -0700406std::optional<size_t> Output::findCurrentOutputLayerForLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800407 const sp<compositionengine::LayerFE>& layer) const {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700408 for (size_t i = 0; i < getOutputLayerCount(); i++) {
409 auto outputLayer = getOutputLayerOrderedByZByIndex(i);
Lloyd Piquede196652020-01-22 17:29:58 -0800410 if (outputLayer && &outputLayer->getLayerFE() == layer.get()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700411 return i;
412 }
413 }
414 return std::nullopt;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800415}
416
Lloyd Piquec7ef21b2019-01-29 18:43:00 -0800417void Output::setReleasedLayers(Output::ReleasedLayers&& layers) {
418 mReleasedLayers = std::move(layers);
419}
420
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800421void Output::prepare(const compositionengine::CompositionRefreshArgs& refreshArgs,
422 LayerFESet& geomSnapshots) {
423 ATRACE_CALL();
424 ALOGV(__FUNCTION__);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800425
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800426 rebuildLayerStacks(refreshArgs, geomSnapshots);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800427}
428
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800429void Output::present(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800430 ATRACE_CALL();
431 ALOGV(__FUNCTION__);
432
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800433 updateColorProfile(refreshArgs);
Dan Stoza269dc4d2021-01-15 15:07:43 -0800434 updateCompositionState(refreshArgs);
435 planComposition();
436 writeCompositionState(refreshArgs);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800437 setColorTransform(refreshArgs);
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800438 beginFrame();
Vishnu Naira3140382022-02-24 14:07:11 -0800439
440 GpuCompositionResult result;
441 const bool predictCompositionStrategy = canPredictCompositionStrategy(refreshArgs);
442 if (predictCompositionStrategy) {
443 result = prepareFrameAsync(refreshArgs);
444 } else {
445 prepareFrame();
446 }
447
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800448 devOptRepaintFlash(refreshArgs);
Vishnu Naira3140382022-02-24 14:07:11 -0800449 finishFrame(refreshArgs, std::move(result));
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800450 postFramebuffer();
Alec Mouriaa831582021-06-07 16:23:01 -0700451 renderCachedSets(refreshArgs);
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800452}
453
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800454void Output::rebuildLayerStacks(const compositionengine::CompositionRefreshArgs& refreshArgs,
455 LayerFESet& layerFESet) {
456 ATRACE_CALL();
457 ALOGV(__FUNCTION__);
458
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700459 auto& outputState = editState();
460
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800461 // Do nothing if this output is not enabled or there is no need to perform this update
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700462 if (!outputState.isEnabled || CC_LIKELY(!refreshArgs.updatingOutputGeometryThisFrame)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800463 return;
464 }
465
466 // Process the layers to determine visibility and coverage
467 compositionengine::Output::CoverageState coverage{layerFESet};
468 collectVisibleLayers(refreshArgs, coverage);
469
470 // Compute the resulting coverage for this output, and store it for later
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700471 const ui::Transform& tr = outputState.transform;
Angel Aguayob084e0c2021-08-04 23:27:28 +0000472 Region undefinedRegion{outputState.displaySpace.getBoundsAsRect()};
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800473 undefinedRegion.subtractSelf(tr.transform(coverage.aboveOpaqueLayers));
474
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700475 outputState.undefinedRegion = undefinedRegion;
476 outputState.dirtyRegion.orSelf(coverage.dirtyRegion);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800477}
478
479void Output::collectVisibleLayers(const compositionengine::CompositionRefreshArgs& refreshArgs,
480 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800481 // Evaluate the layers from front to back to determine what is visible. This
482 // also incrementally calculates the coverage information for each layer as
483 // well as the entire output.
Lloyd Piquede196652020-01-22 17:29:58 -0800484 for (auto layer : reversed(refreshArgs.layers)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700485 // Incrementally process the coverage for each layer
486 ensureOutputLayerIfVisible(layer, coverage);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800487
488 // TODO(b/121291683): Stop early if the output is completely covered and
489 // no more layers could even be visible underneath the ones on top.
490 }
491
Lloyd Pique01c77c12019-04-17 12:48:32 -0700492 setReleasedLayers(refreshArgs);
493
494 finalizePendingOutputLayers();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800495}
496
Lloyd Piquede196652020-01-22 17:29:58 -0800497void Output::ensureOutputLayerIfVisible(sp<compositionengine::LayerFE>& layerFE,
Lloyd Pique01c77c12019-04-17 12:48:32 -0700498 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800499 // Ensure we have a snapshot of the basic geometry layer state. Limit the
500 // snapshots to once per frame for each candidate layer, as layers may
501 // appear on multiple outputs.
502 if (!coverage.latchedLayers.count(layerFE)) {
503 coverage.latchedLayers.insert(layerFE);
Lloyd Piquede196652020-01-22 17:29:58 -0800504 layerFE->prepareCompositionState(compositionengine::LayerFE::StateSubset::BasicGeometry);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800505 }
506
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700507 // Only consider the layers on this output
508 if (!includesLayer(layerFE)) {
Lloyd Piquede196652020-01-22 17:29:58 -0800509 return;
510 }
511
512 // Obtain a read-only pointer to the front-end layer state
513 const auto* layerFEState = layerFE->getCompositionState();
514 if (CC_UNLIKELY(!layerFEState)) {
515 return;
516 }
517
518 // handle hidden surfaces by setting the visible region to empty
519 if (CC_UNLIKELY(!layerFEState->isVisible)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700520 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800521 }
522
523 /*
524 * opaqueRegion: area of a surface that is fully opaque.
525 */
526 Region opaqueRegion;
527
528 /*
529 * visibleRegion: area of a surface that is visible on screen and not fully
530 * transparent. This is essentially the layer's footprint minus the opaque
531 * regions above it. Areas covered by a translucent surface are considered
532 * visible.
533 */
534 Region visibleRegion;
535
536 /*
537 * coveredRegion: area of a surface that is covered by all visible regions
538 * above it (which includes the translucent areas).
539 */
540 Region coveredRegion;
541
542 /*
543 * transparentRegion: area of a surface that is hinted to be completely
Leon Scroggins III9a0afda2022-01-11 16:53:09 -0500544 * transparent.
545 * This is used to tell when the layer has no visible non-transparent
546 * regions and can be removed from the layer list. It does not affect the
547 * visibleRegion of this layer or any layers beneath it. The hint may not
548 * be correct if apps don't respect the SurfaceView restrictions (which,
549 * sadly, some don't).
550 *
551 * In addition, it is used on DISPLAY_DECORATION layers to specify the
552 * blockingRegion, allowing the DPU to skip it to save power. Once we have
553 * hardware that supports a blockingRegion on frames with AFBC, it may be
554 * useful to use this for other layers, too, so long as we can prevent
555 * regressions on b/7179570.
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800556 */
557 Region transparentRegion;
558
Vishnu Naira483b4a2019-12-12 15:07:52 -0800559 /*
560 * shadowRegion: Region cast by the layer's shadow.
561 */
562 Region shadowRegion;
563
Lloyd Piquede196652020-01-22 17:29:58 -0800564 const ui::Transform& tr = layerFEState->geomLayerTransform;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800565
566 // Get the visible region
567 // TODO(b/121291683): Is it worth creating helper methods on LayerFEState
568 // for computations like this?
Lloyd Piquede196652020-01-22 17:29:58 -0800569 const Rect visibleRect(tr.transform(layerFEState->geomLayerBounds));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800570 visibleRegion.set(visibleRect);
571
Lloyd Piquede196652020-01-22 17:29:58 -0800572 if (layerFEState->shadowRadius > 0.0f) {
Vishnu Naira483b4a2019-12-12 15:07:52 -0800573 // if the layer casts a shadow, offset the layers visible region and
574 // calculate the shadow region.
Lloyd Piquede196652020-01-22 17:29:58 -0800575 const auto inset = static_cast<int32_t>(ceilf(layerFEState->shadowRadius) * -1.0f);
Vishnu Naira483b4a2019-12-12 15:07:52 -0800576 Rect visibleRectWithShadows(visibleRect);
577 visibleRectWithShadows.inset(inset, inset, inset, inset);
578 visibleRegion.set(visibleRectWithShadows);
579 shadowRegion = visibleRegion.subtract(visibleRect);
580 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800581
582 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700583 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800584 }
585
586 // Remove the transparent area from the visible region
Lloyd Piquede196652020-01-22 17:29:58 -0800587 if (!layerFEState->isOpaque) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800588 if (tr.preserveRects()) {
589 // transform the transparent region
Lloyd Piquede196652020-01-22 17:29:58 -0800590 transparentRegion = tr.transform(layerFEState->transparentRegionHint);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800591 } else {
592 // transformation too complex, can't do the
593 // transparent region optimization.
594 transparentRegion.clear();
595 }
596 }
597
598 // compute the opaque region
Lloyd Pique0a456232020-01-16 17:51:13 -0800599 const auto layerOrientation = tr.getOrientation();
Lloyd Piquede196652020-01-22 17:29:58 -0800600 if (layerFEState->isOpaque && ((layerOrientation & ui::Transform::ROT_INVALID) == 0)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800601 // If we one of the simple category of transforms (0/90/180/270 rotation
602 // + any flip), then the opaque region is the layer's footprint.
603 // Otherwise we don't try and compute the opaque region since there may
604 // be errors at the edges, and we treat the entire layer as
605 // translucent.
Vishnu Naira483b4a2019-12-12 15:07:52 -0800606 opaqueRegion.set(visibleRect);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800607 }
608
609 // Clip the covered region to the visible region
610 coveredRegion = coverage.aboveCoveredLayers.intersect(visibleRegion);
611
612 // Update accumAboveCoveredLayers for next (lower) layer
613 coverage.aboveCoveredLayers.orSelf(visibleRegion);
614
615 // subtract the opaque region covered by the layers above us
616 visibleRegion.subtractSelf(coverage.aboveOpaqueLayers);
617
618 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700619 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800620 }
621
622 // Get coverage information for the layer as previously displayed,
623 // also taking over ownership from mOutputLayersorderedByZ.
Lloyd Piquede196652020-01-22 17:29:58 -0800624 auto prevOutputLayerIndex = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700625 auto prevOutputLayer =
626 prevOutputLayerIndex ? getOutputLayerOrderedByZByIndex(*prevOutputLayerIndex) : nullptr;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800627
628 // Get coverage information for the layer as previously displayed
629 // TODO(b/121291683): Define kEmptyRegion as a constant in Region.h
630 const Region kEmptyRegion;
631 const Region& oldVisibleRegion =
632 prevOutputLayer ? prevOutputLayer->getState().visibleRegion : kEmptyRegion;
633 const Region& oldCoveredRegion =
634 prevOutputLayer ? prevOutputLayer->getState().coveredRegion : kEmptyRegion;
635
636 // compute this layer's dirty region
637 Region dirty;
Lloyd Piquede196652020-01-22 17:29:58 -0800638 if (layerFEState->contentDirty) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800639 // we need to invalidate the whole region
640 dirty = visibleRegion;
641 // as well, as the old visible region
642 dirty.orSelf(oldVisibleRegion);
643 } else {
644 /* compute the exposed region:
645 * the exposed region consists of two components:
646 * 1) what's VISIBLE now and was COVERED before
647 * 2) what's EXPOSED now less what was EXPOSED before
648 *
649 * note that (1) is conservative, we start with the whole visible region
650 * but only keep what used to be covered by something -- which mean it
651 * may have been exposed.
652 *
653 * (2) handles areas that were not covered by anything but got exposed
654 * because of a resize.
655 *
656 */
657 const Region newExposed = visibleRegion - coveredRegion;
658 const Region oldExposed = oldVisibleRegion - oldCoveredRegion;
659 dirty = (visibleRegion & oldCoveredRegion) | (newExposed - oldExposed);
660 }
661 dirty.subtractSelf(coverage.aboveOpaqueLayers);
662
663 // accumulate to the screen dirty region
664 coverage.dirtyRegion.orSelf(dirty);
665
666 // Update accumAboveOpaqueLayers for next (lower) layer
667 coverage.aboveOpaqueLayers.orSelf(opaqueRegion);
668
669 // Compute the visible non-transparent region
670 Region visibleNonTransparentRegion = visibleRegion.subtract(transparentRegion);
671
Vishnu Naira483b4a2019-12-12 15:07:52 -0800672 // Perform the final check to see if this layer is visible on this output
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800673 // TODO(b/121291683): Why does this not use visibleRegion? (see outputSpaceVisibleRegion below)
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700674 const auto& outputState = getState();
675 Region drawRegion(outputState.transform.transform(visibleNonTransparentRegion));
Angel Aguayob084e0c2021-08-04 23:27:28 +0000676 drawRegion.andSelf(outputState.displaySpace.getBoundsAsRect());
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800677 if (drawRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700678 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800679 }
680
Vishnu Naira483b4a2019-12-12 15:07:52 -0800681 Region visibleNonShadowRegion = visibleRegion.subtract(shadowRegion);
682
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800683 // The layer is visible. Either reuse the existing outputLayer if we have
684 // one, or create a new one if we do not.
Lloyd Piquede196652020-01-22 17:29:58 -0800685 auto result = ensureOutputLayer(prevOutputLayerIndex, layerFE);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800686
687 // Store the layer coverage information into the layer state as some of it
688 // is useful later.
689 auto& outputLayerState = result->editState();
690 outputLayerState.visibleRegion = visibleRegion;
691 outputLayerState.visibleNonTransparentRegion = visibleNonTransparentRegion;
692 outputLayerState.coveredRegion = coveredRegion;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200693 outputLayerState.outputSpaceVisibleRegion = outputState.transform.transform(
Angel Aguayob084e0c2021-08-04 23:27:28 +0000694 visibleNonShadowRegion.intersect(outputState.layerStackSpace.getContent()));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800695 outputLayerState.shadowRegion = shadowRegion;
Leon Scroggins III9a0afda2022-01-11 16:53:09 -0500696 outputLayerState.outputSpaceBlockingRegionHint =
Leon Scroggins III7f7ad2c2022-03-17 17:06:20 -0400697 layerFEState->compositionType == Composition::DISPLAY_DECORATION
698 ? outputState.transform.transform(
699 transparentRegion.intersect(outputState.layerStackSpace.getContent()))
700 : Region();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800701}
702
703void Output::setReleasedLayers(const compositionengine::CompositionRefreshArgs&) {
704 // The base class does nothing with this call.
705}
706
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800707void Output::updateLayerStateFromFE(const CompositionRefreshArgs& args) const {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700708 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Piquede196652020-01-22 17:29:58 -0800709 layer->getLayerFE().prepareCompositionState(
710 args.updatingGeometryThisFrame ? LayerFE::StateSubset::GeometryAndContent
711 : LayerFE::StateSubset::Content);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800712 }
713}
714
Dan Stoza269dc4d2021-01-15 15:07:43 -0800715void Output::updateCompositionState(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800716 ATRACE_CALL();
717 ALOGV(__FUNCTION__);
718
Alec Mourif9a2a2c2019-11-12 12:46:02 -0800719 if (!getState().isEnabled) {
720 return;
721 }
722
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800723 mLayerRequestingBackgroundBlur = findLayerRequestingBackgroundComposition();
724 bool forceClientComposition = mLayerRequestingBackgroundBlur != nullptr;
725
Lloyd Pique01c77c12019-04-17 12:48:32 -0700726 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique7a234912019-10-03 11:54:27 -0700727 layer->updateCompositionState(refreshArgs.updatingGeometryThisFrame,
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800728 refreshArgs.devOptForceClientComposition ||
Snild Dolkow9e217d62020-04-22 15:53:42 +0200729 forceClientComposition,
730 refreshArgs.internalDisplayRotationFlags);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800731
732 if (mLayerRequestingBackgroundBlur == layer) {
733 forceClientComposition = false;
734 }
Dan Stoza269dc4d2021-01-15 15:07:43 -0800735 }
Tianhao Yao67dd7122022-02-22 17:48:33 +0000736
737 updateCompositionStateForBorder(refreshArgs);
738}
739
740void Output::updateCompositionStateForBorder(
741 const compositionengine::CompositionRefreshArgs& refreshArgs) {
742 std::unordered_map<int32_t, const Region*> layerVisibleRegionMap;
743 // Store a map of layerId to their computed visible region.
744 for (auto* layer : getOutputLayersOrderedByZ()) {
745 int layerId = (layer->getLayerFE()).getSequence();
746 layerVisibleRegionMap[layerId] = &((layer->getState()).visibleRegion);
747 }
748 OutputCompositionState& outputCompositionState = editState();
749 outputCompositionState.borderInfoList.clear();
750 bool clientComposeTopLayer = false;
751 for (const auto& borderInfo : refreshArgs.borderInfoList) {
752 renderengine::BorderRenderInfo info;
753 for (const auto& id : borderInfo.layerIds) {
754 info.combinedRegion.orSelf(*(layerVisibleRegionMap[id]));
755 }
756 outputCompositionState.borderInfoList.emplace_back(std::move(info));
757 clientComposeTopLayer |= !info.combinedRegion.isEmpty();
758 }
759
760 // In this situation we must client compose the top layer instead of using hwc
761 // because we want to draw the border above all else.
762 // This could potentially cause a bit of a performance regression if the top
763 // layer would have been rendered using hwc originally.
764 // TODO(b/227656283): Measure system's performance before enabling the border feature
765 if (clientComposeTopLayer) {
766 auto topLayer = getOutputLayerOrderedByZByIndex(getOutputLayerCount() - 1);
767 (topLayer->editState()).forceClientComposition = true;
768 }
Dan Stoza269dc4d2021-01-15 15:07:43 -0800769}
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800770
Dan Stoza269dc4d2021-01-15 15:07:43 -0800771void Output::planComposition() {
772 if (!mPlanner || !getState().isEnabled) {
773 return;
774 }
775
776 ATRACE_CALL();
777 ALOGV(__FUNCTION__);
778
779 mPlanner->plan(getOutputLayersOrderedByZ());
780}
781
782void Output::writeCompositionState(const compositionengine::CompositionRefreshArgs& refreshArgs) {
783 ATRACE_CALL();
784 ALOGV(__FUNCTION__);
785
786 if (!getState().isEnabled) {
787 return;
788 }
789
Ady Abraham3645e642021-04-20 18:39:00 -0700790 editState().earliestPresentTime = refreshArgs.earliestPresentTime;
Ady Abrahamec7aa8a2021-06-28 12:37:09 -0700791 editState().previousPresentFence = refreshArgs.previousPresentFence;
Ady Abraham43065bd2021-12-10 17:22:15 -0800792 editState().expectedPresentTime = refreshArgs.expectedPresentTime;
Ady Abraham3645e642021-04-20 18:39:00 -0700793
Leon Scroggins III2e74a4c2021-04-09 13:41:14 -0400794 compositionengine::OutputLayer* peekThroughLayer = nullptr;
Dan Stoza6166c312021-01-15 16:34:05 -0800795 sp<GraphicBuffer> previousOverride = nullptr;
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400796 bool includeGeometry = refreshArgs.updatingGeometryThisFrame;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400797 uint32_t z = 0;
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400798 bool overrideZ = false;
Dan Stoza269dc4d2021-01-15 15:07:43 -0800799 for (auto* layer : getOutputLayersOrderedByZ()) {
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400800 if (layer == peekThroughLayer) {
801 // No longer needed, although it should not show up again, so
802 // resetting it is not truly needed either.
803 peekThroughLayer = nullptr;
804
805 // peekThroughLayer was already drawn ahead of its z order.
806 continue;
807 }
Dan Stoza6166c312021-01-15 16:34:05 -0800808 bool skipLayer = false;
Leon Scroggins IIId305ef22021-04-06 09:53:26 -0400809 const auto& overrideInfo = layer->getState().overrideInfo;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400810 if (overrideInfo.buffer != nullptr) {
811 if (previousOverride && overrideInfo.buffer->getBuffer() == previousOverride) {
Dan Stoza6166c312021-01-15 16:34:05 -0800812 ALOGV("Skipping redundant buffer");
813 skipLayer = true;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400814 } else {
815 // First layer with the override buffer.
816 if (overrideInfo.peekThroughLayer) {
817 peekThroughLayer = overrideInfo.peekThroughLayer;
Leon Scroggins IIId305ef22021-04-06 09:53:26 -0400818
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400819 // Draw peekThroughLayer first.
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400820 overrideZ = true;
821 includeGeometry = true;
822 constexpr bool isPeekingThrough = true;
823 peekThroughLayer->writeStateToHWC(includeGeometry, false, z++, overrideZ,
824 isPeekingThrough);
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400825 }
826
827 previousOverride = overrideInfo.buffer->getBuffer();
Dan Stoza6166c312021-01-15 16:34:05 -0800828 }
Dan Stoza6166c312021-01-15 16:34:05 -0800829 }
830
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400831 constexpr bool isPeekingThrough = false;
832 layer->writeStateToHWC(includeGeometry, skipLayer, z++, overrideZ, isPeekingThrough);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800833 }
834}
835
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800836compositionengine::OutputLayer* Output::findLayerRequestingBackgroundComposition() const {
837 compositionengine::OutputLayer* layerRequestingBgComposition = nullptr;
838 for (auto* layer : getOutputLayersOrderedByZ()) {
Galia Peycheva66eaf4a2020-11-09 13:17:57 +0100839 auto* compState = layer->getLayerFE().getCompositionState();
840
841 // If any layer has a sideband stream, we will disable blurs. In that case, we don't
842 // want to force client composition because of the blur.
843 if (compState->sidebandStream != nullptr) {
844 return nullptr;
845 }
Lucas Dupin084a6d42021-08-26 22:10:29 +0000846 if (compState->isOpaque) {
847 continue;
848 }
Galia Peycheva66eaf4a2020-11-09 13:17:57 +0100849 if (compState->backgroundBlurRadius > 0 || compState->blurRegions.size() > 0) {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800850 layerRequestingBgComposition = layer;
851 }
852 }
853 return layerRequestingBgComposition;
854}
855
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800856void Output::updateColorProfile(const compositionengine::CompositionRefreshArgs& refreshArgs) {
857 setColorProfile(pickColorProfile(refreshArgs));
858}
859
860// Returns a data space that fits all visible layers. The returned data space
861// can only be one of
862// - Dataspace::SRGB (use legacy dataspace and let HWC saturate when colors are enhanced)
863// - Dataspace::DISPLAY_P3
864// - Dataspace::DISPLAY_BT2020
865// The returned HDR data space is one of
866// - Dataspace::UNKNOWN
867// - Dataspace::BT2020_HLG
868// - Dataspace::BT2020_PQ
869ui::Dataspace Output::getBestDataspace(ui::Dataspace* outHdrDataSpace,
870 bool* outIsHdrClientComposition) const {
871 ui::Dataspace bestDataSpace = ui::Dataspace::V0_SRGB;
872 *outHdrDataSpace = ui::Dataspace::UNKNOWN;
873
Lloyd Pique01c77c12019-04-17 12:48:32 -0700874 for (const auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Piquede196652020-01-22 17:29:58 -0800875 switch (layer->getLayerFE().getCompositionState()->dataspace) {
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800876 case ui::Dataspace::V0_SCRGB:
877 case ui::Dataspace::V0_SCRGB_LINEAR:
878 case ui::Dataspace::BT2020:
879 case ui::Dataspace::BT2020_ITU:
880 case ui::Dataspace::BT2020_LINEAR:
881 case ui::Dataspace::DISPLAY_BT2020:
882 bestDataSpace = ui::Dataspace::DISPLAY_BT2020;
883 break;
884 case ui::Dataspace::DISPLAY_P3:
885 bestDataSpace = ui::Dataspace::DISPLAY_P3;
886 break;
887 case ui::Dataspace::BT2020_PQ:
888 case ui::Dataspace::BT2020_ITU_PQ:
889 bestDataSpace = ui::Dataspace::DISPLAY_P3;
890 *outHdrDataSpace = ui::Dataspace::BT2020_PQ;
Lloyd Piquede196652020-01-22 17:29:58 -0800891 *outIsHdrClientComposition =
892 layer->getLayerFE().getCompositionState()->forceClientComposition;
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800893 break;
894 case ui::Dataspace::BT2020_HLG:
895 case ui::Dataspace::BT2020_ITU_HLG:
896 bestDataSpace = ui::Dataspace::DISPLAY_P3;
897 // When there's mixed PQ content and HLG content, we set the HDR
898 // data space to be BT2020_PQ and convert HLG to PQ.
899 if (*outHdrDataSpace == ui::Dataspace::UNKNOWN) {
900 *outHdrDataSpace = ui::Dataspace::BT2020_HLG;
901 }
902 break;
903 default:
904 break;
905 }
906 }
907
908 return bestDataSpace;
909}
910
911compositionengine::Output::ColorProfile Output::pickColorProfile(
912 const compositionengine::CompositionRefreshArgs& refreshArgs) const {
913 if (refreshArgs.outputColorSetting == OutputColorSetting::kUnmanaged) {
914 return ColorProfile{ui::ColorMode::NATIVE, ui::Dataspace::UNKNOWN,
915 ui::RenderIntent::COLORIMETRIC,
916 refreshArgs.colorSpaceAgnosticDataspace};
917 }
918
919 ui::Dataspace hdrDataSpace;
920 bool isHdrClientComposition = false;
921 ui::Dataspace bestDataSpace = getBestDataspace(&hdrDataSpace, &isHdrClientComposition);
922
923 switch (refreshArgs.forceOutputColorMode) {
924 case ui::ColorMode::SRGB:
925 bestDataSpace = ui::Dataspace::V0_SRGB;
926 break;
927 case ui::ColorMode::DISPLAY_P3:
928 bestDataSpace = ui::Dataspace::DISPLAY_P3;
929 break;
930 default:
931 break;
932 }
933
934 // respect hdrDataSpace only when there is no legacy HDR support
935 const bool isHdr = hdrDataSpace != ui::Dataspace::UNKNOWN &&
936 !mDisplayColorProfile->hasLegacyHdrSupport(hdrDataSpace) && !isHdrClientComposition;
937 if (isHdr) {
938 bestDataSpace = hdrDataSpace;
939 }
940
941 ui::RenderIntent intent;
942 switch (refreshArgs.outputColorSetting) {
943 case OutputColorSetting::kManaged:
944 case OutputColorSetting::kUnmanaged:
945 intent = isHdr ? ui::RenderIntent::TONE_MAP_COLORIMETRIC
946 : ui::RenderIntent::COLORIMETRIC;
947 break;
948 case OutputColorSetting::kEnhanced:
949 intent = isHdr ? ui::RenderIntent::TONE_MAP_ENHANCE : ui::RenderIntent::ENHANCE;
950 break;
951 default: // vendor display color setting
952 intent = static_cast<ui::RenderIntent>(refreshArgs.outputColorSetting);
953 break;
954 }
955
956 ui::ColorMode outMode;
957 ui::Dataspace outDataSpace;
958 ui::RenderIntent outRenderIntent;
959 mDisplayColorProfile->getBestColorMode(bestDataSpace, intent, &outDataSpace, &outMode,
960 &outRenderIntent);
961
962 return ColorProfile{outMode, outDataSpace, outRenderIntent,
963 refreshArgs.colorSpaceAgnosticDataspace};
964}
965
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800966void Output::beginFrame() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700967 auto& outputState = editState();
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700968 const bool dirty = !getDirtyRegion().isEmpty();
Lloyd Pique01c77c12019-04-17 12:48:32 -0700969 const bool empty = getOutputLayerCount() == 0;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700970 const bool wasEmpty = !outputState.lastCompositionHadVisibleLayers;
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800971
972 // If nothing has changed (!dirty), don't recompose.
973 // If something changed, but we don't currently have any visible layers,
974 // and didn't when we last did a composition, then skip it this time.
975 // The second rule does two things:
976 // - When all layers are removed from a display, we'll emit one black
977 // frame, then nothing more until we get new layers.
978 // - When a display is created with a private layer stack, we won't
979 // emit any black frames until a layer is added to the layer stack.
980 const bool mustRecompose = dirty && !(empty && wasEmpty);
981
982 const char flagPrefix[] = {'-', '+'};
983 static_cast<void>(flagPrefix);
984 ALOGV_IF("%s: %s composition for %s (%cdirty %cempty %cwasEmpty)", __FUNCTION__,
985 mustRecompose ? "doing" : "skipping", getName().c_str(), flagPrefix[dirty],
986 flagPrefix[empty], flagPrefix[wasEmpty]);
987
988 mRenderSurface->beginFrame(mustRecompose);
989
990 if (mustRecompose) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700991 outputState.lastCompositionHadVisibleLayers = !empty;
Lloyd Piqued0a92a02019-02-19 17:47:26 -0800992 }
993}
994
Lloyd Pique66d68602019-02-13 14:23:31 -0800995void Output::prepareFrame() {
996 ATRACE_CALL();
997 ALOGV(__FUNCTION__);
998
Vishnu Naira3140382022-02-24 14:07:11 -0800999 auto& outputState = editState();
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001000 if (!outputState.isEnabled) {
Lloyd Pique66d68602019-02-13 14:23:31 -08001001 return;
1002 }
1003
Vishnu Naira3140382022-02-24 14:07:11 -08001004 std::optional<android::HWComposer::DeviceRequestedChanges> changes;
1005 bool success = chooseCompositionStrategy(&changes);
1006 resetCompositionStrategy();
Vishnu Nair9cf89262022-02-26 09:17:49 -08001007 outputState.strategyPrediction = CompositionStrategyPredictionState::DISABLED;
Vishnu Naira3140382022-02-24 14:07:11 -08001008 outputState.previousDeviceRequestedChanges = changes;
1009 outputState.previousDeviceRequestedSuccess = success;
1010 if (success) {
1011 applyCompositionStrategy(changes);
1012 }
1013 finishPrepareFrame();
1014}
Lloyd Pique66d68602019-02-13 14:23:31 -08001015
Vishnu Naira3140382022-02-24 14:07:11 -08001016std::future<bool> Output::chooseCompositionStrategyAsync(
1017 std::optional<android::HWComposer::DeviceRequestedChanges>* changes) {
1018 return mHwComposerAsyncWorker->send(
1019 [&, changes]() { return chooseCompositionStrategy(changes); });
1020}
1021
1022GpuCompositionResult Output::prepareFrameAsync(const CompositionRefreshArgs& refreshArgs) {
1023 ATRACE_CALL();
1024 ALOGV(__FUNCTION__);
1025 auto& state = editState();
1026 const auto& previousChanges = state.previousDeviceRequestedChanges;
1027 std::optional<android::HWComposer::DeviceRequestedChanges> changes;
1028 resetCompositionStrategy();
1029 auto hwcResult = chooseCompositionStrategyAsync(&changes);
1030 if (state.previousDeviceRequestedSuccess) {
1031 applyCompositionStrategy(previousChanges);
1032 }
1033 finishPrepareFrame();
1034
1035 base::unique_fd bufferFence;
1036 std::shared_ptr<renderengine::ExternalTexture> buffer;
1037 updateProtectedContentState();
1038 const bool dequeueSucceeded = dequeueRenderBuffer(&bufferFence, &buffer);
1039 GpuCompositionResult compositionResult;
1040 if (dequeueSucceeded) {
1041 std::optional<base::unique_fd> optFd =
1042 composeSurfaces(Region::INVALID_REGION, refreshArgs, buffer, bufferFence);
1043 if (optFd) {
1044 compositionResult.fence = std::move(*optFd);
1045 }
Dan Stoza47437bb2021-01-15 16:21:07 -08001046 }
1047
Vishnu Naira3140382022-02-24 14:07:11 -08001048 auto chooseCompositionSuccess = hwcResult.get();
1049 const bool predictionSucceeded = dequeueSucceeded && changes == previousChanges;
Vishnu Nair9cf89262022-02-26 09:17:49 -08001050 state.strategyPrediction = predictionSucceeded ? CompositionStrategyPredictionState::SUCCESS
1051 : CompositionStrategyPredictionState::FAIL;
Vishnu Naira3140382022-02-24 14:07:11 -08001052 if (!predictionSucceeded) {
1053 ATRACE_NAME("CompositionStrategyPredictionMiss");
1054 resetCompositionStrategy();
1055 if (chooseCompositionSuccess) {
1056 applyCompositionStrategy(changes);
1057 }
1058 finishPrepareFrame();
1059 // Track the dequeued buffer to reuse so we don't need to dequeue another one.
1060 compositionResult.buffer = buffer;
1061 } else {
1062 ATRACE_NAME("CompositionStrategyPredictionHit");
1063 }
1064 state.previousDeviceRequestedChanges = std::move(changes);
1065 state.previousDeviceRequestedSuccess = chooseCompositionSuccess;
1066 return compositionResult;
Lloyd Pique66d68602019-02-13 14:23:31 -08001067}
1068
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001069void Output::devOptRepaintFlash(const compositionengine::CompositionRefreshArgs& refreshArgs) {
1070 if (CC_LIKELY(!refreshArgs.devOptFlashDirtyRegionsDelay)) {
1071 return;
1072 }
1073
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001074 if (getState().isEnabled) {
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001075 if (const auto dirtyRegion = getDirtyRegion(); !dirtyRegion.isEmpty()) {
Vishnu Naira3140382022-02-24 14:07:11 -08001076 base::unique_fd bufferFence;
1077 std::shared_ptr<renderengine::ExternalTexture> buffer;
1078 updateProtectedContentState();
1079 dequeueRenderBuffer(&bufferFence, &buffer);
1080 static_cast<void>(composeSurfaces(dirtyRegion, refreshArgs, buffer, bufferFence));
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001081 mRenderSurface->queueBuffer(base::unique_fd());
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001082 }
1083 }
1084
1085 postFramebuffer();
1086
1087 std::this_thread::sleep_for(*refreshArgs.devOptFlashDirtyRegionsDelay);
1088
1089 prepareFrame();
1090}
1091
Vishnu Naira3140382022-02-24 14:07:11 -08001092void Output::finishFrame(const CompositionRefreshArgs& refreshArgs, GpuCompositionResult&& result) {
Lloyd Piqued3d69882019-02-28 16:03:46 -08001093 ATRACE_CALL();
1094 ALOGV(__FUNCTION__);
Vishnu Nair9cf89262022-02-26 09:17:49 -08001095 const auto& outputState = getState();
1096 if (!outputState.isEnabled) {
Lloyd Piqued3d69882019-02-28 16:03:46 -08001097 return;
1098 }
1099
Vishnu Naira3140382022-02-24 14:07:11 -08001100 std::optional<base::unique_fd> optReadyFence;
1101 std::shared_ptr<renderengine::ExternalTexture> buffer;
1102 base::unique_fd bufferFence;
Vishnu Nair9cf89262022-02-26 09:17:49 -08001103 if (outputState.strategyPrediction == CompositionStrategyPredictionState::SUCCESS) {
Vishnu Naira3140382022-02-24 14:07:11 -08001104 optReadyFence = std::move(result.fence);
1105 } else {
1106 if (result.bufferAvailable()) {
1107 buffer = std::move(result.buffer);
1108 bufferFence = std::move(result.fence);
1109 } else {
1110 updateProtectedContentState();
1111 if (!dequeueRenderBuffer(&bufferFence, &buffer)) {
1112 return;
1113 }
1114 }
1115 // Repaint the framebuffer (if needed), getting the optional fence for when
1116 // the composition completes.
1117 optReadyFence = composeSurfaces(Region::INVALID_REGION, refreshArgs, buffer, bufferFence);
1118 }
Lloyd Piqued3d69882019-02-28 16:03:46 -08001119 if (!optReadyFence) {
1120 return;
1121 }
1122
1123 // swap buffers (presentation)
1124 mRenderSurface->queueBuffer(std::move(*optReadyFence));
1125}
1126
Vishnu Naira3140382022-02-24 14:07:11 -08001127void Output::updateProtectedContentState() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001128 const auto& outputState = getState();
Lloyd Piquee9eff972020-05-05 12:36:44 -07001129 auto& renderEngine = getCompositionEngine().getRenderEngine();
1130 const bool supportsProtectedContent = renderEngine.supportsProtectedContent();
1131
1132 // If we the display is secure, protected content support is enabled, and at
1133 // least one layer has protected content, we need to use a secure back
1134 // buffer.
1135 if (outputState.isSecure && supportsProtectedContent) {
1136 auto layers = getOutputLayersOrderedByZ();
1137 bool needsProtected = std::any_of(layers.begin(), layers.end(), [](auto* layer) {
1138 return layer->getLayerFE().getCompositionState()->hasProtectedContent;
1139 });
1140 if (needsProtected != renderEngine.isProtected()) {
1141 renderEngine.useProtectedContext(needsProtected);
1142 }
1143 if (needsProtected != mRenderSurface->isProtected() &&
1144 needsProtected == renderEngine.isProtected()) {
1145 mRenderSurface->setProtected(needsProtected);
1146 }
Peiyong Lin09f910f2020-09-25 10:54:13 -07001147 } else if (!outputState.isSecure && renderEngine.isProtected()) {
1148 renderEngine.useProtectedContext(false);
Lloyd Piquee9eff972020-05-05 12:36:44 -07001149 }
Vishnu Naira3140382022-02-24 14:07:11 -08001150}
Lloyd Piquee9eff972020-05-05 12:36:44 -07001151
Vishnu Naira3140382022-02-24 14:07:11 -08001152bool Output::dequeueRenderBuffer(base::unique_fd* bufferFence,
1153 std::shared_ptr<renderengine::ExternalTexture>* tex) {
1154 const auto& outputState = getState();
Lloyd Piquee9eff972020-05-05 12:36:44 -07001155
1156 // If we aren't doing client composition on this output, but do have a
1157 // flipClientTarget request for this frame on this output, we still need to
1158 // dequeue a buffer.
Vishnu Naira3140382022-02-24 14:07:11 -08001159 if (outputState.usesClientComposition || outputState.flipClientTarget) {
1160 *tex = mRenderSurface->dequeueBuffer(bufferFence);
1161 if (*tex == nullptr) {
Lloyd Piquee9eff972020-05-05 12:36:44 -07001162 ALOGW("Dequeuing buffer for display [%s] failed, bailing out of "
1163 "client composition for this frame",
1164 mName.c_str());
Vishnu Naira3140382022-02-24 14:07:11 -08001165 return false;
Lloyd Piquee9eff972020-05-05 12:36:44 -07001166 }
1167 }
Vishnu Naira3140382022-02-24 14:07:11 -08001168 return true;
1169}
Lloyd Piquee9eff972020-05-05 12:36:44 -07001170
Vishnu Naira3140382022-02-24 14:07:11 -08001171std::optional<base::unique_fd> Output::composeSurfaces(
1172 const Region& debugRegion, const compositionengine::CompositionRefreshArgs& refreshArgs,
1173 std::shared_ptr<renderengine::ExternalTexture> tex, base::unique_fd& fd) {
1174 ATRACE_CALL();
1175 ALOGV(__FUNCTION__);
1176
1177 const auto& outputState = getState();
1178 const TracedOrdinal<bool> hasClientComposition = {"hasClientComposition",
1179 outputState.usesClientComposition};
Lloyd Pique688abd42019-02-15 15:42:24 -08001180 if (!hasClientComposition) {
Lloyd Piquea76ce462020-01-14 13:06:37 -08001181 setExpensiveRenderingExpected(false);
Sally Qi4cabdd02021-08-05 16:45:57 -07001182 return base::unique_fd();
Lloyd Pique688abd42019-02-15 15:42:24 -08001183 }
1184
Vishnu Naira3140382022-02-24 14:07:11 -08001185 if (tex == nullptr) {
1186 ALOGW("Buffer not valid for display [%s], bailing out of "
1187 "client composition for this frame",
1188 mName.c_str());
1189 return {};
1190 }
1191
Lloyd Pique688abd42019-02-15 15:42:24 -08001192 ALOGV("hasClientComposition");
1193
Lloyd Pique688abd42019-02-15 15:42:24 -08001194 renderengine::DisplaySettings clientCompositionDisplay;
Angel Aguayob084e0c2021-08-04 23:27:28 +00001195 clientCompositionDisplay.physicalDisplay = outputState.framebufferSpace.getContent();
1196 clientCompositionDisplay.clip = outputState.layerStackSpace.getContent();
Marin Shalamanov68933fb2020-09-10 17:58:12 +02001197 clientCompositionDisplay.orientation =
Angel Aguayob084e0c2021-08-04 23:27:28 +00001198 ui::Transform::toRotationFlags(outputState.displaySpace.getOrientation());
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001199 clientCompositionDisplay.outputDataspace = mDisplayColorProfile->hasWideColorGamut()
1200 ? outputState.dataspace
1201 : ui::Dataspace::UNKNOWN;
John Reckac09e452021-04-07 16:35:37 -04001202
1203 // If we have a valid current display brightness use that, otherwise fall back to the
1204 // display's max desired
Alec Mourib21d94e2022-01-13 17:44:10 -08001205 clientCompositionDisplay.currentLuminanceNits = outputState.displayBrightnessNits > 0.f
John Reckac09e452021-04-07 16:35:37 -04001206 ? outputState.displayBrightnessNits
1207 : mDisplayColorProfile->getHdrCapabilities().getDesiredMaxLuminance();
Alec Mourib21d94e2022-01-13 17:44:10 -08001208 clientCompositionDisplay.maxLuminance =
1209 mDisplayColorProfile->getHdrCapabilities().getDesiredMaxLuminance();
Alec Mourif8d093d2022-02-10 15:16:59 -08001210 clientCompositionDisplay.targetLuminanceNits =
1211 outputState.clientTargetBrightness * outputState.displayBrightnessNits;
Alec Mouri85065692022-03-18 00:58:26 +00001212 clientCompositionDisplay.dimmingStage = outputState.clientTargetDimmingStage;
Alec Mourifcedb9c2022-04-11 20:02:17 +00001213 clientCompositionDisplay.renderIntent =
1214 static_cast<aidl::android::hardware::graphics::composer3::RenderIntent>(
1215 outputState.renderIntent);
Lloyd Pique688abd42019-02-15 15:42:24 -08001216
1217 // Compute the global color transform matrix.
Leon Scroggins III745dcaa2022-01-26 11:55:58 -05001218 clientCompositionDisplay.colorTransform = outputState.colorTransformMatrix;
Tianhao Yao67dd7122022-02-22 17:48:33 +00001219 for (auto& info : outputState.borderInfoList) {
1220 renderengine::BorderRenderInfo borderInfo;
1221 borderInfo.combinedRegion = info.combinedRegion;
1222 clientCompositionDisplay.borderInfoList.emplace_back(std::move(borderInfo));
1223 }
Leon Scroggins III745dcaa2022-01-26 11:55:58 -05001224 clientCompositionDisplay.deviceHandlesColorTransform =
1225 outputState.usesDeviceComposition || getSkipColorTransform();
Lloyd Pique688abd42019-02-15 15:42:24 -08001226
Lloyd Pique688abd42019-02-15 15:42:24 -08001227 // Generate the client composition requests for the layers on this output.
Vishnu Naira3140382022-02-24 14:07:11 -08001228 auto& renderEngine = getCompositionEngine().getRenderEngine();
1229 const bool supportsProtectedContent = renderEngine.supportsProtectedContent();
Robert Carrccab4242021-09-28 16:53:03 -07001230 std::vector<LayerFE*> clientCompositionLayersFE;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001231 std::vector<LayerFE::LayerSettings> clientCompositionLayers =
Lloyd Pique688abd42019-02-15 15:42:24 -08001232 generateClientCompositionRequests(supportsProtectedContent,
Robert Carrccab4242021-09-28 16:53:03 -07001233 clientCompositionDisplay.outputDataspace,
1234 clientCompositionLayersFE);
Lloyd Pique688abd42019-02-15 15:42:24 -08001235 appendRegionFlashRequests(debugRegion, clientCompositionLayers);
1236
Vishnu Naira3140382022-02-24 14:07:11 -08001237 OutputCompositionState& outputCompositionState = editState();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001238 // Check if the client composition requests were rendered into the provided graphic buffer. If
1239 // so, we can reuse the buffer and avoid client composition.
1240 if (mClientCompositionRequestCache) {
Alec Mouria90a5702021-04-16 16:36:21 +00001241 if (mClientCompositionRequestCache->exists(tex->getBuffer()->getId(),
1242 clientCompositionDisplay,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001243 clientCompositionLayers)) {
Vishnu Naira3140382022-02-24 14:07:11 -08001244 ATRACE_NAME("ClientCompositionCacheHit");
Vishnu Nair9b079a22020-01-21 14:36:08 -08001245 outputCompositionState.reusedClientComposition = true;
1246 setExpensiveRenderingExpected(false);
Sally Qi4cabdd02021-08-05 16:45:57 -07001247 return base::unique_fd();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001248 }
Vishnu Naira3140382022-02-24 14:07:11 -08001249 ATRACE_NAME("ClientCompositionCacheMiss");
Alec Mouria90a5702021-04-16 16:36:21 +00001250 mClientCompositionRequestCache->add(tex->getBuffer()->getId(), clientCompositionDisplay,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001251 clientCompositionLayers);
1252 }
1253
Lloyd Pique688abd42019-02-15 15:42:24 -08001254 // We boost GPU frequency here because there will be color spaces conversion
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001255 // or complex GPU shaders and it's expensive. We boost the GPU frequency so that
1256 // GPU composition can finish in time. We must reset GPU frequency afterwards,
1257 // because high frequency consumes extra battery.
Lucas Dupin2dd6f392020-02-18 17:43:36 -08001258 const bool expensiveBlurs =
1259 refreshArgs.blursAreExpensive && mLayerRequestingBackgroundBlur != nullptr;
Leon Scroggins IIIcf17ebc2022-03-03 14:54:00 -05001260 const bool expensiveRenderingExpected = expensiveBlurs ||
1261 std::any_of(clientCompositionLayers.begin(), clientCompositionLayers.end(),
1262 [outputDataspace =
1263 clientCompositionDisplay.outputDataspace](const auto& layer) {
1264 return layer.sourceDataspace != outputDataspace;
1265 });
Lloyd Pique688abd42019-02-15 15:42:24 -08001266 if (expensiveRenderingExpected) {
1267 setExpensiveRenderingExpected(true);
1268 }
1269
Sally Qi59a9f502021-10-12 18:53:23 +00001270 std::vector<renderengine::LayerSettings> clientRenderEngineLayers;
1271 clientRenderEngineLayers.reserve(clientCompositionLayers.size());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001272 std::transform(clientCompositionLayers.begin(), clientCompositionLayers.end(),
Sally Qi59a9f502021-10-12 18:53:23 +00001273 std::back_inserter(clientRenderEngineLayers),
1274 [](LayerFE::LayerSettings& settings) -> renderengine::LayerSettings {
1275 return settings;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001276 });
1277
Alec Mourie4034bb2019-11-19 12:45:54 -08001278 const nsecs_t renderEngineStart = systemTime();
Alec Mouri1684c702021-02-04 12:27:26 -08001279 // Only use the framebuffer cache when rendering to an internal display
1280 // TODO(b/173560331): This is only to help mitigate memory leaks from virtual displays because
1281 // right now we don't have a concrete eviction policy for output buffers: GLESRenderEngine
1282 // bounds its framebuffer cache but Skia RenderEngine has no current policy. The best fix is
1283 // probably to encapsulate the output buffer into a structure that dispatches resource cleanup
1284 // over to RenderEngine, in which case this flag can be removed from the drawLayers interface.
Dominik Laskowski29fa1462021-04-27 15:51:50 -07001285 const bool useFramebufferCache = outputState.layerFilter.toInternalDisplay;
Sally Qi4cabdd02021-08-05 16:45:57 -07001286 auto [status, drawFence] =
1287 renderEngine
Sally Qi59a9f502021-10-12 18:53:23 +00001288 .drawLayers(clientCompositionDisplay, clientRenderEngineLayers, tex,
Sally Qi4cabdd02021-08-05 16:45:57 -07001289 useFramebufferCache, std::move(fd))
1290 .get();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001291
1292 if (status != NO_ERROR && mClientCompositionRequestCache) {
1293 // If rendering was not successful, remove the request from the cache.
Alec Mouria90a5702021-04-16 16:36:21 +00001294 mClientCompositionRequestCache->remove(tex->getBuffer()->getId());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001295 }
1296
Alec Mourie4034bb2019-11-19 12:45:54 -08001297 auto& timeStats = getCompositionEngine().getTimeStats();
Sally Qi4cabdd02021-08-05 16:45:57 -07001298 if (drawFence.get() < 0) {
Alec Mourie4034bb2019-11-19 12:45:54 -08001299 timeStats.recordRenderEngineDuration(renderEngineStart, systemTime());
1300 } else {
1301 timeStats.recordRenderEngineDuration(renderEngineStart,
1302 std::make_shared<FenceTime>(
Sally Qi4cabdd02021-08-05 16:45:57 -07001303 new Fence(dup(drawFence.get()))));
Alec Mourie4034bb2019-11-19 12:45:54 -08001304 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001305
Robert Carrccab4242021-09-28 16:53:03 -07001306 if (clientCompositionLayersFE.size() > 0) {
1307 sp<Fence> clientCompFence = new Fence(dup(drawFence.get()));
1308 for (auto clientComposedLayer : clientCompositionLayersFE) {
1309 clientComposedLayer->setWasClientComposed(clientCompFence);
1310 }
1311 }
1312
Sally Qi4cabdd02021-08-05 16:45:57 -07001313 return std::move(drawFence);
Lloyd Pique688abd42019-02-15 15:42:24 -08001314}
1315
Vishnu Nair9b079a22020-01-21 14:36:08 -08001316std::vector<LayerFE::LayerSettings> Output::generateClientCompositionRequests(
Robert Carrccab4242021-09-28 16:53:03 -07001317 bool supportsProtectedContent, ui::Dataspace outputDataspace, std::vector<LayerFE*>& outLayerFEs) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001318 std::vector<LayerFE::LayerSettings> clientCompositionLayers;
Lloyd Pique688abd42019-02-15 15:42:24 -08001319 ALOGV("Rendering client layers");
1320
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001321 const auto& outputState = getState();
Angel Aguayob084e0c2021-08-04 23:27:28 +00001322 const Region viewportRegion(outputState.layerStackSpace.getContent());
Lloyd Pique688abd42019-02-15 15:42:24 -08001323 bool firstLayer = true;
Lloyd Pique688abd42019-02-15 15:42:24 -08001324
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001325 bool disableBlurs = false;
Huihong Luo91ac3b52021-04-08 11:07:41 -07001326 sp<GraphicBuffer> previousOverrideBuffer = nullptr;
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001327
Lloyd Pique01c77c12019-04-17 12:48:32 -07001328 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001329 const auto& layerState = layer->getState();
Lloyd Piquede196652020-01-22 17:29:58 -08001330 const auto* layerFEState = layer->getLayerFE().getCompositionState();
Lloyd Pique688abd42019-02-15 15:42:24 -08001331 auto& layerFE = layer->getLayerFE();
1332
Lloyd Piquea2468662019-03-07 21:31:06 -08001333 const Region clip(viewportRegion.intersect(layerState.visibleRegion));
Lloyd Pique688abd42019-02-15 15:42:24 -08001334 ALOGV("Layer: %s", layerFE.getDebugName());
1335 if (clip.isEmpty()) {
1336 ALOGV(" Skipping for empty clip");
1337 firstLayer = false;
1338 continue;
1339 }
1340
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001341 disableBlurs |= layerFEState->sidebandStream != nullptr;
1342
Vishnu Naira483b4a2019-12-12 15:07:52 -08001343 const bool clientComposition = layer->requiresClientComposition();
Lloyd Pique688abd42019-02-15 15:42:24 -08001344
1345 // We clear the client target for non-client composed layers if
1346 // requested by the HWC. We skip this if the layer is not an opaque
1347 // rectangle, as by definition the layer must blend with whatever is
1348 // underneath. We also skip the first layer as the buffer target is
1349 // guaranteed to start out cleared.
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001350 const bool clearClientComposition =
Lloyd Piquede196652020-01-22 17:29:58 -08001351 layerState.clearClientTarget && layerFEState->isOpaque && !firstLayer;
Lloyd Pique688abd42019-02-15 15:42:24 -08001352
1353 ALOGV(" Composition type: client %d clear %d", clientComposition, clearClientComposition);
1354
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001355 // If the layer casts a shadow but the content casting the shadow is occluded, skip
1356 // composing the non-shadow content and only draw the shadows.
1357 const bool realContentIsVisible = clientComposition &&
1358 !layerState.visibleRegion.subtract(layerState.shadowRegion).isEmpty();
1359
Lloyd Pique688abd42019-02-15 15:42:24 -08001360 if (clientComposition || clearClientComposition) {
Dan Stoza6166c312021-01-15 16:34:05 -08001361 std::vector<LayerFE::LayerSettings> results;
1362 if (layer->getState().overrideInfo.buffer != nullptr) {
Alec Mouria90a5702021-04-16 16:36:21 +00001363 if (layer->getState().overrideInfo.buffer->getBuffer() != previousOverrideBuffer) {
Huihong Luo91ac3b52021-04-08 11:07:41 -07001364 results = layer->getOverrideCompositionList();
Alec Mouria90a5702021-04-16 16:36:21 +00001365 previousOverrideBuffer = layer->getState().overrideInfo.buffer->getBuffer();
Huihong Luo91ac3b52021-04-08 11:07:41 -07001366 ALOGV("Replacing [%s] with override in RE", layer->getLayerFE().getDebugName());
1367 } else {
1368 ALOGV("Skipping redundant override buffer for [%s] in RE",
1369 layer->getLayerFE().getDebugName());
1370 }
Dan Stoza6166c312021-01-15 16:34:05 -08001371 } else {
Alec Mourif54453c2021-05-13 16:28:28 -07001372 LayerFE::ClientCompositionTargetSettings::BlurSetting blurSetting = disableBlurs
1373 ? LayerFE::ClientCompositionTargetSettings::BlurSetting::Disabled
1374 : (layer->getState().overrideInfo.disableBackgroundBlur
1375 ? LayerFE::ClientCompositionTargetSettings::BlurSetting::
1376 BlurRegionsOnly
1377 : LayerFE::ClientCompositionTargetSettings::BlurSetting::
1378 Enabled);
1379 compositionengine::LayerFE::ClientCompositionTargetSettings
1380 targetSettings{.clip = clip,
1381 .needsFiltering = layer->needsFiltering() ||
1382 outputState.needsFiltering,
1383 .isSecure = outputState.isSecure,
1384 .supportsProtectedContent = supportsProtectedContent,
Angel Aguayob084e0c2021-08-04 23:27:28 +00001385 .viewport = outputState.layerStackSpace.getContent(),
Alec Mourif54453c2021-05-13 16:28:28 -07001386 .dataspace = outputDataspace,
1387 .realContentIsVisible = realContentIsVisible,
1388 .clearContent = !clientComposition,
Alec Mouricdf6cbc2021-11-01 17:21:15 -07001389 .blurSetting = blurSetting,
1390 .whitePointNits = layerState.whitePointNits};
Dan Stoza6166c312021-01-15 16:34:05 -08001391 results = layerFE.prepareClientCompositionList(targetSettings);
1392 if (realContentIsVisible && !results.empty()) {
1393 layer->editState().clientCompositionTimestamp = systemTime();
1394 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001395 }
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001396
Robert Carrccab4242021-09-28 16:53:03 -07001397 outLayerFEs.push_back(&layerFE);
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001398 clientCompositionLayers.insert(clientCompositionLayers.end(),
1399 std::make_move_iterator(results.begin()),
1400 std::make_move_iterator(results.end()));
1401 results.clear();
Lloyd Pique688abd42019-02-15 15:42:24 -08001402 }
1403
1404 firstLayer = false;
1405 }
1406
1407 return clientCompositionLayers;
1408}
1409
1410void Output::appendRegionFlashRequests(
Vishnu Nair9b079a22020-01-21 14:36:08 -08001411 const Region& flashRegion, std::vector<LayerFE::LayerSettings>& clientCompositionLayers) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001412 if (flashRegion.isEmpty()) {
1413 return;
1414 }
1415
Vishnu Nair9b079a22020-01-21 14:36:08 -08001416 LayerFE::LayerSettings layerSettings;
Lloyd Pique688abd42019-02-15 15:42:24 -08001417 layerSettings.source.buffer.buffer = nullptr;
1418 layerSettings.source.solidColor = half3(1.0, 0.0, 1.0);
1419 layerSettings.alpha = half(1.0);
1420
1421 for (const auto& rect : flashRegion) {
1422 layerSettings.geometry.boundaries = rect.toFloatRect();
1423 clientCompositionLayers.push_back(layerSettings);
1424 }
1425}
1426
1427void Output::setExpensiveRenderingExpected(bool) {
1428 // The base class does nothing with this call.
1429}
1430
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001431void Output::postFramebuffer() {
1432 ATRACE_CALL();
1433 ALOGV(__FUNCTION__);
1434
1435 if (!getState().isEnabled) {
1436 return;
1437 }
1438
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001439 auto& outputState = editState();
1440 outputState.dirtyRegion.clear();
Lloyd Piqued3d69882019-02-28 16:03:46 -08001441 mRenderSurface->flip();
1442
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001443 auto frame = presentAndGetFrameFences();
1444
Lloyd Pique7d90ba52019-08-08 11:57:53 -07001445 mRenderSurface->onPresentDisplayCompleted();
1446
Lloyd Pique01c77c12019-04-17 12:48:32 -07001447 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001448 // The layer buffer from the previous frame (if any) is released
1449 // by HWC only when the release fence from this frame (if any) is
1450 // signaled. Always get the release fence from HWC first.
1451 sp<Fence> releaseFence = Fence::NO_FENCE;
1452
1453 if (auto hwcLayer = layer->getHwcLayer()) {
1454 if (auto f = frame.layerFences.find(hwcLayer); f != frame.layerFences.end()) {
1455 releaseFence = f->second;
1456 }
1457 }
1458
1459 // If the layer was client composited in the previous frame, we
1460 // need to merge with the previous client target acquire fence.
1461 // Since we do not track that, always merge with the current
1462 // client target acquire fence when it is available, even though
1463 // this is suboptimal.
1464 // TODO(b/121291683): Track previous frame client target acquire fence.
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001465 if (outputState.usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001466 releaseFence =
1467 Fence::merge("LayerRelease", releaseFence, frame.clientTargetAcquireFence);
1468 }
Sally Qi59a9f502021-10-12 18:53:23 +00001469 layer->getLayerFE().onLayerDisplayed(
1470 ftl::yield<renderengine::RenderEngineResult>(
1471 {NO_ERROR, base::unique_fd(releaseFence->dup())})
1472 .share());
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001473 }
1474
1475 // We've got a list of layers needing fences, that are disjoint with
Lloyd Pique01c77c12019-04-17 12:48:32 -07001476 // OutputLayersOrderedByZ. The best we can do is to
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001477 // supply them with the present fence.
1478 for (auto& weakLayer : mReleasedLayers) {
1479 if (auto layer = weakLayer.promote(); layer != nullptr) {
Sally Qi59a9f502021-10-12 18:53:23 +00001480 layer->onLayerDisplayed(ftl::yield<renderengine::RenderEngineResult>(
1481 {NO_ERROR, base::unique_fd(frame.presentFence->dup())})
1482 .share());
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001483 }
1484 }
1485
1486 // Clear out the released layers now that we're done with them.
1487 mReleasedLayers.clear();
1488}
1489
Alec Mouriaa831582021-06-07 16:23:01 -07001490void Output::renderCachedSets(const CompositionRefreshArgs& refreshArgs) {
Dan Stoza6166c312021-01-15 16:34:05 -08001491 if (mPlanner) {
Dominik Laskowskie0e0cde2021-07-30 10:42:05 -07001492 mPlanner->renderCachedSets(getState(), refreshArgs.scheduledFrameTime);
Dan Stoza6166c312021-01-15 16:34:05 -08001493 }
1494}
1495
Lloyd Pique32cbe282018-10-19 13:09:22 -07001496void Output::dirtyEntireOutput() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001497 auto& outputState = editState();
Angel Aguayob084e0c2021-08-04 23:27:28 +00001498 outputState.dirtyRegion.set(outputState.displaySpace.getBoundsAsRect());
Lloyd Pique32cbe282018-10-19 13:09:22 -07001499}
1500
Vishnu Naira3140382022-02-24 14:07:11 -08001501void Output::resetCompositionStrategy() {
Lloyd Pique66d68602019-02-13 14:23:31 -08001502 // The base output implementation can only do client composition
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001503 auto& outputState = editState();
1504 outputState.usesClientComposition = true;
1505 outputState.usesDeviceComposition = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001506 outputState.reusedClientComposition = false;
Lloyd Pique66d68602019-02-13 14:23:31 -08001507}
1508
Lloyd Pique688abd42019-02-15 15:42:24 -08001509bool Output::getSkipColorTransform() const {
1510 return true;
1511}
1512
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001513compositionengine::Output::FrameFences Output::presentAndGetFrameFences() {
1514 compositionengine::Output::FrameFences result;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001515 if (getState().usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001516 result.clientTargetAcquireFence = mRenderSurface->getClientTargetAcquireFence();
1517 }
1518 return result;
1519}
1520
Vishnu Naira3140382022-02-24 14:07:11 -08001521void Output::setPredictCompositionStrategy(bool predict) {
1522 if (predict) {
1523 mHwComposerAsyncWorker = std::make_unique<HwcAsyncWorker>();
1524 } else {
1525 mHwComposerAsyncWorker.reset(nullptr);
1526 }
1527}
1528
Alec Mouridda07d92022-04-25 22:39:25 +00001529void Output::setTreat170mAsSrgb(bool enable) {
1530 editState().treat170mAsSrgb = enable;
1531}
1532
Vishnu Naira3140382022-02-24 14:07:11 -08001533bool Output::canPredictCompositionStrategy(const CompositionRefreshArgs& refreshArgs) {
1534 if (!getState().isEnabled || !mHwComposerAsyncWorker) {
1535 ALOGV("canPredictCompositionStrategy disabled");
1536 return false;
1537 }
1538
1539 if (!getState().previousDeviceRequestedChanges) {
1540 ALOGV("canPredictCompositionStrategy previous changes not available");
1541 return false;
1542 }
1543
1544 if (!mRenderSurface->supportsCompositionStrategyPrediction()) {
1545 ALOGV("canPredictCompositionStrategy surface does not support");
1546 return false;
1547 }
1548
1549 if (refreshArgs.devOptFlashDirtyRegionsDelay) {
1550 ALOGV("canPredictCompositionStrategy devOptFlashDirtyRegionsDelay");
1551 return false;
1552 }
1553
1554 // If no layer uses clientComposition, then don't predict composition strategy
1555 // because we have less work to do in parallel.
1556 if (!anyLayersRequireClientComposition()) {
1557 ALOGV("canPredictCompositionStrategy no layer uses clientComposition");
1558 return false;
1559 }
1560
1561 if (!refreshArgs.updatingOutputGeometryThisFrame) {
1562 return true;
1563 }
1564
1565 ALOGV("canPredictCompositionStrategy updatingOutputGeometryThisFrame");
1566 return false;
1567}
1568
1569bool Output::anyLayersRequireClientComposition() const {
1570 const auto layers = getOutputLayersOrderedByZ();
1571 return std::any_of(layers.begin(), layers.end(),
1572 [](const auto& layer) { return layer->requiresClientComposition(); });
1573}
1574
1575void Output::finishPrepareFrame() {
1576 const auto& state = getState();
1577 if (mPlanner) {
1578 mPlanner->reportFinalPlan(getOutputLayersOrderedByZ());
1579 }
1580 mRenderSurface->prepareFrame(state.usesClientComposition, state.usesDeviceComposition);
1581}
1582
Lloyd Piquefeb73d72018-12-04 17:23:44 -08001583} // namespace impl
1584} // namespace android::compositionengine