blob: f9ed92d1ee2bfe32eed8b31d84d3b32d366434f1 [file] [log] [blame]
Lloyd Pique32cbe282018-10-19 13:09:22 -07001/*
2 * Copyright 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Alec Mouria90a5702021-04-16 16:36:21 +000017#include <SurfaceFlingerProperties.sysprop.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070018#include <android-base/stringprintf.h>
Melody Hsu793f8362024-01-08 20:00:35 +000019#include <common/FlagManager.h>
Vishnu Nairbe0ad902024-06-27 23:38:43 +000020#include <common/trace.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070021#include <compositionengine/CompositionEngine.h>
Lloyd Piquef8cf14d2019-02-28 16:03:12 -080022#include <compositionengine/CompositionRefreshArgs.h>
Lloyd Pique3d0c02e2018-10-19 18:38:12 -070023#include <compositionengine/DisplayColorProfile.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080024#include <compositionengine/LayerFE.h>
Lloyd Pique9755fb72019-03-26 14:44:40 -070025#include <compositionengine/LayerFECompositionState.h>
Lloyd Pique31cb2942018-10-19 17:23:03 -070026#include <compositionengine/RenderSurface.h>
Vishnu Naira3140382022-02-24 14:07:11 -080027#include <compositionengine/impl/HwcAsyncWorker.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070028#include <compositionengine/impl/Output.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070029#include <compositionengine/impl/OutputCompositionState.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080030#include <compositionengine/impl/OutputLayer.h>
Lloyd Piquea38ea7e2019-04-16 18:10:26 -070031#include <compositionengine/impl/OutputLayerCompositionState.h>
Dan Stoza269dc4d2021-01-15 15:07:43 -080032#include <compositionengine/impl/planner/Planner.h>
Leon Scroggins III370b8b52022-12-08 13:20:45 -050033#include <ftl/algorithm.h>
Sally Qi59a9f502021-10-12 18:53:23 +000034#include <ftl/future.h>
Brian Lindahl1a4ffd82024-10-30 11:00:37 -060035#include <ftl/optional.h>
Leon Scroggins III370b8b52022-12-08 13:20:45 -050036#include <scheduler/FrameTargeter.h>
37#include <scheduler/Time.h>
Dan Stoza269dc4d2021-01-15 15:07:43 -080038
Brian Lindahl1a4ffd82024-10-30 11:00:37 -060039#include <com_android_graphics_libgui_flags.h>
40
Chavi Weingarten545da0e2023-02-09 14:55:57 +000041#include <optional>
Alec Mouria90a5702021-04-16 16:36:21 +000042#include <thread>
43
44#include "renderengine/ExternalTexture.h"
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080045
46// TODO(b/129481165): remove the #pragma below and fix conversion issues
47#pragma clang diagnostic push
48#pragma clang diagnostic ignored "-Wconversion"
49
Lloyd Pique688abd42019-02-15 15:42:24 -080050#include <renderengine/DisplaySettings.h>
51#include <renderengine/RenderEngine.h>
Lloyd Pique3b5a69e2020-01-16 17:51:01 -080052
53// TODO(b/129481165): remove the #pragma below and fix conversion issues
54#pragma clang diagnostic pop // ignored "-Wconversion"
55
Dan Stoza269dc4d2021-01-15 15:07:43 -080056#include <android-base/properties.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070057#include <ui/DebugUtils.h>
Lloyd Pique688abd42019-02-15 15:42:24 -080058#include <ui/HdrCapabilities.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070059
Lloyd Pique688abd42019-02-15 15:42:24 -080060#include "TracedOrdinal.h"
61
Leon Scroggins III9a0afda2022-01-11 16:53:09 -050062using aidl::android::hardware::graphics::composer3::Composition;
63
Lloyd Piquefeb73d72018-12-04 17:23:44 -080064namespace android::compositionengine {
65
66Output::~Output() = default;
67
68namespace impl {
Vishnu Nair9cf89262022-02-26 09:17:49 -080069using CompositionStrategyPredictionState =
70 OutputCompositionState::CompositionStrategyPredictionState;
Lloyd Piquec29e4c62019-03-07 21:48:19 -080071namespace {
72
73template <typename T>
74class Reversed {
75public:
76 explicit Reversed(const T& container) : mContainer(container) {}
77 auto begin() { return mContainer.rbegin(); }
78 auto end() { return mContainer.rend(); }
79
80private:
81 const T& mContainer;
82};
83
84// Helper for enumerating over a container in reverse order
85template <typename T>
86Reversed<T> reversed(const T& c) {
87 return Reversed<T>(c);
88}
89
Marin Shalamanovb15d2272020-09-17 21:41:52 +020090struct ScaleVector {
91 float x;
92 float y;
93};
94
95// Returns a ScaleVector (x, y) such that from.scale(x, y) = to',
96// where to' will have the same size as "to". In the case where "from" and "to"
97// start at the origin to'=to.
98ScaleVector getScale(const Rect& from, const Rect& to) {
99 return {.x = static_cast<float>(to.width()) / from.width(),
100 .y = static_cast<float>(to.height()) / from.height()};
101}
102
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800103} // namespace
104
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700105std::shared_ptr<Output> createOutput(
106 const compositionengine::CompositionEngine& compositionEngine) {
107 return createOutputTemplated<Output>(compositionEngine);
108}
Lloyd Pique32cbe282018-10-19 13:09:22 -0700109
110Output::~Output() = default;
111
Lloyd Pique32cbe282018-10-19 13:09:22 -0700112bool Output::isValid() const {
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700113 return mDisplayColorProfile && mDisplayColorProfile->isValid() && mRenderSurface &&
114 mRenderSurface->isValid();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700115}
116
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600117ftl::Optional<DisplayId> Output::getDisplayId() const {
Lloyd Pique6c564cf2019-05-17 17:31:36 -0700118 return {};
119}
120
Lloyd Pique32cbe282018-10-19 13:09:22 -0700121const std::string& Output::getName() const {
122 return mName;
123}
124
125void Output::setName(const std::string& name) {
126 mName = name;
Leon Scroggins III5a655b82022-09-07 13:17:09 -0400127 auto displayIdOpt = getDisplayId();
Leon Scroggins IIIc03d4652023-01-05 13:03:53 -0500128 mNamePlusId = displayIdOpt ? base::StringPrintf("%s (%s)", mName.c_str(),
129 to_string(*displayIdOpt).c_str())
130 : mName;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700131}
132
133void Output::setCompositionEnabled(bool enabled) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700134 auto& outputState = editState();
135 if (outputState.isEnabled == enabled) {
Lloyd Pique32cbe282018-10-19 13:09:22 -0700136 return;
137 }
138
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700139 outputState.isEnabled = enabled;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700140 dirtyEntireOutput();
141}
142
Alec Mouri023c1882021-05-08 16:36:33 -0700143void Output::setLayerCachingEnabled(bool enabled) {
144 if (enabled == (mPlanner != nullptr)) {
145 return;
146 }
147
148 if (enabled) {
Alec Mouridf6201b2021-06-01 16:20:42 -0700149 mPlanner = std::make_unique<planner::Planner>(getCompositionEngine().getRenderEngine());
Alec Mouri023c1882021-05-08 16:36:33 -0700150 if (mRenderSurface) {
151 mPlanner->setDisplaySize(mRenderSurface->getSize());
152 }
153 } else {
154 mPlanner.reset();
155 }
Alec Mouric773472b2021-05-19 14:29:05 -0700156
157 for (auto* outputLayer : getOutputLayersOrderedByZ()) {
158 if (!outputLayer) {
159 continue;
160 }
161
162 outputLayer->editState().overrideInfo = {};
163 }
Alec Mouri023c1882021-05-08 16:36:33 -0700164}
165
Ady Abrahamdb036a82021-07-16 14:18:34 -0700166void Output::setLayerCachingTexturePoolEnabled(bool enabled) {
167 if (mPlanner) {
168 mPlanner->setTexturePoolEnabled(enabled);
169 }
170}
171
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200172void Output::setProjection(ui::Rotation orientation, const Rect& layerStackSpaceRect,
173 const Rect& orientedDisplaySpaceRect) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700174 auto& outputState = editState();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200175
Angel Aguayob084e0c2021-08-04 23:27:28 +0000176 outputState.displaySpace.setOrientation(orientation);
177 LOG_FATAL_IF(outputState.displaySpace.getBoundsAsRect() == Rect::INVALID_RECT,
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200178 "The display bounds are unknown.");
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200179
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200180 // Compute orientedDisplaySpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000181 ui::Size orientedSize = outputState.displaySpace.getBounds();
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200182 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200183 std::swap(orientedSize.width, orientedSize.height);
184 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000185 outputState.orientedDisplaySpace.setBounds(orientedSize);
186 outputState.orientedDisplaySpace.setContent(orientedDisplaySpaceRect);
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200187
188 // Compute displaySpace.content
189 const uint32_t transformOrientationFlags = ui::Transform::toRotationFlags(orientation);
190 ui::Transform rotation;
191 if (transformOrientationFlags != ui::Transform::ROT_INVALID) {
Angel Aguayob084e0c2021-08-04 23:27:28 +0000192 const auto displaySize = outputState.displaySpace.getBoundsAsRect();
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200193 rotation.set(transformOrientationFlags, displaySize.width(), displaySize.height());
194 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000195 outputState.displaySpace.setContent(rotation.transform(orientedDisplaySpaceRect));
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200196
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200197 // Compute framebufferSpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000198 outputState.framebufferSpace.setOrientation(orientation);
199 LOG_FATAL_IF(outputState.framebufferSpace.getBoundsAsRect() == Rect::INVALID_RECT,
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200200 "The framebuffer bounds are unknown.");
Angel Aguayob084e0c2021-08-04 23:27:28 +0000201 const auto scale = getScale(outputState.displaySpace.getBoundsAsRect(),
202 outputState.framebufferSpace.getBoundsAsRect());
203 outputState.framebufferSpace.setContent(
204 outputState.displaySpace.getContent().scale(scale.x, scale.y));
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200205
206 // Compute layerStackSpace
Angel Aguayob084e0c2021-08-04 23:27:28 +0000207 outputState.layerStackSpace.setContent(layerStackSpaceRect);
208 outputState.layerStackSpace.setBounds(
209 ui::Size(layerStackSpaceRect.getWidth(), layerStackSpaceRect.getHeight()));
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200210
Marin Shalamanov68933fb2020-09-10 17:58:12 +0200211 outputState.transform = outputState.layerStackSpace.getTransform(outputState.displaySpace);
212 outputState.needsFiltering = outputState.transform.needsBilinearFiltering();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700213 dirtyEntireOutput();
214}
215
Alec Mouricdf16792021-12-10 13:16:06 -0800216void Output::setNextBrightness(float brightness) {
217 editState().displayBrightness = brightness;
218}
219
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200220void Output::setDisplaySize(const ui::Size& size) {
Lloyd Pique31cb2942018-10-19 17:23:03 -0700221 mRenderSurface->setDisplaySize(size);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200222
223 auto& state = editState();
224
225 // Update framebuffer space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000226 const ui::Size newBounds(size);
227 state.framebufferSpace.setBounds(newBounds);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200228
229 // Update display space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000230 state.displaySpace.setBounds(newBounds);
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200231 state.transform = state.layerStackSpace.getTransform(state.displaySpace);
232
233 // Update oriented display space
Angel Aguayob084e0c2021-08-04 23:27:28 +0000234 const auto orientation = state.displaySpace.getOrientation();
Marin Shalamanovb15d2272020-09-17 21:41:52 +0200235 ui::Size orientedSize = size;
236 if (orientation == ui::ROTATION_90 || orientation == ui::ROTATION_270) {
237 std::swap(orientedSize.width, orientedSize.height);
238 }
Angel Aguayob084e0c2021-08-04 23:27:28 +0000239 const ui::Size newOrientedBounds(orientedSize);
240 state.orientedDisplaySpace.setBounds(newOrientedBounds);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700241
Dan Stoza6166c312021-01-15 16:34:05 -0800242 if (mPlanner) {
243 mPlanner->setDisplaySize(size);
244 }
245
Lloyd Pique32cbe282018-10-19 13:09:22 -0700246 dirtyEntireOutput();
247}
248
Garfield Tan54edd912020-10-21 16:31:41 -0700249ui::Transform::RotationFlags Output::getTransformHint() const {
250 return static_cast<ui::Transform::RotationFlags>(getState().transform.getOrientation());
251}
252
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700253void Output::setLayerFilter(ui::LayerFilter filter) {
254 editState().layerFilter = filter;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700255 dirtyEntireOutput();
256}
257
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800258void Output::setColorTransform(const compositionengine::CompositionRefreshArgs& args) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700259 auto& colorTransformMatrix = editState().colorTransformMatrix;
260 if (!args.colorTransformMatrix || colorTransformMatrix == args.colorTransformMatrix) {
Lloyd Pique77f79a22019-04-29 15:55:40 -0700261 return;
262 }
263
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700264 colorTransformMatrix = *args.colorTransformMatrix;
Lloyd Piqueef958122019-02-05 18:00:12 -0800265
266 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700267}
268
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800269void Output::setColorProfile(const ColorProfile& colorProfile) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700270 auto& outputState = editState();
271 if (outputState.colorMode == colorProfile.mode &&
272 outputState.dataspace == colorProfile.dataspace &&
Alec Mouri88790f32023-07-21 01:25:14 +0000273 outputState.renderIntent == colorProfile.renderIntent) {
Lloyd Piqueef958122019-02-05 18:00:12 -0800274 return;
275 }
276
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700277 outputState.colorMode = colorProfile.mode;
278 outputState.dataspace = colorProfile.dataspace;
279 outputState.renderIntent = colorProfile.renderIntent;
Lloyd Pique32cbe282018-10-19 13:09:22 -0700280
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800281 mRenderSurface->setBufferDataspace(colorProfile.dataspace);
Lloyd Pique31cb2942018-10-19 17:23:03 -0700282
Lloyd Pique32cbe282018-10-19 13:09:22 -0700283 ALOGV("Set active color mode: %s (%d), active render intent: %s (%d)",
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800284 decodeColorMode(colorProfile.mode).c_str(), colorProfile.mode,
285 decodeRenderIntent(colorProfile.renderIntent).c_str(), colorProfile.renderIntent);
Lloyd Piqueef958122019-02-05 18:00:12 -0800286
287 dirtyEntireOutput();
Lloyd Pique32cbe282018-10-19 13:09:22 -0700288}
289
John Reckac09e452021-04-07 16:35:37 -0400290void Output::setDisplayBrightness(float sdrWhitePointNits, float displayBrightnessNits) {
291 auto& outputState = editState();
292 if (outputState.sdrWhitePointNits == sdrWhitePointNits &&
293 outputState.displayBrightnessNits == displayBrightnessNits) {
294 // Nothing changed
295 return;
296 }
297 outputState.sdrWhitePointNits = sdrWhitePointNits;
298 outputState.displayBrightnessNits = displayBrightnessNits;
299 dirtyEntireOutput();
300}
301
Lloyd Pique32cbe282018-10-19 13:09:22 -0700302void Output::dump(std::string& out) const {
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700303 base::StringAppendF(&out, "Output \"%s\"", mName.c_str());
304 out.append("\n Composition Output State:\n");
Lloyd Pique32cbe282018-10-19 13:09:22 -0700305
306 dumpBase(out);
307}
308
309void Output::dumpBase(std::string& out) const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700310 dumpState(out);
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700311 out += '\n';
Lloyd Pique31cb2942018-10-19 17:23:03 -0700312
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700313 if (mDisplayColorProfile) {
314 mDisplayColorProfile->dump(out);
315 } else {
316 out.append(" No display color profile!\n");
317 }
318
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700319 out += '\n';
320
Lloyd Pique31cb2942018-10-19 17:23:03 -0700321 if (mRenderSurface) {
322 mRenderSurface->dump(out);
323 } else {
324 out.append(" No render surface!\n");
325 }
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800326
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700327 base::StringAppendF(&out, "\n %zu Layers\n", getOutputLayerCount());
Lloyd Pique01c77c12019-04-17 12:48:32 -0700328 for (const auto* outputLayer : getOutputLayersOrderedByZ()) {
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800329 if (!outputLayer) {
330 continue;
331 }
332 outputLayer->dump(out);
333 }
Lloyd Pique31cb2942018-10-19 17:23:03 -0700334}
335
Dan Stoza269dc4d2021-01-15 15:07:43 -0800336void Output::dumpPlannerInfo(const Vector<String16>& args, std::string& out) const {
337 if (!mPlanner) {
Dominik Laskowski0acc3842022-04-07 11:23:42 -0700338 out.append("Planner is disabled\n");
Dan Stoza269dc4d2021-01-15 15:07:43 -0800339 return;
340 }
341 base::StringAppendF(&out, "Planner info for display [%s]\n", mName.c_str());
342 mPlanner->dump(args, out);
343}
344
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700345compositionengine::DisplayColorProfile* Output::getDisplayColorProfile() const {
346 return mDisplayColorProfile.get();
347}
348
349void Output::setDisplayColorProfile(std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
350 mDisplayColorProfile = std::move(mode);
351}
352
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800353const Output::ReleasedLayers& Output::getReleasedLayersForTest() const {
354 return mReleasedLayers;
355}
356
Lloyd Pique3d0c02e2018-10-19 18:38:12 -0700357void Output::setDisplayColorProfileForTest(
358 std::unique_ptr<compositionengine::DisplayColorProfile> mode) {
359 mDisplayColorProfile = std::move(mode);
360}
361
Lloyd Pique31cb2942018-10-19 17:23:03 -0700362compositionengine::RenderSurface* Output::getRenderSurface() const {
363 return mRenderSurface.get();
364}
365
366void Output::setRenderSurface(std::unique_ptr<compositionengine::RenderSurface> surface) {
367 mRenderSurface = std::move(surface);
Dan Stoza6166c312021-01-15 16:34:05 -0800368 const auto size = mRenderSurface->getSize();
Angel Aguayob084e0c2021-08-04 23:27:28 +0000369 editState().framebufferSpace.setBounds(size);
Dan Stoza6166c312021-01-15 16:34:05 -0800370 if (mPlanner) {
371 mPlanner->setDisplaySize(size);
372 }
Lloyd Pique31cb2942018-10-19 17:23:03 -0700373 dirtyEntireOutput();
374}
375
Vishnu Nair9b079a22020-01-21 14:36:08 -0800376void Output::cacheClientCompositionRequests(uint32_t cacheSize) {
377 if (cacheSize == 0) {
378 mClientCompositionRequestCache.reset();
379 } else {
380 mClientCompositionRequestCache = std::make_unique<ClientCompositionRequestCache>(cacheSize);
381 }
382};
383
Lloyd Pique31cb2942018-10-19 17:23:03 -0700384void Output::setRenderSurfaceForTest(std::unique_ptr<compositionengine::RenderSurface> surface) {
385 mRenderSurface = std::move(surface);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700386}
387
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700388Region Output::getDirtyRegion() const {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700389 const auto& outputState = getState();
Angel Aguayob084e0c2021-08-04 23:27:28 +0000390 return outputState.dirtyRegion.intersect(outputState.layerStackSpace.getContent());
Lloyd Pique32cbe282018-10-19 13:09:22 -0700391}
392
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700393bool Output::includesLayer(ui::LayerFilter filter) const {
394 return getState().layerFilter.includes(filter);
Lloyd Pique32cbe282018-10-19 13:09:22 -0700395}
396
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700397bool Output::includesLayer(const sp<LayerFE>& layerFE) const {
Lloyd Piquede196652020-01-22 17:29:58 -0800398 const auto* layerFEState = layerFE->getCompositionState();
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700399 return layerFEState && includesLayer(layerFEState->outputFilter);
Lloyd Pique66c20c42019-03-07 21:44:02 -0800400}
401
Lloyd Piquedf336d92019-03-07 21:38:42 -0800402std::unique_ptr<compositionengine::OutputLayer> Output::createOutputLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800403 const sp<LayerFE>& layerFE) const {
404 return impl::createOutputLayer(*this, layerFE);
Lloyd Piquecc01a452018-12-04 17:24:00 -0800405}
406
Lloyd Piquede196652020-01-22 17:29:58 -0800407compositionengine::OutputLayer* Output::getOutputLayerForLayer(const sp<LayerFE>& layerFE) const {
408 auto index = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700409 return index ? getOutputLayerOrderedByZByIndex(*index) : nullptr;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800410}
411
Lloyd Pique01c77c12019-04-17 12:48:32 -0700412std::optional<size_t> Output::findCurrentOutputLayerForLayer(
Lloyd Piquede196652020-01-22 17:29:58 -0800413 const sp<compositionengine::LayerFE>& layer) const {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700414 for (size_t i = 0; i < getOutputLayerCount(); i++) {
415 auto outputLayer = getOutputLayerOrderedByZByIndex(i);
Lloyd Piquede196652020-01-22 17:29:58 -0800416 if (outputLayer && &outputLayer->getLayerFE() == layer.get()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700417 return i;
418 }
419 }
420 return std::nullopt;
Lloyd Piquecc01a452018-12-04 17:24:00 -0800421}
422
Lloyd Piquec7ef21b2019-01-29 18:43:00 -0800423void Output::setReleasedLayers(Output::ReleasedLayers&& layers) {
424 mReleasedLayers = std::move(layers);
425}
426
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800427void Output::prepare(const compositionengine::CompositionRefreshArgs& refreshArgs,
428 LayerFESet& geomSnapshots) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000429 SFTRACE_CALL();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800430 ALOGV(__FUNCTION__);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800431
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800432 rebuildLayerStacks(refreshArgs, geomSnapshots);
Brian Lindahl439afad2022-11-14 11:16:55 -0700433 uncacheBuffers(refreshArgs.bufferIdsToUncache);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800434}
435
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400436ftl::Future<std::monostate> Output::present(
437 const compositionengine::CompositionRefreshArgs& refreshArgs) {
Leon Scroggins III370b8b52022-12-08 13:20:45 -0500438 const auto stringifyExpectedPresentTime = [this, &refreshArgs]() -> std::string {
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600439 return getDisplayId()
Leon Scroggins III370b8b52022-12-08 13:20:45 -0500440 .and_then(PhysicalDisplayId::tryCast)
441 .and_then([&refreshArgs](PhysicalDisplayId id) {
442 return refreshArgs.frameTargets.get(id);
443 })
444 .transform([](const auto& frameTargetPtr) {
445 return frameTargetPtr.get()->expectedPresentTime();
446 })
447 .transform([](TimePoint expectedPresentTime) {
448 return base::StringPrintf(" vsyncIn %.2fms",
449 ticks<std::milli, float>(expectedPresentTime -
450 TimePoint::now()));
451 })
452 .or_else([] {
453 // There is no vsync for this output.
454 return std::make_optional(std::string());
455 })
456 .value();
457 };
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000458 SFTRACE_FORMAT("%s for %s%s", __func__, mNamePlusId.c_str(),
459 stringifyExpectedPresentTime().c_str());
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800460 ALOGV(__FUNCTION__);
461
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800462 updateColorProfile(refreshArgs);
Dan Stoza269dc4d2021-01-15 15:07:43 -0800463 updateCompositionState(refreshArgs);
464 planComposition();
465 writeCompositionState(refreshArgs);
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800466 setColorTransform(refreshArgs);
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800467 beginFrame();
Vishnu Naira3140382022-02-24 14:07:11 -0800468
Xiang Wangaab31162024-03-12 19:48:08 -0700469 if (isPowerHintSessionEnabled()) {
470 // always reset the flag before the composition prediction
471 setHintSessionRequiresRenderEngine(false);
472 }
Vishnu Naira3140382022-02-24 14:07:11 -0800473 GpuCompositionResult result;
474 const bool predictCompositionStrategy = canPredictCompositionStrategy(refreshArgs);
475 if (predictCompositionStrategy) {
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +0000476 result = prepareFrameAsync();
Vishnu Naira3140382022-02-24 14:07:11 -0800477 } else {
478 prepareFrame();
479 }
480
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800481 devOptRepaintFlash(refreshArgs);
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +0000482 finishFrame(std::move(result));
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400483 ftl::Future<std::monostate> future;
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -0400484 const bool flushEvenWhenDisabled = !refreshArgs.bufferIdsToUncache.empty();
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400485 if (mOffloadPresent) {
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -0400486 future = presentFrameAndReleaseLayersAsync(flushEvenWhenDisabled);
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400487
488 // Only offload for this frame. The next frame will determine whether it
489 // needs to be offloaded. Leave the HwcAsyncWorker in place. For one thing,
490 // it is currently presenting. Further, it may be needed next frame, and
491 // we don't want to churn.
492 mOffloadPresent = false;
493 } else {
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -0400494 presentFrameAndReleaseLayers(flushEvenWhenDisabled);
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400495 future = ftl::yield<std::monostate>({});
496 }
Alec Mouriaa831582021-06-07 16:23:01 -0700497 renderCachedSets(refreshArgs);
Leon Scroggins III2f60d732022-09-12 14:42:38 -0400498 return future;
499}
500
501void Output::offloadPresentNextFrame() {
502 mOffloadPresent = true;
503 updateHwcAsyncWorker();
Lloyd Piqued7b429f2019-03-07 21:11:02 -0800504}
505
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800506void Output::rebuildLayerStacks(const compositionengine::CompositionRefreshArgs& refreshArgs,
507 LayerFESet& layerFESet) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700508 auto& outputState = editState();
509
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800510 // Do nothing if this output is not enabled or there is no need to perform this update
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700511 if (!outputState.isEnabled || CC_LIKELY(!refreshArgs.updatingOutputGeometryThisFrame)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800512 return;
513 }
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000514 SFTRACE_CALL();
Vishnu Naird9a640b2023-07-21 14:20:27 +0000515 ALOGV(__FUNCTION__);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800516
517 // Process the layers to determine visibility and coverage
518 compositionengine::Output::CoverageState coverage{layerFESet};
Chavi Weingarten545da0e2023-02-09 14:55:57 +0000519 coverage.aboveCoveredLayersExcludingOverlays = refreshArgs.hasTrustedPresentationListener
520 ? std::make_optional<Region>()
521 : std::nullopt;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800522 collectVisibleLayers(refreshArgs, coverage);
523
524 // Compute the resulting coverage for this output, and store it for later
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700525 const ui::Transform& tr = outputState.transform;
Angel Aguayob084e0c2021-08-04 23:27:28 +0000526 Region undefinedRegion{outputState.displaySpace.getBoundsAsRect()};
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800527 undefinedRegion.subtractSelf(tr.transform(coverage.aboveOpaqueLayers));
528
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700529 outputState.undefinedRegion = undefinedRegion;
530 outputState.dirtyRegion.orSelf(coverage.dirtyRegion);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800531}
532
533void Output::collectVisibleLayers(const compositionengine::CompositionRefreshArgs& refreshArgs,
534 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800535 // Evaluate the layers from front to back to determine what is visible. This
536 // also incrementally calculates the coverage information for each layer as
537 // well as the entire output.
Lloyd Piquede196652020-01-22 17:29:58 -0800538 for (auto layer : reversed(refreshArgs.layers)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700539 // Incrementally process the coverage for each layer
540 ensureOutputLayerIfVisible(layer, coverage);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800541
542 // TODO(b/121291683): Stop early if the output is completely covered and
543 // no more layers could even be visible underneath the ones on top.
544 }
545
Lloyd Pique01c77c12019-04-17 12:48:32 -0700546 setReleasedLayers(refreshArgs);
547
548 finalizePendingOutputLayers();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800549}
550
Lloyd Piquede196652020-01-22 17:29:58 -0800551void Output::ensureOutputLayerIfVisible(sp<compositionengine::LayerFE>& layerFE,
Lloyd Pique01c77c12019-04-17 12:48:32 -0700552 compositionengine::Output::CoverageState& coverage) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800553 // Ensure we have a snapshot of the basic geometry layer state. Limit the
554 // snapshots to once per frame for each candidate layer, as layers may
555 // appear on multiple outputs.
556 if (!coverage.latchedLayers.count(layerFE)) {
557 coverage.latchedLayers.insert(layerFE);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800558 }
559
Dominik Laskowski29fa1462021-04-27 15:51:50 -0700560 // Only consider the layers on this output
561 if (!includesLayer(layerFE)) {
Lloyd Piquede196652020-01-22 17:29:58 -0800562 return;
563 }
564
565 // Obtain a read-only pointer to the front-end layer state
566 const auto* layerFEState = layerFE->getCompositionState();
567 if (CC_UNLIKELY(!layerFEState)) {
568 return;
569 }
570
571 // handle hidden surfaces by setting the visible region to empty
572 if (CC_UNLIKELY(!layerFEState->isVisible)) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700573 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800574 }
575
Vishnu Naird47bcee2023-02-24 18:08:51 +0000576 bool computeAboveCoveredExcludingOverlays = coverage.aboveCoveredLayersExcludingOverlays &&
577 !layerFEState->outputFilter.toInternalDisplay;
Chavi Weingarten545da0e2023-02-09 14:55:57 +0000578
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800579 /*
580 * opaqueRegion: area of a surface that is fully opaque.
581 */
582 Region opaqueRegion;
583
584 /*
585 * visibleRegion: area of a surface that is visible on screen and not fully
586 * transparent. This is essentially the layer's footprint minus the opaque
587 * regions above it. Areas covered by a translucent surface are considered
588 * visible.
589 */
590 Region visibleRegion;
591
592 /*
593 * coveredRegion: area of a surface that is covered by all visible regions
594 * above it (which includes the translucent areas).
595 */
596 Region coveredRegion;
597
598 /*
599 * transparentRegion: area of a surface that is hinted to be completely
Leon Scroggins III9a0afda2022-01-11 16:53:09 -0500600 * transparent.
601 * This is used to tell when the layer has no visible non-transparent
602 * regions and can be removed from the layer list. It does not affect the
603 * visibleRegion of this layer or any layers beneath it. The hint may not
604 * be correct if apps don't respect the SurfaceView restrictions (which,
605 * sadly, some don't).
606 *
607 * In addition, it is used on DISPLAY_DECORATION layers to specify the
608 * blockingRegion, allowing the DPU to skip it to save power. Once we have
609 * hardware that supports a blockingRegion on frames with AFBC, it may be
610 * useful to use this for other layers, too, so long as we can prevent
611 * regressions on b/7179570.
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800612 */
613 Region transparentRegion;
614
Vishnu Naira483b4a2019-12-12 15:07:52 -0800615 /*
616 * shadowRegion: Region cast by the layer's shadow.
617 */
618 Region shadowRegion;
619
Chavi Weingarten545da0e2023-02-09 14:55:57 +0000620 /**
621 * covered region above excluding internal display overlay layers
622 */
623 std::optional<Region> coveredRegionExcludingDisplayOverlays = std::nullopt;
624
Lloyd Piquede196652020-01-22 17:29:58 -0800625 const ui::Transform& tr = layerFEState->geomLayerTransform;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800626
627 // Get the visible region
628 // TODO(b/121291683): Is it worth creating helper methods on LayerFEState
629 // for computations like this?
Lloyd Piquede196652020-01-22 17:29:58 -0800630 const Rect visibleRect(tr.transform(layerFEState->geomLayerBounds));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800631 visibleRegion.set(visibleRect);
632
Vishnu Naird9e4f462023-10-06 04:05:45 +0000633 if (layerFEState->shadowSettings.length > 0.0f) {
Vishnu Naira483b4a2019-12-12 15:07:52 -0800634 // if the layer casts a shadow, offset the layers visible region and
635 // calculate the shadow region.
Vishnu Naird9e4f462023-10-06 04:05:45 +0000636 const auto inset = static_cast<int32_t>(ceilf(layerFEState->shadowSettings.length) * -1.0f);
Vishnu Naira483b4a2019-12-12 15:07:52 -0800637 Rect visibleRectWithShadows(visibleRect);
638 visibleRectWithShadows.inset(inset, inset, inset, inset);
639 visibleRegion.set(visibleRectWithShadows);
640 shadowRegion = visibleRegion.subtract(visibleRect);
641 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800642
643 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700644 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800645 }
646
647 // Remove the transparent area from the visible region
Lloyd Piquede196652020-01-22 17:29:58 -0800648 if (!layerFEState->isOpaque) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800649 if (tr.preserveRects()) {
Alec Mourie60f0b92022-06-10 19:15:20 +0000650 // Clip the transparent region to geomLayerBounds first
651 // The transparent region may be influenced by applications, for
652 // instance, by overriding ViewGroup#gatherTransparentRegion with a
653 // custom view. Once the layer stack -> display mapping is known, we
654 // must guard against very wrong inputs to prevent underflow or
655 // overflow errors. We do this here by constraining the transparent
656 // region to be within the pre-transform layer bounds, since the
657 // layer bounds are expected to play nicely with the full
658 // transform.
659 const Region clippedTransparentRegionHint =
660 layerFEState->transparentRegionHint.intersect(
661 Rect(layerFEState->geomLayerBounds));
662
663 if (clippedTransparentRegionHint.isEmpty()) {
664 if (!layerFEState->transparentRegionHint.isEmpty()) {
665 ALOGD("Layer: %s had an out of bounds transparent region",
666 layerFE->getDebugName());
667 layerFEState->transparentRegionHint.dump("transparentRegionHint");
668 }
669 transparentRegion.clear();
670 } else {
671 transparentRegion = tr.transform(clippedTransparentRegionHint);
672 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800673 } else {
674 // transformation too complex, can't do the
675 // transparent region optimization.
676 transparentRegion.clear();
677 }
678 }
679
680 // compute the opaque region
Lloyd Pique0a456232020-01-16 17:51:13 -0800681 const auto layerOrientation = tr.getOrientation();
Lloyd Piquede196652020-01-22 17:29:58 -0800682 if (layerFEState->isOpaque && ((layerOrientation & ui::Transform::ROT_INVALID) == 0)) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800683 // If we one of the simple category of transforms (0/90/180/270 rotation
684 // + any flip), then the opaque region is the layer's footprint.
685 // Otherwise we don't try and compute the opaque region since there may
686 // be errors at the edges, and we treat the entire layer as
687 // translucent.
Vishnu Naira483b4a2019-12-12 15:07:52 -0800688 opaqueRegion.set(visibleRect);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800689 }
690
691 // Clip the covered region to the visible region
692 coveredRegion = coverage.aboveCoveredLayers.intersect(visibleRegion);
693
694 // Update accumAboveCoveredLayers for next (lower) layer
695 coverage.aboveCoveredLayers.orSelf(visibleRegion);
696
Chavi Weingarten545da0e2023-02-09 14:55:57 +0000697 if (CC_UNLIKELY(computeAboveCoveredExcludingOverlays)) {
698 coveredRegionExcludingDisplayOverlays =
699 coverage.aboveCoveredLayersExcludingOverlays->intersect(visibleRegion);
700 coverage.aboveCoveredLayersExcludingOverlays->orSelf(visibleRegion);
701 }
702
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800703 // subtract the opaque region covered by the layers above us
704 visibleRegion.subtractSelf(coverage.aboveOpaqueLayers);
705
706 if (visibleRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700707 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800708 }
709
710 // Get coverage information for the layer as previously displayed,
711 // also taking over ownership from mOutputLayersorderedByZ.
Lloyd Piquede196652020-01-22 17:29:58 -0800712 auto prevOutputLayerIndex = findCurrentOutputLayerForLayer(layerFE);
Lloyd Pique01c77c12019-04-17 12:48:32 -0700713 auto prevOutputLayer =
714 prevOutputLayerIndex ? getOutputLayerOrderedByZByIndex(*prevOutputLayerIndex) : nullptr;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800715
716 // Get coverage information for the layer as previously displayed
717 // TODO(b/121291683): Define kEmptyRegion as a constant in Region.h
718 const Region kEmptyRegion;
719 const Region& oldVisibleRegion =
720 prevOutputLayer ? prevOutputLayer->getState().visibleRegion : kEmptyRegion;
721 const Region& oldCoveredRegion =
722 prevOutputLayer ? prevOutputLayer->getState().coveredRegion : kEmptyRegion;
723
724 // compute this layer's dirty region
725 Region dirty;
Lloyd Piquede196652020-01-22 17:29:58 -0800726 if (layerFEState->contentDirty) {
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800727 // we need to invalidate the whole region
728 dirty = visibleRegion;
729 // as well, as the old visible region
730 dirty.orSelf(oldVisibleRegion);
731 } else {
732 /* compute the exposed region:
733 * the exposed region consists of two components:
734 * 1) what's VISIBLE now and was COVERED before
735 * 2) what's EXPOSED now less what was EXPOSED before
736 *
737 * note that (1) is conservative, we start with the whole visible region
738 * but only keep what used to be covered by something -- which mean it
739 * may have been exposed.
740 *
741 * (2) handles areas that were not covered by anything but got exposed
742 * because of a resize.
743 *
744 */
745 const Region newExposed = visibleRegion - coveredRegion;
746 const Region oldExposed = oldVisibleRegion - oldCoveredRegion;
747 dirty = (visibleRegion & oldCoveredRegion) | (newExposed - oldExposed);
748 }
749 dirty.subtractSelf(coverage.aboveOpaqueLayers);
750
751 // accumulate to the screen dirty region
752 coverage.dirtyRegion.orSelf(dirty);
753
754 // Update accumAboveOpaqueLayers for next (lower) layer
755 coverage.aboveOpaqueLayers.orSelf(opaqueRegion);
756
757 // Compute the visible non-transparent region
758 Region visibleNonTransparentRegion = visibleRegion.subtract(transparentRegion);
759
Vishnu Naira483b4a2019-12-12 15:07:52 -0800760 // Perform the final check to see if this layer is visible on this output
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800761 // TODO(b/121291683): Why does this not use visibleRegion? (see outputSpaceVisibleRegion below)
Lloyd Piquea38ea7e2019-04-16 18:10:26 -0700762 const auto& outputState = getState();
763 Region drawRegion(outputState.transform.transform(visibleNonTransparentRegion));
Angel Aguayob084e0c2021-08-04 23:27:28 +0000764 drawRegion.andSelf(outputState.displaySpace.getBoundsAsRect());
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800765 if (drawRegion.isEmpty()) {
Lloyd Pique01c77c12019-04-17 12:48:32 -0700766 return;
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800767 }
768
Vishnu Naira483b4a2019-12-12 15:07:52 -0800769 Region visibleNonShadowRegion = visibleRegion.subtract(shadowRegion);
770
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800771 // The layer is visible. Either reuse the existing outputLayer if we have
772 // one, or create a new one if we do not.
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600773 auto outputLayer = ensureOutputLayer(prevOutputLayerIndex, layerFE);
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800774
775 // Store the layer coverage information into the layer state as some of it
776 // is useful later.
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600777 auto& outputLayerState = outputLayer->editState();
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800778 outputLayerState.visibleRegion = visibleRegion;
779 outputLayerState.visibleNonTransparentRegion = visibleNonTransparentRegion;
780 outputLayerState.coveredRegion = coveredRegion;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200781 outputLayerState.outputSpaceVisibleRegion = outputState.transform.transform(
Angel Aguayob084e0c2021-08-04 23:27:28 +0000782 visibleNonShadowRegion.intersect(outputState.layerStackSpace.getContent()));
Vishnu Naira483b4a2019-12-12 15:07:52 -0800783 outputLayerState.shadowRegion = shadowRegion;
Leon Scroggins III9a0afda2022-01-11 16:53:09 -0500784 outputLayerState.outputSpaceBlockingRegionHint =
Leon Scroggins III7f7ad2c2022-03-17 17:06:20 -0400785 layerFEState->compositionType == Composition::DISPLAY_DECORATION
786 ? outputState.transform.transform(
787 transparentRegion.intersect(outputState.layerStackSpace.getContent()))
788 : Region();
Chavi Weingarten545da0e2023-02-09 14:55:57 +0000789 if (CC_UNLIKELY(computeAboveCoveredExcludingOverlays)) {
790 outputLayerState.coveredRegionExcludingDisplayOverlays =
791 std::move(coveredRegionExcludingDisplayOverlays);
792 }
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800793}
794
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600795void Output::uncacheBuffers(std::vector<uint64_t> const& bufferIdsToUncache) {
796 if (bufferIdsToUncache.empty()) {
797 return;
798 }
799 for (auto outputLayer : getOutputLayersOrderedByZ()) {
800 outputLayer->uncacheBuffers(bufferIdsToUncache);
801 }
802}
803
804void Output::commitPictureProfilesToCompositionState() {
805 if (!com_android_graphics_libgui_flags_apply_picture_profiles()) {
806 return;
807 }
808 if (!hasPictureProcessing()) {
809 return;
810 }
811 auto compare = [](const ::android::compositionengine::OutputLayer* lhs,
812 const ::android::compositionengine::OutputLayer* rhs) {
813 return lhs->getPictureProfilePriority() > rhs->getPictureProfilePriority();
814 };
815 std::priority_queue<::android::compositionengine::OutputLayer*,
816 std::vector<::android::compositionengine::OutputLayer*>, decltype(compare)>
817 layersWithProfiles;
818 for (auto outputLayer : getOutputLayersOrderedByZ()) {
819 if (outputLayer->getPictureProfileHandle()) {
820 layersWithProfiles.push(outputLayer);
821 }
822 }
823
824 // TODO(b/337330263): Use the default display picture profile from SurfaceFlinger
825 editState().pictureProfileHandle = PictureProfileHandle::NONE;
826
827 // When layer-specific picture processing is supported, apply as many high priority profiles as
828 // possible to the layers, and ignore the low priority layers.
829 if (getMaxLayerPictureProfiles() > 0) {
830 for (int i = 0; i < getMaxLayerPictureProfiles() && !layersWithProfiles.empty();
831 layersWithProfiles.pop(), ++i) {
832 layersWithProfiles.top()->commitPictureProfileToCompositionState();
Brian Lindahlf5fdff82024-11-01 09:28:47 -0600833 layersWithProfiles.top()->getLayerFE().onPictureProfileCommitted();
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600834 }
835 // No layer-specific picture processing, so apply the highest priority picture profile to
836 // the entire display.
837 } else if (!layersWithProfiles.empty()) {
838 editState().pictureProfileHandle = layersWithProfiles.top()->getPictureProfileHandle();
Brian Lindahlf5fdff82024-11-01 09:28:47 -0600839 layersWithProfiles.top()->getLayerFE().onPictureProfileCommitted();
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600840 }
841}
842
Lloyd Piquec29e4c62019-03-07 21:48:19 -0800843void Output::setReleasedLayers(const compositionengine::CompositionRefreshArgs&) {
844 // The base class does nothing with this call.
845}
846
Dan Stoza269dc4d2021-01-15 15:07:43 -0800847void Output::updateCompositionState(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000848 SFTRACE_CALL();
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800849 ALOGV(__FUNCTION__);
850
Alec Mourif9a2a2c2019-11-12 12:46:02 -0800851 if (!getState().isEnabled) {
852 return;
853 }
854
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800855 mLayerRequestingBackgroundBlur = findLayerRequestingBackgroundComposition();
856 bool forceClientComposition = mLayerRequestingBackgroundBlur != nullptr;
857
Sally Qi0abc4a52024-09-26 16:13:06 -0700858 auto* properties = getOverlaySupport();
859
Lloyd Pique01c77c12019-04-17 12:48:32 -0700860 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique7a234912019-10-03 11:54:27 -0700861 layer->updateCompositionState(refreshArgs.updatingGeometryThisFrame,
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800862 refreshArgs.devOptForceClientComposition ||
Snild Dolkow9e217d62020-04-22 15:53:42 +0200863 forceClientComposition,
Sally Qi0abc4a52024-09-26 16:13:06 -0700864 refreshArgs.internalDisplayRotationFlags,
865 properties ? properties->lutProperties : std::nullopt);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800866
867 if (mLayerRequestingBackgroundBlur == layer) {
868 forceClientComposition = false;
869 }
Dan Stoza269dc4d2021-01-15 15:07:43 -0800870 }
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600871 commitPictureProfilesToCompositionState();
Dan Stoza269dc4d2021-01-15 15:07:43 -0800872}
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800873
Dan Stoza269dc4d2021-01-15 15:07:43 -0800874void Output::planComposition() {
875 if (!mPlanner || !getState().isEnabled) {
876 return;
877 }
878
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000879 SFTRACE_CALL();
Dan Stoza269dc4d2021-01-15 15:07:43 -0800880 ALOGV(__FUNCTION__);
881
882 mPlanner->plan(getOutputLayersOrderedByZ());
883}
884
885void Output::writeCompositionState(const compositionengine::CompositionRefreshArgs& refreshArgs) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +0000886 SFTRACE_CALL();
Dan Stoza269dc4d2021-01-15 15:07:43 -0800887 ALOGV(__FUNCTION__);
888
889 if (!getState().isEnabled) {
890 return;
891 }
892
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600893 if (auto frameTargetPtrOpt = getDisplayId()
Leon Scroggins III370b8b52022-12-08 13:20:45 -0500894 .and_then(PhysicalDisplayId::tryCast)
895 .and_then([&refreshArgs](PhysicalDisplayId id) {
896 return refreshArgs.frameTargets.get(id);
897 })) {
898 editState().earliestPresentTime = frameTargetPtrOpt->get()->earliestPresentTime();
899 editState().expectedPresentTime = frameTargetPtrOpt->get()->expectedPresentTime().ns();
Ady Abraham708ebfb2024-11-14 14:42:49 -0800900 const auto debugPresentDelay = frameTargetPtrOpt->get()->debugPresentDelay();
901 if (debugPresentDelay) {
902 SFTRACE_FORMAT_INSTANT("DEBUG delaying presentation by %.2fms",
903 debugPresentDelay->ns() / 1e6f);
904 editState().expectedPresentTime += debugPresentDelay->ns();
905 }
Leon Scroggins III370b8b52022-12-08 13:20:45 -0500906 }
ramindani4aac32c2023-10-30 14:13:30 -0700907 editState().frameInterval = refreshArgs.frameInterval;
jimmyshiu4e211772023-06-15 15:18:38 +0000908 editState().powerCallback = refreshArgs.powerCallback;
Ady Abraham3645e642021-04-20 18:39:00 -0700909
Brian Lindahl1a4ffd82024-10-30 11:00:37 -0600910 applyPictureProfile();
911
Leon Scroggins III2e74a4c2021-04-09 13:41:14 -0400912 compositionengine::OutputLayer* peekThroughLayer = nullptr;
Dan Stoza6166c312021-01-15 16:34:05 -0800913 sp<GraphicBuffer> previousOverride = nullptr;
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400914 bool includeGeometry = refreshArgs.updatingGeometryThisFrame;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400915 uint32_t z = 0;
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400916 bool overrideZ = false;
Robert Carrec8ccca2022-05-04 09:36:14 -0700917 uint64_t outputLayerHash = 0;
Dan Stoza269dc4d2021-01-15 15:07:43 -0800918 for (auto* layer : getOutputLayersOrderedByZ()) {
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400919 if (layer == peekThroughLayer) {
920 // No longer needed, although it should not show up again, so
921 // resetting it is not truly needed either.
922 peekThroughLayer = nullptr;
923
924 // peekThroughLayer was already drawn ahead of its z order.
925 continue;
926 }
Dan Stoza6166c312021-01-15 16:34:05 -0800927 bool skipLayer = false;
Leon Scroggins IIId305ef22021-04-06 09:53:26 -0400928 const auto& overrideInfo = layer->getState().overrideInfo;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400929 if (overrideInfo.buffer != nullptr) {
930 if (previousOverride && overrideInfo.buffer->getBuffer() == previousOverride) {
Dan Stoza6166c312021-01-15 16:34:05 -0800931 ALOGV("Skipping redundant buffer");
932 skipLayer = true;
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400933 } else {
934 // First layer with the override buffer.
935 if (overrideInfo.peekThroughLayer) {
936 peekThroughLayer = overrideInfo.peekThroughLayer;
Leon Scroggins IIId305ef22021-04-06 09:53:26 -0400937
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400938 // Draw peekThroughLayer first.
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400939 overrideZ = true;
940 includeGeometry = true;
941 constexpr bool isPeekingThrough = true;
942 peekThroughLayer->writeStateToHWC(includeGeometry, false, z++, overrideZ,
943 isPeekingThrough);
Robert Carrec8ccca2022-05-04 09:36:14 -0700944 outputLayerHash ^= android::hashCombine(
945 reinterpret_cast<uint64_t>(&peekThroughLayer->getLayerFE()),
946 z, includeGeometry, overrideZ, isPeekingThrough,
947 peekThroughLayer->requiresClientComposition());
Leon Scroggins IIIe2ee0402021-04-02 16:59:37 -0400948 }
949
950 previousOverride = overrideInfo.buffer->getBuffer();
Dan Stoza6166c312021-01-15 16:34:05 -0800951 }
Dan Stoza6166c312021-01-15 16:34:05 -0800952 }
953
Leon Scroggins III9aa25c22021-04-15 15:30:19 -0400954 constexpr bool isPeekingThrough = false;
955 layer->writeStateToHWC(includeGeometry, skipLayer, z++, overrideZ, isPeekingThrough);
Robert Carrec8ccca2022-05-04 09:36:14 -0700956 if (!skipLayer) {
957 outputLayerHash ^= android::hashCombine(
958 reinterpret_cast<uint64_t>(&layer->getLayerFE()),
959 z, includeGeometry, overrideZ, isPeekingThrough,
960 layer->requiresClientComposition());
961 }
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800962 }
Robert Carrec8ccca2022-05-04 09:36:14 -0700963 editState().outputLayerHash = outputLayerHash;
Lloyd Pique3eb1b212019-03-07 21:15:40 -0800964}
965
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800966compositionengine::OutputLayer* Output::findLayerRequestingBackgroundComposition() const {
967 compositionengine::OutputLayer* layerRequestingBgComposition = nullptr;
968 for (auto* layer : getOutputLayersOrderedByZ()) {
Leon Scroggins IIIc1dbfcb2022-03-21 16:48:10 -0400969 const auto* compState = layer->getLayerFE().getCompositionState();
Galia Peycheva66eaf4a2020-11-09 13:17:57 +0100970
971 // If any layer has a sideband stream, we will disable blurs. In that case, we don't
972 // want to force client composition because of the blur.
973 if (compState->sidebandStream != nullptr) {
974 return nullptr;
975 }
Leon Scroggins IIIc1dbfcb2022-03-21 16:48:10 -0400976
977 // If RenderEngine cannot render protected content, we cannot blur.
978 if (compState->hasProtectedContent &&
979 !getCompositionEngine().getRenderEngine().supportsProtectedContent()) {
980 return nullptr;
981 }
Lucas Dupin084a6d42021-08-26 22:10:29 +0000982 if (compState->isOpaque) {
983 continue;
984 }
Galia Peycheva66eaf4a2020-11-09 13:17:57 +0100985 if (compState->backgroundBlurRadius > 0 || compState->blurRegions.size() > 0) {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800986 layerRequestingBgComposition = layer;
987 }
988 }
989 return layerRequestingBgComposition;
990}
991
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800992void Output::updateColorProfile(const compositionengine::CompositionRefreshArgs& refreshArgs) {
993 setColorProfile(pickColorProfile(refreshArgs));
994}
995
996// Returns a data space that fits all visible layers. The returned data space
997// can only be one of
998// - Dataspace::SRGB (use legacy dataspace and let HWC saturate when colors are enhanced)
999// - Dataspace::DISPLAY_P3
1000// - Dataspace::DISPLAY_BT2020
1001// The returned HDR data space is one of
1002// - Dataspace::UNKNOWN
1003// - Dataspace::BT2020_HLG
1004// - Dataspace::BT2020_PQ
1005ui::Dataspace Output::getBestDataspace(ui::Dataspace* outHdrDataSpace,
1006 bool* outIsHdrClientComposition) const {
1007 ui::Dataspace bestDataSpace = ui::Dataspace::V0_SRGB;
1008 *outHdrDataSpace = ui::Dataspace::UNKNOWN;
1009
Vishnu Naire14c6b32022-08-06 04:20:15 +00001010 // An Output's layers may be stale when it is disabled. As a consequence, the layers returned by
1011 // getOutputLayersOrderedByZ may not be in a valid state and it is not safe to access their
1012 // properties. Return a default dataspace value in this case.
1013 if (!getState().isEnabled) {
1014 return ui::Dataspace::V0_SRGB;
1015 }
1016
Lloyd Pique01c77c12019-04-17 12:48:32 -07001017 for (const auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Piquede196652020-01-22 17:29:58 -08001018 switch (layer->getLayerFE().getCompositionState()->dataspace) {
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001019 case ui::Dataspace::V0_SCRGB:
1020 case ui::Dataspace::V0_SCRGB_LINEAR:
1021 case ui::Dataspace::BT2020:
1022 case ui::Dataspace::BT2020_ITU:
1023 case ui::Dataspace::BT2020_LINEAR:
1024 case ui::Dataspace::DISPLAY_BT2020:
1025 bestDataSpace = ui::Dataspace::DISPLAY_BT2020;
1026 break;
1027 case ui::Dataspace::DISPLAY_P3:
1028 bestDataSpace = ui::Dataspace::DISPLAY_P3;
1029 break;
1030 case ui::Dataspace::BT2020_PQ:
1031 case ui::Dataspace::BT2020_ITU_PQ:
1032 bestDataSpace = ui::Dataspace::DISPLAY_P3;
1033 *outHdrDataSpace = ui::Dataspace::BT2020_PQ;
Lloyd Piquede196652020-01-22 17:29:58 -08001034 *outIsHdrClientComposition =
1035 layer->getLayerFE().getCompositionState()->forceClientComposition;
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001036 break;
1037 case ui::Dataspace::BT2020_HLG:
1038 case ui::Dataspace::BT2020_ITU_HLG:
1039 bestDataSpace = ui::Dataspace::DISPLAY_P3;
1040 // When there's mixed PQ content and HLG content, we set the HDR
Sally Qi37d07c02023-10-05 17:32:32 +00001041 // data space to be BT2020_HLG and convert PQ to HLG.
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001042 if (*outHdrDataSpace == ui::Dataspace::UNKNOWN) {
1043 *outHdrDataSpace = ui::Dataspace::BT2020_HLG;
1044 }
1045 break;
1046 default:
1047 break;
1048 }
1049 }
1050
1051 return bestDataSpace;
1052}
1053
1054compositionengine::Output::ColorProfile Output::pickColorProfile(
1055 const compositionengine::CompositionRefreshArgs& refreshArgs) const {
1056 if (refreshArgs.outputColorSetting == OutputColorSetting::kUnmanaged) {
1057 return ColorProfile{ui::ColorMode::NATIVE, ui::Dataspace::UNKNOWN,
Alec Mouri88790f32023-07-21 01:25:14 +00001058 ui::RenderIntent::COLORIMETRIC};
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001059 }
1060
1061 ui::Dataspace hdrDataSpace;
1062 bool isHdrClientComposition = false;
1063 ui::Dataspace bestDataSpace = getBestDataspace(&hdrDataSpace, &isHdrClientComposition);
1064
1065 switch (refreshArgs.forceOutputColorMode) {
1066 case ui::ColorMode::SRGB:
1067 bestDataSpace = ui::Dataspace::V0_SRGB;
1068 break;
1069 case ui::ColorMode::DISPLAY_P3:
1070 bestDataSpace = ui::Dataspace::DISPLAY_P3;
1071 break;
1072 default:
1073 break;
1074 }
1075
1076 // respect hdrDataSpace only when there is no legacy HDR support
1077 const bool isHdr = hdrDataSpace != ui::Dataspace::UNKNOWN &&
1078 !mDisplayColorProfile->hasLegacyHdrSupport(hdrDataSpace) && !isHdrClientComposition;
1079 if (isHdr) {
1080 bestDataSpace = hdrDataSpace;
1081 }
1082
1083 ui::RenderIntent intent;
1084 switch (refreshArgs.outputColorSetting) {
1085 case OutputColorSetting::kManaged:
1086 case OutputColorSetting::kUnmanaged:
1087 intent = isHdr ? ui::RenderIntent::TONE_MAP_COLORIMETRIC
1088 : ui::RenderIntent::COLORIMETRIC;
1089 break;
1090 case OutputColorSetting::kEnhanced:
1091 intent = isHdr ? ui::RenderIntent::TONE_MAP_ENHANCE : ui::RenderIntent::ENHANCE;
1092 break;
1093 default: // vendor display color setting
1094 intent = static_cast<ui::RenderIntent>(refreshArgs.outputColorSetting);
1095 break;
1096 }
1097
1098 ui::ColorMode outMode;
1099 ui::Dataspace outDataSpace;
1100 ui::RenderIntent outRenderIntent;
1101 mDisplayColorProfile->getBestColorMode(bestDataSpace, intent, &outDataSpace, &outMode,
1102 &outRenderIntent);
1103
Alec Mouri88790f32023-07-21 01:25:14 +00001104 return ColorProfile{outMode, outDataSpace, outRenderIntent};
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001105}
1106
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001107void Output::beginFrame() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001108 auto& outputState = editState();
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001109 const bool dirty = !getDirtyRegion().isEmpty();
Lloyd Pique01c77c12019-04-17 12:48:32 -07001110 const bool empty = getOutputLayerCount() == 0;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001111 const bool wasEmpty = !outputState.lastCompositionHadVisibleLayers;
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001112
1113 // If nothing has changed (!dirty), don't recompose.
1114 // If something changed, but we don't currently have any visible layers,
1115 // and didn't when we last did a composition, then skip it this time.
1116 // The second rule does two things:
1117 // - When all layers are removed from a display, we'll emit one black
1118 // frame, then nothing more until we get new layers.
1119 // - When a display is created with a private layer stack, we won't
1120 // emit any black frames until a layer is added to the layer stack.
Chavi Weingarten09fa1d62022-08-17 21:57:04 +00001121 mMustRecompose = dirty && !(empty && wasEmpty);
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001122
1123 const char flagPrefix[] = {'-', '+'};
1124 static_cast<void>(flagPrefix);
Chavi Weingarten09fa1d62022-08-17 21:57:04 +00001125 ALOGV("%s: %s composition for %s (%cdirty %cempty %cwasEmpty)", __func__,
1126 mMustRecompose ? "doing" : "skipping", getName().c_str(), flagPrefix[dirty],
1127 flagPrefix[empty], flagPrefix[wasEmpty]);
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001128
Chavi Weingarten09fa1d62022-08-17 21:57:04 +00001129 mRenderSurface->beginFrame(mMustRecompose);
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001130
Chavi Weingarten09fa1d62022-08-17 21:57:04 +00001131 if (mMustRecompose) {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001132 outputState.lastCompositionHadVisibleLayers = !empty;
Lloyd Piqued0a92a02019-02-19 17:47:26 -08001133 }
1134}
1135
Lloyd Pique66d68602019-02-13 14:23:31 -08001136void Output::prepareFrame() {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001137 SFTRACE_CALL();
Lloyd Pique66d68602019-02-13 14:23:31 -08001138 ALOGV(__FUNCTION__);
1139
Vishnu Naira3140382022-02-24 14:07:11 -08001140 auto& outputState = editState();
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001141 if (!outputState.isEnabled) {
Lloyd Pique66d68602019-02-13 14:23:31 -08001142 return;
1143 }
1144
Vishnu Naira3140382022-02-24 14:07:11 -08001145 std::optional<android::HWComposer::DeviceRequestedChanges> changes;
1146 bool success = chooseCompositionStrategy(&changes);
1147 resetCompositionStrategy();
Vishnu Nair9cf89262022-02-26 09:17:49 -08001148 outputState.strategyPrediction = CompositionStrategyPredictionState::DISABLED;
Vishnu Naira3140382022-02-24 14:07:11 -08001149 outputState.previousDeviceRequestedChanges = changes;
1150 outputState.previousDeviceRequestedSuccess = success;
1151 if (success) {
1152 applyCompositionStrategy(changes);
1153 }
1154 finishPrepareFrame();
1155}
Lloyd Pique66d68602019-02-13 14:23:31 -08001156
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -04001157ftl::Future<std::monostate> Output::presentFrameAndReleaseLayersAsync(bool flushEvenWhenDisabled) {
Yi Kong9dce90f2024-08-14 07:06:52 +08001158 return ftl::Future<bool>(mHwComposerAsyncWorker->send([this, flushEvenWhenDisabled]() {
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -04001159 presentFrameAndReleaseLayers(flushEvenWhenDisabled);
Leon Scroggins III2f60d732022-09-12 14:42:38 -04001160 return true;
Yi Kong9dce90f2024-08-14 07:06:52 +08001161 }))
Leon Scroggins III2f60d732022-09-12 14:42:38 -04001162 .then([](bool) { return std::monostate{}; });
1163}
1164
Vishnu Naira3140382022-02-24 14:07:11 -08001165std::future<bool> Output::chooseCompositionStrategyAsync(
1166 std::optional<android::HWComposer::DeviceRequestedChanges>* changes) {
1167 return mHwComposerAsyncWorker->send(
1168 [&, changes]() { return chooseCompositionStrategy(changes); });
1169}
1170
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001171GpuCompositionResult Output::prepareFrameAsync() {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001172 SFTRACE_CALL();
Vishnu Naira3140382022-02-24 14:07:11 -08001173 ALOGV(__FUNCTION__);
1174 auto& state = editState();
1175 const auto& previousChanges = state.previousDeviceRequestedChanges;
1176 std::optional<android::HWComposer::DeviceRequestedChanges> changes;
1177 resetCompositionStrategy();
1178 auto hwcResult = chooseCompositionStrategyAsync(&changes);
1179 if (state.previousDeviceRequestedSuccess) {
1180 applyCompositionStrategy(previousChanges);
1181 }
1182 finishPrepareFrame();
1183
1184 base::unique_fd bufferFence;
1185 std::shared_ptr<renderengine::ExternalTexture> buffer;
1186 updateProtectedContentState();
1187 const bool dequeueSucceeded = dequeueRenderBuffer(&bufferFence, &buffer);
1188 GpuCompositionResult compositionResult;
1189 if (dequeueSucceeded) {
1190 std::optional<base::unique_fd> optFd =
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001191 composeSurfaces(Region::INVALID_REGION, buffer, bufferFence);
Vishnu Naira3140382022-02-24 14:07:11 -08001192 if (optFd) {
1193 compositionResult.fence = std::move(*optFd);
1194 }
Dan Stoza47437bb2021-01-15 16:21:07 -08001195 }
1196
Vishnu Naira3140382022-02-24 14:07:11 -08001197 auto chooseCompositionSuccess = hwcResult.get();
1198 const bool predictionSucceeded = dequeueSucceeded && changes == previousChanges;
Vishnu Nair9cf89262022-02-26 09:17:49 -08001199 state.strategyPrediction = predictionSucceeded ? CompositionStrategyPredictionState::SUCCESS
1200 : CompositionStrategyPredictionState::FAIL;
Vishnu Naira3140382022-02-24 14:07:11 -08001201 if (!predictionSucceeded) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001202 SFTRACE_NAME("CompositionStrategyPredictionMiss");
Vishnu Naira3140382022-02-24 14:07:11 -08001203 resetCompositionStrategy();
1204 if (chooseCompositionSuccess) {
1205 applyCompositionStrategy(changes);
1206 }
1207 finishPrepareFrame();
1208 // Track the dequeued buffer to reuse so we don't need to dequeue another one.
1209 compositionResult.buffer = buffer;
1210 } else {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001211 SFTRACE_NAME("CompositionStrategyPredictionHit");
Vishnu Naira3140382022-02-24 14:07:11 -08001212 }
1213 state.previousDeviceRequestedChanges = std::move(changes);
1214 state.previousDeviceRequestedSuccess = chooseCompositionSuccess;
1215 return compositionResult;
Lloyd Pique66d68602019-02-13 14:23:31 -08001216}
1217
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001218void Output::devOptRepaintFlash(const compositionengine::CompositionRefreshArgs& refreshArgs) {
1219 if (CC_LIKELY(!refreshArgs.devOptFlashDirtyRegionsDelay)) {
1220 return;
1221 }
1222
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001223 if (getState().isEnabled) {
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001224 if (const auto dirtyRegion = getDirtyRegion(); !dirtyRegion.isEmpty()) {
Vishnu Naira3140382022-02-24 14:07:11 -08001225 base::unique_fd bufferFence;
1226 std::shared_ptr<renderengine::ExternalTexture> buffer;
1227 updateProtectedContentState();
1228 dequeueRenderBuffer(&bufferFence, &buffer);
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001229 static_cast<void>(composeSurfaces(dirtyRegion, buffer, bufferFence));
Alec Mourif97df4d2023-09-06 02:10:05 +00001230 mRenderSurface->queueBuffer(base::unique_fd(), getHdrSdrRatio(buffer));
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001231 }
1232 }
1233
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -04001234 constexpr bool kFlushEvenWhenDisabled = false;
1235 presentFrameAndReleaseLayers(kFlushEvenWhenDisabled);
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001236
1237 std::this_thread::sleep_for(*refreshArgs.devOptFlashDirtyRegionsDelay);
1238
1239 prepareFrame();
1240}
1241
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001242void Output::finishFrame(GpuCompositionResult&& result) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001243 SFTRACE_CALL();
Lloyd Piqued3d69882019-02-28 16:03:46 -08001244 ALOGV(__FUNCTION__);
Vishnu Nair9cf89262022-02-26 09:17:49 -08001245 const auto& outputState = getState();
1246 if (!outputState.isEnabled) {
Lloyd Piqued3d69882019-02-28 16:03:46 -08001247 return;
1248 }
1249
Vishnu Naira3140382022-02-24 14:07:11 -08001250 std::optional<base::unique_fd> optReadyFence;
1251 std::shared_ptr<renderengine::ExternalTexture> buffer;
1252 base::unique_fd bufferFence;
Vishnu Nair9cf89262022-02-26 09:17:49 -08001253 if (outputState.strategyPrediction == CompositionStrategyPredictionState::SUCCESS) {
Vishnu Naira3140382022-02-24 14:07:11 -08001254 optReadyFence = std::move(result.fence);
1255 } else {
1256 if (result.bufferAvailable()) {
1257 buffer = std::move(result.buffer);
1258 bufferFence = std::move(result.fence);
1259 } else {
1260 updateProtectedContentState();
1261 if (!dequeueRenderBuffer(&bufferFence, &buffer)) {
1262 return;
1263 }
1264 }
1265 // Repaint the framebuffer (if needed), getting the optional fence for when
1266 // the composition completes.
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001267 optReadyFence = composeSurfaces(Region::INVALID_REGION, buffer, bufferFence);
Vishnu Naira3140382022-02-24 14:07:11 -08001268 }
Lloyd Piqued3d69882019-02-28 16:03:46 -08001269 if (!optReadyFence) {
1270 return;
1271 }
Xiang Wangcb50bbd2024-04-18 16:57:54 -07001272 if (isPowerHintSessionEnabled() && !isPowerHintSessionGpuReportingEnabled()) {
Matt Buckley50c44062022-01-17 20:48:10 +00001273 // get fence end time to know when gpu is complete in display
Ady Abrahamd11bade2022-08-01 16:18:03 -07001274 setHintSessionGpuFence(
1275 std::make_unique<FenceTime>(sp<Fence>::make(dup(optReadyFence->get()))));
Matt Buckley50c44062022-01-17 20:48:10 +00001276 }
Lloyd Piqued3d69882019-02-28 16:03:46 -08001277 // swap buffers (presentation)
Alec Mourif97df4d2023-09-06 02:10:05 +00001278 mRenderSurface->queueBuffer(std::move(*optReadyFence), getHdrSdrRatio(buffer));
Lloyd Piqued3d69882019-02-28 16:03:46 -08001279}
1280
Vishnu Naira3140382022-02-24 14:07:11 -08001281void Output::updateProtectedContentState() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001282 const auto& outputState = getState();
Lloyd Piquee9eff972020-05-05 12:36:44 -07001283 auto& renderEngine = getCompositionEngine().getRenderEngine();
1284 const bool supportsProtectedContent = renderEngine.supportsProtectedContent();
1285
Chavi Weingarten18fa7c62023-11-28 21:16:03 +00001286 bool isProtected;
1287 if (FlagManager::getInstance().display_protected()) {
1288 isProtected = outputState.isProtected;
1289 } else {
1290 isProtected = outputState.isSecure;
1291 }
1292
1293 // We need to set the render surface as protected (DRM) if all the following conditions are met:
1294 // 1. The display is protected (in legacy, check if the display is secure)
1295 // 2. Protected content is supported
1296 // 3. At least one layer has protected content.
1297 if (isProtected && supportsProtectedContent) {
Lloyd Piquee9eff972020-05-05 12:36:44 -07001298 auto layers = getOutputLayersOrderedByZ();
1299 bool needsProtected = std::any_of(layers.begin(), layers.end(), [](auto* layer) {
Eason Chiu45099662023-10-23 08:55:48 +08001300 return layer->getLayerFE().getCompositionState()->hasProtectedContent &&
1301 (!FlagManager::getInstance().protected_if_client() ||
1302 layer->requiresClientComposition());
Lloyd Piquee9eff972020-05-05 12:36:44 -07001303 });
Patrick Williams8aed5d22022-10-31 22:18:10 +00001304 if (needsProtected != mRenderSurface->isProtected()) {
Lloyd Piquee9eff972020-05-05 12:36:44 -07001305 mRenderSurface->setProtected(needsProtected);
1306 }
1307 }
Vishnu Naira3140382022-02-24 14:07:11 -08001308}
Lloyd Piquee9eff972020-05-05 12:36:44 -07001309
Vishnu Naira3140382022-02-24 14:07:11 -08001310bool Output::dequeueRenderBuffer(base::unique_fd* bufferFence,
1311 std::shared_ptr<renderengine::ExternalTexture>* tex) {
1312 const auto& outputState = getState();
Lloyd Piquee9eff972020-05-05 12:36:44 -07001313
1314 // If we aren't doing client composition on this output, but do have a
1315 // flipClientTarget request for this frame on this output, we still need to
1316 // dequeue a buffer.
Vishnu Naira3140382022-02-24 14:07:11 -08001317 if (outputState.usesClientComposition || outputState.flipClientTarget) {
1318 *tex = mRenderSurface->dequeueBuffer(bufferFence);
1319 if (*tex == nullptr) {
Lloyd Piquee9eff972020-05-05 12:36:44 -07001320 ALOGW("Dequeuing buffer for display [%s] failed, bailing out of "
1321 "client composition for this frame",
1322 mName.c_str());
Vishnu Naira3140382022-02-24 14:07:11 -08001323 return false;
Lloyd Piquee9eff972020-05-05 12:36:44 -07001324 }
1325 }
Vishnu Naira3140382022-02-24 14:07:11 -08001326 return true;
1327}
Lloyd Piquee9eff972020-05-05 12:36:44 -07001328
Vishnu Naira3140382022-02-24 14:07:11 -08001329std::optional<base::unique_fd> Output::composeSurfaces(
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001330 const Region& debugRegion, std::shared_ptr<renderengine::ExternalTexture> tex,
1331 base::unique_fd& fd) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001332 SFTRACE_CALL();
Vishnu Naira3140382022-02-24 14:07:11 -08001333 ALOGV(__FUNCTION__);
1334
1335 const auto& outputState = getState();
Leon Scroggins III042fdba2023-01-04 10:53:07 -05001336 const TracedOrdinal<bool> hasClientComposition = {
1337 base::StringPrintf("hasClientComposition %s", mNamePlusId.c_str()),
1338 outputState.usesClientComposition};
Lloyd Pique688abd42019-02-15 15:42:24 -08001339 if (!hasClientComposition) {
Lloyd Piquea76ce462020-01-14 13:06:37 -08001340 setExpensiveRenderingExpected(false);
Sally Qi4cabdd02021-08-05 16:45:57 -07001341 return base::unique_fd();
Lloyd Pique688abd42019-02-15 15:42:24 -08001342 }
1343
Vishnu Naira3140382022-02-24 14:07:11 -08001344 if (tex == nullptr) {
1345 ALOGW("Buffer not valid for display [%s], bailing out of "
1346 "client composition for this frame",
1347 mName.c_str());
1348 return {};
1349 }
1350
Lloyd Pique688abd42019-02-15 15:42:24 -08001351 ALOGV("hasClientComposition");
1352
Patrick Williams7584c6a2022-10-29 02:10:58 +00001353 renderengine::DisplaySettings clientCompositionDisplay =
Alec Mourif97df4d2023-09-06 02:10:05 +00001354 generateClientCompositionDisplaySettings(tex);
Lloyd Pique688abd42019-02-15 15:42:24 -08001355
Lloyd Pique688abd42019-02-15 15:42:24 -08001356 // Generate the client composition requests for the layers on this output.
Vishnu Naira3140382022-02-24 14:07:11 -08001357 auto& renderEngine = getCompositionEngine().getRenderEngine();
1358 const bool supportsProtectedContent = renderEngine.supportsProtectedContent();
Robert Carrccab4242021-09-28 16:53:03 -07001359 std::vector<LayerFE*> clientCompositionLayersFE;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001360 std::vector<LayerFE::LayerSettings> clientCompositionLayers =
Lloyd Pique688abd42019-02-15 15:42:24 -08001361 generateClientCompositionRequests(supportsProtectedContent,
Robert Carrccab4242021-09-28 16:53:03 -07001362 clientCompositionDisplay.outputDataspace,
1363 clientCompositionLayersFE);
Lloyd Pique688abd42019-02-15 15:42:24 -08001364 appendRegionFlashRequests(debugRegion, clientCompositionLayers);
1365
Vishnu Naira3140382022-02-24 14:07:11 -08001366 OutputCompositionState& outputCompositionState = editState();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001367 // Check if the client composition requests were rendered into the provided graphic buffer. If
1368 // so, we can reuse the buffer and avoid client composition.
1369 if (mClientCompositionRequestCache) {
Alec Mouria90a5702021-04-16 16:36:21 +00001370 if (mClientCompositionRequestCache->exists(tex->getBuffer()->getId(),
1371 clientCompositionDisplay,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001372 clientCompositionLayers)) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001373 SFTRACE_NAME("ClientCompositionCacheHit");
Vishnu Nair9b079a22020-01-21 14:36:08 -08001374 outputCompositionState.reusedClientComposition = true;
1375 setExpensiveRenderingExpected(false);
Vishnu Nair3a49f0a2022-07-29 21:52:53 +00001376 // b/239944175 pass the fence associated with the buffer.
1377 return base::unique_fd(std::move(fd));
Vishnu Nair9b079a22020-01-21 14:36:08 -08001378 }
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001379 SFTRACE_NAME("ClientCompositionCacheMiss");
Alec Mouria90a5702021-04-16 16:36:21 +00001380 mClientCompositionRequestCache->add(tex->getBuffer()->getId(), clientCompositionDisplay,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001381 clientCompositionLayers);
1382 }
1383
Lloyd Pique688abd42019-02-15 15:42:24 -08001384 // We boost GPU frequency here because there will be color spaces conversion
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001385 // or complex GPU shaders and it's expensive. We boost the GPU frequency so that
1386 // GPU composition can finish in time. We must reset GPU frequency afterwards,
1387 // because high frequency consumes extra battery.
Carlos Martinez Romeroe5d57ea2022-11-15 19:14:36 +00001388 const bool expensiveRenderingExpected =
Leon Scroggins IIIcf17ebc2022-03-03 14:54:00 -05001389 std::any_of(clientCompositionLayers.begin(), clientCompositionLayers.end(),
1390 [outputDataspace =
1391 clientCompositionDisplay.outputDataspace](const auto& layer) {
1392 return layer.sourceDataspace != outputDataspace;
1393 });
Lloyd Pique688abd42019-02-15 15:42:24 -08001394 if (expensiveRenderingExpected) {
1395 setExpensiveRenderingExpected(true);
1396 }
1397
Sally Qi59a9f502021-10-12 18:53:23 +00001398 std::vector<renderengine::LayerSettings> clientRenderEngineLayers;
1399 clientRenderEngineLayers.reserve(clientCompositionLayers.size());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001400 std::transform(clientCompositionLayers.begin(), clientCompositionLayers.end(),
Sally Qi59a9f502021-10-12 18:53:23 +00001401 std::back_inserter(clientRenderEngineLayers),
1402 [](LayerFE::LayerSettings& settings) -> renderengine::LayerSettings {
1403 return settings;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001404 });
1405
Alec Mourie4034bb2019-11-19 12:45:54 -08001406 const nsecs_t renderEngineStart = systemTime();
Patrick Williams2e9748f2022-08-09 22:48:18 +00001407 auto fenceResult = renderEngine
1408 .drawLayers(clientCompositionDisplay, clientRenderEngineLayers, tex,
Alec Mourif29700f2023-08-17 21:53:31 +00001409 std::move(fd))
Patrick Williams2e9748f2022-08-09 22:48:18 +00001410 .get();
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001411
1412 if (mClientCompositionRequestCache && fenceStatus(fenceResult) != NO_ERROR) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001413 // If rendering was not successful, remove the request from the cache.
Alec Mouria90a5702021-04-16 16:36:21 +00001414 mClientCompositionRequestCache->remove(tex->getBuffer()->getId());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001415 }
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001416 const auto fence = std::move(fenceResult).value_or(Fence::NO_FENCE);
Xiang Wangaab31162024-03-12 19:48:08 -07001417 if (isPowerHintSessionEnabled()) {
1418 if (fence != Fence::NO_FENCE && fence->isValid() &&
1419 !outputCompositionState.reusedClientComposition) {
1420 setHintSessionRequiresRenderEngine(true);
Xiang Wangcb50bbd2024-04-18 16:57:54 -07001421 if (isPowerHintSessionGpuReportingEnabled()) {
Xiang Wangaab31162024-03-12 19:48:08 -07001422 // the order of the two calls here matters as we should check if the previously
1423 // tracked fence has signaled first and archive the previous start time
1424 setHintSessionGpuStart(TimePoint::now());
1425 setHintSessionGpuFence(
1426 std::make_unique<FenceTime>(sp<Fence>::make(dup(fence->get()))));
1427 }
1428 }
1429 }
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001430
Patrick Williams74c0bf62022-11-02 23:59:26 +00001431 if (auto timeStats = getCompositionEngine().getTimeStats()) {
1432 if (fence->isValid()) {
1433 timeStats->recordRenderEngineDuration(renderEngineStart,
1434 std::make_shared<FenceTime>(fence));
1435 } else {
1436 timeStats->recordRenderEngineDuration(renderEngineStart, systemTime());
1437 }
Alec Mourie4034bb2019-11-19 12:45:54 -08001438 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001439
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001440 for (auto* clientComposedLayer : clientCompositionLayersFE) {
1441 clientComposedLayer->setWasClientComposed(fence);
Robert Carrccab4242021-09-28 16:53:03 -07001442 }
1443
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001444 return base::unique_fd(fence->dup());
Lloyd Pique688abd42019-02-15 15:42:24 -08001445}
1446
Alec Mourif97df4d2023-09-06 02:10:05 +00001447renderengine::DisplaySettings Output::generateClientCompositionDisplaySettings(
1448 const std::shared_ptr<renderengine::ExternalTexture>& buffer) const {
Patrick Williams7584c6a2022-10-29 02:10:58 +00001449 const auto& outputState = getState();
1450
1451 renderengine::DisplaySettings clientCompositionDisplay;
Leon Scroggins III5a655b82022-09-07 13:17:09 -04001452 clientCompositionDisplay.namePlusId = mNamePlusId;
Patrick Williams7584c6a2022-10-29 02:10:58 +00001453 clientCompositionDisplay.physicalDisplay = outputState.framebufferSpace.getContent();
1454 clientCompositionDisplay.clip = outputState.layerStackSpace.getContent();
1455 clientCompositionDisplay.orientation =
1456 ui::Transform::toRotationFlags(outputState.displaySpace.getOrientation());
1457 clientCompositionDisplay.outputDataspace = mDisplayColorProfile->hasWideColorGamut()
1458 ? outputState.dataspace
1459 : ui::Dataspace::UNKNOWN;
1460
1461 // If we have a valid current display brightness use that, otherwise fall back to the
1462 // display's max desired
1463 clientCompositionDisplay.currentLuminanceNits = outputState.displayBrightnessNits > 0.f
1464 ? outputState.displayBrightnessNits
1465 : mDisplayColorProfile->getHdrCapabilities().getDesiredMaxLuminance();
1466 clientCompositionDisplay.maxLuminance =
1467 mDisplayColorProfile->getHdrCapabilities().getDesiredMaxLuminance();
Alec Mourif97df4d2023-09-06 02:10:05 +00001468
1469 float hdrSdrRatioMultiplier = 1.0f / getHdrSdrRatio(buffer);
1470 clientCompositionDisplay.targetLuminanceNits = outputState.clientTargetBrightness *
1471 outputState.displayBrightnessNits * hdrSdrRatioMultiplier;
Patrick Williams7584c6a2022-10-29 02:10:58 +00001472 clientCompositionDisplay.dimmingStage = outputState.clientTargetDimmingStage;
1473 clientCompositionDisplay.renderIntent =
1474 static_cast<aidl::android::hardware::graphics::composer3::RenderIntent>(
1475 outputState.renderIntent);
1476
1477 // Compute the global color transform matrix.
1478 clientCompositionDisplay.colorTransform = outputState.colorTransformMatrix;
Patrick Williams7584c6a2022-10-29 02:10:58 +00001479 clientCompositionDisplay.deviceHandlesColorTransform =
1480 outputState.usesDeviceComposition || getSkipColorTransform();
1481 return clientCompositionDisplay;
1482}
1483
Vishnu Nair9b079a22020-01-21 14:36:08 -08001484std::vector<LayerFE::LayerSettings> Output::generateClientCompositionRequests(
Robert Carrccab4242021-09-28 16:53:03 -07001485 bool supportsProtectedContent, ui::Dataspace outputDataspace, std::vector<LayerFE*>& outLayerFEs) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001486 std::vector<LayerFE::LayerSettings> clientCompositionLayers;
Lloyd Pique688abd42019-02-15 15:42:24 -08001487 ALOGV("Rendering client layers");
1488
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001489 const auto& outputState = getState();
Angel Aguayob084e0c2021-08-04 23:27:28 +00001490 const Region viewportRegion(outputState.layerStackSpace.getContent());
Lloyd Pique688abd42019-02-15 15:42:24 -08001491 bool firstLayer = true;
Lloyd Pique688abd42019-02-15 15:42:24 -08001492
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001493 bool disableBlurs = false;
Patrick Williams16d8b2c2022-08-08 17:29:05 +00001494 uint64_t previousOverrideBufferId = 0;
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001495
Lloyd Pique01c77c12019-04-17 12:48:32 -07001496 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001497 const auto& layerState = layer->getState();
Lloyd Piquede196652020-01-22 17:29:58 -08001498 const auto* layerFEState = layer->getLayerFE().getCompositionState();
Lloyd Pique688abd42019-02-15 15:42:24 -08001499 auto& layerFE = layer->getLayerFE();
Robert Carr05da0082022-05-25 23:29:34 -07001500 layerFE.setWasClientComposed(nullptr);
Lloyd Pique688abd42019-02-15 15:42:24 -08001501
Lloyd Piquea2468662019-03-07 21:31:06 -08001502 const Region clip(viewportRegion.intersect(layerState.visibleRegion));
Lloyd Pique688abd42019-02-15 15:42:24 -08001503 ALOGV("Layer: %s", layerFE.getDebugName());
1504 if (clip.isEmpty()) {
1505 ALOGV(" Skipping for empty clip");
1506 firstLayer = false;
1507 continue;
1508 }
1509
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01001510 disableBlurs |= layerFEState->sidebandStream != nullptr;
1511
Vishnu Naira483b4a2019-12-12 15:07:52 -08001512 const bool clientComposition = layer->requiresClientComposition();
Lloyd Pique688abd42019-02-15 15:42:24 -08001513
1514 // We clear the client target for non-client composed layers if
1515 // requested by the HWC. We skip this if the layer is not an opaque
1516 // rectangle, as by definition the layer must blend with whatever is
1517 // underneath. We also skip the first layer as the buffer target is
1518 // guaranteed to start out cleared.
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001519 const bool clearClientComposition =
Lloyd Piquede196652020-01-22 17:29:58 -08001520 layerState.clearClientTarget && layerFEState->isOpaque && !firstLayer;
Lloyd Pique688abd42019-02-15 15:42:24 -08001521
1522 ALOGV(" Composition type: client %d clear %d", clientComposition, clearClientComposition);
1523
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001524 // If the layer casts a shadow but the content casting the shadow is occluded, skip
1525 // composing the non-shadow content and only draw the shadows.
1526 const bool realContentIsVisible = clientComposition &&
1527 !layerState.visibleRegion.subtract(layerState.shadowRegion).isEmpty();
1528
Lloyd Pique688abd42019-02-15 15:42:24 -08001529 if (clientComposition || clearClientComposition) {
Patrick Williams16d8b2c2022-08-08 17:29:05 +00001530 if (auto overrideSettings = layer->getOverrideCompositionSettings()) {
1531 if (overrideSettings->bufferId != previousOverrideBufferId) {
1532 previousOverrideBufferId = overrideSettings->bufferId;
1533 clientCompositionLayers.push_back(std::move(*overrideSettings));
Huihong Luo91ac3b52021-04-08 11:07:41 -07001534 ALOGV("Replacing [%s] with override in RE", layer->getLayerFE().getDebugName());
1535 } else {
1536 ALOGV("Skipping redundant override buffer for [%s] in RE",
1537 layer->getLayerFE().getDebugName());
1538 }
Dan Stoza6166c312021-01-15 16:34:05 -08001539 } else {
Alec Mourif54453c2021-05-13 16:28:28 -07001540 LayerFE::ClientCompositionTargetSettings::BlurSetting blurSetting = disableBlurs
1541 ? LayerFE::ClientCompositionTargetSettings::BlurSetting::Disabled
1542 : (layer->getState().overrideInfo.disableBackgroundBlur
1543 ? LayerFE::ClientCompositionTargetSettings::BlurSetting::
1544 BlurRegionsOnly
1545 : LayerFE::ClientCompositionTargetSettings::BlurSetting::
1546 Enabled);
Chavi Weingarten18fa7c62023-11-28 21:16:03 +00001547 bool isProtected = supportsProtectedContent;
1548 if (FlagManager::getInstance().display_protected()) {
1549 isProtected = outputState.isProtected && supportsProtectedContent;
1550 }
Alec Mourif54453c2021-05-13 16:28:28 -07001551 compositionengine::LayerFE::ClientCompositionTargetSettings
1552 targetSettings{.clip = clip,
Patrick Williams278a88f2023-01-27 16:52:40 -06001553 .needsFiltering = layer->needsFiltering() ||
Alec Mourif54453c2021-05-13 16:28:28 -07001554 outputState.needsFiltering,
1555 .isSecure = outputState.isSecure,
Chavi Weingarten18fa7c62023-11-28 21:16:03 +00001556 .isProtected = isProtected,
Angel Aguayob084e0c2021-08-04 23:27:28 +00001557 .viewport = outputState.layerStackSpace.getContent(),
Alec Mourif54453c2021-05-13 16:28:28 -07001558 .dataspace = outputDataspace,
1559 .realContentIsVisible = realContentIsVisible,
1560 .clearContent = !clientComposition,
Alec Mouricdf6cbc2021-11-01 17:21:15 -07001561 .blurSetting = blurSetting,
Vishnu Naire14c6b32022-08-06 04:20:15 +00001562 .whitePointNits = layerState.whitePointNits,
1563 .treat170mAsSrgb = outputState.treat170mAsSrgb};
Patrick Williams16d8b2c2022-08-08 17:29:05 +00001564 if (auto clientCompositionSettings =
1565 layerFE.prepareClientComposition(targetSettings)) {
1566 clientCompositionLayers.push_back(std::move(*clientCompositionSettings));
1567 if (realContentIsVisible) {
1568 layer->editState().clientCompositionTimestamp = systemTime();
1569 }
Dan Stoza6166c312021-01-15 16:34:05 -08001570 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001571 }
Vishnu Nairb87d94f2020-02-13 09:17:36 -08001572
Tianhua Sunf91f1402022-05-09 05:45:46 +00001573 if (clientComposition) {
1574 outLayerFEs.push_back(&layerFE);
1575 }
Lloyd Pique688abd42019-02-15 15:42:24 -08001576 }
1577
1578 firstLayer = false;
1579 }
1580
1581 return clientCompositionLayers;
1582}
1583
1584void Output::appendRegionFlashRequests(
Vishnu Nair9b079a22020-01-21 14:36:08 -08001585 const Region& flashRegion, std::vector<LayerFE::LayerSettings>& clientCompositionLayers) {
Lloyd Pique688abd42019-02-15 15:42:24 -08001586 if (flashRegion.isEmpty()) {
1587 return;
1588 }
1589
Vishnu Nair9b079a22020-01-21 14:36:08 -08001590 LayerFE::LayerSettings layerSettings;
Lloyd Pique688abd42019-02-15 15:42:24 -08001591 layerSettings.source.buffer.buffer = nullptr;
1592 layerSettings.source.solidColor = half3(1.0, 0.0, 1.0);
1593 layerSettings.alpha = half(1.0);
1594
1595 for (const auto& rect : flashRegion) {
1596 layerSettings.geometry.boundaries = rect.toFloatRect();
1597 clientCompositionLayers.push_back(layerSettings);
1598 }
1599}
1600
1601void Output::setExpensiveRenderingExpected(bool) {
1602 // The base class does nothing with this call.
1603}
1604
Xiang Wangaab31162024-03-12 19:48:08 -07001605void Output::setHintSessionGpuStart(TimePoint) {
1606 // The base class does nothing with this call.
1607}
1608
Matt Buckley50c44062022-01-17 20:48:10 +00001609void Output::setHintSessionGpuFence(std::unique_ptr<FenceTime>&&) {
1610 // The base class does nothing with this call.
1611}
1612
Xiang Wangaab31162024-03-12 19:48:08 -07001613void Output::setHintSessionRequiresRenderEngine(bool) {
1614 // The base class does nothing with this call.
1615}
1616
Matt Buckley50c44062022-01-17 20:48:10 +00001617bool Output::isPowerHintSessionEnabled() {
1618 return false;
1619}
1620
Xiang Wangcb50bbd2024-04-18 16:57:54 -07001621bool Output::isPowerHintSessionGpuReportingEnabled() {
1622 return false;
1623}
1624
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -04001625void Output::presentFrameAndReleaseLayers(bool flushEvenWhenDisabled) {
Vishnu Nairbe0ad902024-06-27 23:38:43 +00001626 SFTRACE_FORMAT("%s for %s", __func__, mNamePlusId.c_str());
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001627 ALOGV(__FUNCTION__);
1628
1629 if (!getState().isEnabled) {
Leon Scroggins IIIa3ba7fa2024-05-22 16:34:52 -04001630 if (flushEvenWhenDisabled && FlagManager::getInstance().flush_buffer_slots_to_uncache()) {
1631 // Some commands, like clearing buffer slots, should still be executed
1632 // even if the display is not enabled.
1633 executeCommands();
1634 }
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001635 return;
1636 }
1637
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001638 auto& outputState = editState();
1639 outputState.dirtyRegion.clear();
Lloyd Piqued3d69882019-02-28 16:03:46 -08001640
Leon Scroggins IIIc1623d12023-11-06 15:31:05 -05001641 auto frame = presentFrame();
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001642
Lloyd Pique7d90ba52019-08-08 11:57:53 -07001643 mRenderSurface->onPresentDisplayCompleted();
1644
Lloyd Pique01c77c12019-04-17 12:48:32 -07001645 for (auto* layer : getOutputLayersOrderedByZ()) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001646 // The layer buffer from the previous frame (if any) is released
1647 // by HWC only when the release fence from this frame (if any) is
1648 // signaled. Always get the release fence from HWC first.
1649 sp<Fence> releaseFence = Fence::NO_FENCE;
1650
1651 if (auto hwcLayer = layer->getHwcLayer()) {
1652 if (auto f = frame.layerFences.find(hwcLayer); f != frame.layerFences.end()) {
1653 releaseFence = f->second;
1654 }
1655 }
1656
1657 // If the layer was client composited in the previous frame, we
1658 // need to merge with the previous client target acquire fence.
1659 // Since we do not track that, always merge with the current
1660 // client target acquire fence when it is available, even though
1661 // this is suboptimal.
1662 // TODO(b/121291683): Track previous frame client target acquire fence.
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001663 if (outputState.usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001664 releaseFence =
1665 Fence::merge("LayerRelease", releaseFence, frame.clientTargetAcquireFence);
1666 }
Melody Hsu0077fde2024-10-17 21:42:50 +00001667 layer->getLayerFE().setReleaseFence(releaseFence);
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001668 }
1669
1670 // We've got a list of layers needing fences, that are disjoint with
Lloyd Pique01c77c12019-04-17 12:48:32 -07001671 // OutputLayersOrderedByZ. The best we can do is to
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001672 // supply them with the present fence.
1673 for (auto& weakLayer : mReleasedLayers) {
Dominik Laskowskibb448ce2022-05-07 15:52:55 -07001674 if (const auto layer = weakLayer.promote()) {
Melody Hsu0077fde2024-10-17 21:42:50 +00001675 layer->setReleaseFence(frame.presentFence);
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001676 }
1677 }
1678
1679 // Clear out the released layers now that we're done with them.
1680 mReleasedLayers.clear();
1681}
1682
Alec Mouriaa831582021-06-07 16:23:01 -07001683void Output::renderCachedSets(const CompositionRefreshArgs& refreshArgs) {
Leon Scroggins III43b5d522023-04-10 15:53:45 -04001684 const auto& outputState = getState();
1685 if (mPlanner && outputState.isEnabled) {
1686 mPlanner->renderCachedSets(outputState, refreshArgs.scheduledFrameTime,
1687 outputState.usesDeviceComposition || getSkipColorTransform());
Dan Stoza6166c312021-01-15 16:34:05 -08001688 }
1689}
1690
Lloyd Pique32cbe282018-10-19 13:09:22 -07001691void Output::dirtyEntireOutput() {
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001692 auto& outputState = editState();
Angel Aguayob084e0c2021-08-04 23:27:28 +00001693 outputState.dirtyRegion.set(outputState.displaySpace.getBoundsAsRect());
Lloyd Pique32cbe282018-10-19 13:09:22 -07001694}
1695
Vishnu Naira3140382022-02-24 14:07:11 -08001696void Output::resetCompositionStrategy() {
Lloyd Pique66d68602019-02-13 14:23:31 -08001697 // The base output implementation can only do client composition
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001698 auto& outputState = editState();
1699 outputState.usesClientComposition = true;
1700 outputState.usesDeviceComposition = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001701 outputState.reusedClientComposition = false;
Lloyd Pique66d68602019-02-13 14:23:31 -08001702}
1703
Lloyd Pique688abd42019-02-15 15:42:24 -08001704bool Output::getSkipColorTransform() const {
1705 return true;
1706}
1707
Leon Scroggins IIIc1623d12023-11-06 15:31:05 -05001708compositionengine::Output::FrameFences Output::presentFrame() {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001709 compositionengine::Output::FrameFences result;
Lloyd Piquea38ea7e2019-04-16 18:10:26 -07001710 if (getState().usesClientComposition) {
Lloyd Pique35fca9d2019-02-13 14:24:11 -08001711 result.clientTargetAcquireFence = mRenderSurface->getClientTargetAcquireFence();
1712 }
1713 return result;
1714}
1715
Vishnu Naira3140382022-02-24 14:07:11 -08001716void Output::setPredictCompositionStrategy(bool predict) {
Leon Scroggins III2f60d732022-09-12 14:42:38 -04001717 mPredictCompositionStrategy = predict;
1718 updateHwcAsyncWorker();
1719}
1720
1721void Output::updateHwcAsyncWorker() {
1722 if (mPredictCompositionStrategy || mOffloadPresent) {
1723 if (!mHwComposerAsyncWorker) {
1724 mHwComposerAsyncWorker = std::make_unique<HwcAsyncWorker>();
1725 }
Vishnu Naira3140382022-02-24 14:07:11 -08001726 } else {
1727 mHwComposerAsyncWorker.reset(nullptr);
1728 }
1729}
1730
Alec Mouridda07d92022-04-25 22:39:25 +00001731void Output::setTreat170mAsSrgb(bool enable) {
1732 editState().treat170mAsSrgb = enable;
1733}
1734
Sally Qi0abc4a52024-09-26 16:13:06 -07001735const aidl::android::hardware::graphics::composer3::OverlayProperties* Output::getOverlaySupport() {
1736 return nullptr;
1737}
1738
Vishnu Naira3140382022-02-24 14:07:11 -08001739bool Output::canPredictCompositionStrategy(const CompositionRefreshArgs& refreshArgs) {
Robert Carrec8ccca2022-05-04 09:36:14 -07001740 uint64_t lastOutputLayerHash = getState().lastOutputLayerHash;
1741 uint64_t outputLayerHash = getState().outputLayerHash;
1742 editState().lastOutputLayerHash = outputLayerHash;
1743
Leon Scroggins III2f60d732022-09-12 14:42:38 -04001744 if (!getState().isEnabled || !mPredictCompositionStrategy) {
Vishnu Naira3140382022-02-24 14:07:11 -08001745 ALOGV("canPredictCompositionStrategy disabled");
1746 return false;
1747 }
1748
1749 if (!getState().previousDeviceRequestedChanges) {
1750 ALOGV("canPredictCompositionStrategy previous changes not available");
1751 return false;
1752 }
1753
1754 if (!mRenderSurface->supportsCompositionStrategyPrediction()) {
1755 ALOGV("canPredictCompositionStrategy surface does not support");
1756 return false;
1757 }
1758
1759 if (refreshArgs.devOptFlashDirtyRegionsDelay) {
1760 ALOGV("canPredictCompositionStrategy devOptFlashDirtyRegionsDelay");
1761 return false;
1762 }
1763
Robert Carrec8ccca2022-05-04 09:36:14 -07001764 if (lastOutputLayerHash != outputLayerHash) {
1765 ALOGV("canPredictCompositionStrategy output layers changed");
1766 return false;
1767 }
1768
Vishnu Naira3140382022-02-24 14:07:11 -08001769 // If no layer uses clientComposition, then don't predict composition strategy
1770 // because we have less work to do in parallel.
1771 if (!anyLayersRequireClientComposition()) {
1772 ALOGV("canPredictCompositionStrategy no layer uses clientComposition");
1773 return false;
1774 }
1775
Robert Carrec8ccca2022-05-04 09:36:14 -07001776 return true;
Vishnu Naira3140382022-02-24 14:07:11 -08001777}
1778
1779bool Output::anyLayersRequireClientComposition() const {
1780 const auto layers = getOutputLayersOrderedByZ();
1781 return std::any_of(layers.begin(), layers.end(),
1782 [](const auto& layer) { return layer->requiresClientComposition(); });
1783}
1784
1785void Output::finishPrepareFrame() {
1786 const auto& state = getState();
1787 if (mPlanner) {
1788 mPlanner->reportFinalPlan(getOutputLayersOrderedByZ());
1789 }
1790 mRenderSurface->prepareFrame(state.usesClientComposition, state.usesDeviceComposition);
1791}
1792
Chavi Weingarten09fa1d62022-08-17 21:57:04 +00001793bool Output::mustRecompose() const {
1794 return mMustRecompose;
1795}
1796
Alec Mourif97df4d2023-09-06 02:10:05 +00001797float Output::getHdrSdrRatio(const std::shared_ptr<renderengine::ExternalTexture>& buffer) const {
1798 if (buffer == nullptr) {
1799 return 1.0f;
1800 }
1801
1802 if (!FlagManager::getInstance().fp16_client_target()) {
1803 return 1.0f;
1804 }
1805
1806 if (getState().displayBrightnessNits < 0.0f || getState().sdrWhitePointNits <= 0.0f ||
1807 buffer->getPixelFormat() != PIXEL_FORMAT_RGBA_FP16 ||
1808 (static_cast<int32_t>(getState().dataspace) &
1809 static_cast<int32_t>(ui::Dataspace::RANGE_MASK)) !=
1810 static_cast<int32_t>(ui::Dataspace::RANGE_EXTENDED)) {
1811 return 1.0f;
1812 }
1813
1814 return getState().displayBrightnessNits / getState().sdrWhitePointNits;
1815}
1816
Brian Lindahl1a4ffd82024-10-30 11:00:37 -06001817bool Output::hasPictureProcessing() const {
1818 return false;
1819}
1820
1821int32_t Output::getMaxLayerPictureProfiles() const {
1822 return 0;
1823}
1824
1825void Output::applyPictureProfile() {
1826 if (!com_android_graphics_libgui_flags_apply_picture_profiles()) {
1827 return;
1828 }
1829
1830 // TODO(b/337330263): Move this into the Display class and add a Display unit test.
1831 if (!getState().pictureProfileHandle) {
1832 return;
1833 }
1834 if (!getDisplayId()) {
1835 return;
1836 }
1837 if (auto displayId = PhysicalDisplayId::tryCast(*getDisplayId())) {
1838 auto& hwc = getCompositionEngine().getHwComposer();
1839 const status_t error =
1840 hwc.setDisplayPictureProfileHandle(*displayId, getState().pictureProfileHandle);
1841 ALOGE_IF(error, "setDisplayPictureProfileHandle failed for %s: %d, (%s)", getName().c_str(),
1842 error, strerror(-error));
1843 }
1844}
1845
Lloyd Piquefeb73d72018-12-04 17:23:44 -08001846} // namespace impl
1847} // namespace android::compositionengine