blob: 4c722e5485a297334c815e83ab02af368f05047a [file] [log] [blame]
Vishnu Nair8fc721b2022-12-22 20:06:32 +00001/*
2 * Copyright 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17// #define LOG_NDEBUG 0
18#define ATRACE_TAG ATRACE_TAG_GRAPHICS
19#undef LOG_TAG
20#define LOG_TAG "LayerSnapshotBuilder"
21
22#include "LayerSnapshotBuilder.h"
23#include <gui/TraceUtils.h>
24#include <numeric>
25#include "DisplayHardware/HWC2.h"
26#include "DisplayHardware/Hal.h"
Vishnu Naircfb2d252023-01-19 04:44:02 +000027#include "LayerLog.h"
28#include "TimeStats/TimeStats.h"
Vishnu Nair8fc721b2022-12-22 20:06:32 +000029#include "ftl/small_map.h"
30
31namespace android::surfaceflinger::frontend {
32
33using namespace ftl::flag_operators;
34
35namespace {
36FloatRect getMaxDisplayBounds(
37 const display::DisplayMap<ui::LayerStack, frontend::DisplayInfo>& displays) {
38 const ui::Size maxSize = [&displays] {
39 if (displays.empty()) return ui::Size{5000, 5000};
40
41 return std::accumulate(displays.begin(), displays.end(), ui::kEmptySize,
42 [](ui::Size size, const auto& pair) -> ui::Size {
43 const auto& display = pair.second;
44 return {std::max(size.getWidth(), display.info.logicalWidth),
45 std::max(size.getHeight(), display.info.logicalHeight)};
46 });
47 }();
48
49 // Ignore display bounds for now since they will be computed later. Use a large Rect bound
50 // to ensure it's bigger than an actual display will be.
51 const float xMax = static_cast<float>(maxSize.getWidth()) * 10.f;
52 const float yMax = static_cast<float>(maxSize.getHeight()) * 10.f;
53
54 return {-xMax, -yMax, xMax, yMax};
55}
56
57// Applies the given transform to the region, while protecting against overflows caused by any
58// offsets. If applying the offset in the transform to any of the Rects in the region would result
59// in an overflow, they are not added to the output Region.
60Region transformTouchableRegionSafely(const ui::Transform& t, const Region& r,
61 const std::string& debugWindowName) {
62 // Round the translation using the same rounding strategy used by ui::Transform.
63 const auto tx = static_cast<int32_t>(t.tx() + 0.5);
64 const auto ty = static_cast<int32_t>(t.ty() + 0.5);
65
66 ui::Transform transformWithoutOffset = t;
67 transformWithoutOffset.set(0.f, 0.f);
68
69 const Region transformed = transformWithoutOffset.transform(r);
70
71 // Apply the translation to each of the Rects in the region while discarding any that overflow.
72 Region ret;
73 for (const auto& rect : transformed) {
74 Rect newRect;
75 if (__builtin_add_overflow(rect.left, tx, &newRect.left) ||
76 __builtin_add_overflow(rect.top, ty, &newRect.top) ||
77 __builtin_add_overflow(rect.right, tx, &newRect.right) ||
78 __builtin_add_overflow(rect.bottom, ty, &newRect.bottom)) {
79 ALOGE("Applying transform to touchable region of window '%s' resulted in an overflow.",
80 debugWindowName.c_str());
81 continue;
82 }
83 ret.orSelf(newRect);
84 }
85 return ret;
86}
87
88/*
89 * We don't want to send the layer's transform to input, but rather the
90 * parent's transform. This is because Layer's transform is
91 * information about how the buffer is placed on screen. The parent's
92 * transform makes more sense to send since it's information about how the
93 * layer is placed on screen. This transform is used by input to determine
94 * how to go from screen space back to window space.
95 */
96ui::Transform getInputTransform(const LayerSnapshot& snapshot) {
97 if (!snapshot.hasBufferOrSidebandStream()) {
98 return snapshot.geomLayerTransform;
99 }
100 return snapshot.parentTransform;
101}
102
103/**
104 * Similar to getInputTransform, we need to update the bounds to include the transform.
105 * This is because bounds don't include the buffer transform, where the input assumes
106 * that's already included.
107 */
108Rect getInputBounds(const LayerSnapshot& snapshot) {
109 if (!snapshot.hasBufferOrSidebandStream()) {
110 return snapshot.croppedBufferSize;
111 }
112
113 if (snapshot.localTransform.getType() == ui::Transform::IDENTITY ||
114 !snapshot.croppedBufferSize.isValid()) {
115 return snapshot.croppedBufferSize;
116 }
117 return snapshot.localTransform.transform(snapshot.croppedBufferSize);
118}
119
120void fillInputFrameInfo(gui::WindowInfo& info, const ui::Transform& screenToDisplay,
121 const LayerSnapshot& snapshot) {
122 Rect tmpBounds = getInputBounds(snapshot);
123 if (!tmpBounds.isValid()) {
124 info.touchableRegion.clear();
125 // A layer could have invalid input bounds and still expect to receive touch input if it has
126 // replaceTouchableRegionWithCrop. For that case, the input transform needs to be calculated
127 // correctly to determine the coordinate space for input events. Use an empty rect so that
128 // the layer will receive input in its own layer space.
129 tmpBounds = Rect::EMPTY_RECT;
130 }
131
132 // InputDispatcher works in the display device's coordinate space. Here, we calculate the
133 // frame and transform used for the layer, which determines the bounds and the coordinate space
134 // within which the layer will receive input.
135 //
136 // The coordinate space within which each of the bounds are specified is explicitly documented
137 // in the variable name. For example "inputBoundsInLayer" is specified in layer space. A
138 // Transform converts one coordinate space to another, which is apparent in its naming. For
139 // example, "layerToDisplay" transforms layer space to display space.
140 //
141 // Coordinate space definitions:
142 // - display: The display device's coordinate space. Correlates to pixels on the display.
143 // - screen: The post-rotation coordinate space for the display, a.k.a. logical display space.
144 // - layer: The coordinate space of this layer.
145 // - input: The coordinate space in which this layer will receive input events. This could be
146 // different than layer space if a surfaceInset is used, which changes the origin
147 // of the input space.
148 const FloatRect inputBoundsInLayer = tmpBounds.toFloatRect();
149
150 // Clamp surface inset to the input bounds.
151 const auto surfaceInset = static_cast<float>(info.surfaceInset);
152 const float xSurfaceInset =
153 std::max(0.f, std::min(surfaceInset, inputBoundsInLayer.getWidth() / 2.f));
154 const float ySurfaceInset =
155 std::max(0.f, std::min(surfaceInset, inputBoundsInLayer.getHeight() / 2.f));
156
157 // Apply the insets to the input bounds.
158 const FloatRect insetBoundsInLayer(inputBoundsInLayer.left + xSurfaceInset,
159 inputBoundsInLayer.top + ySurfaceInset,
160 inputBoundsInLayer.right - xSurfaceInset,
161 inputBoundsInLayer.bottom - ySurfaceInset);
162
163 // Crop the input bounds to ensure it is within the parent's bounds.
164 const FloatRect croppedInsetBoundsInLayer =
165 snapshot.geomLayerBounds.intersect(insetBoundsInLayer);
166
167 const ui::Transform layerToScreen = getInputTransform(snapshot);
168 const ui::Transform layerToDisplay = screenToDisplay * layerToScreen;
169
170 const Rect roundedFrameInDisplay{layerToDisplay.transform(croppedInsetBoundsInLayer)};
171 info.frameLeft = roundedFrameInDisplay.left;
172 info.frameTop = roundedFrameInDisplay.top;
173 info.frameRight = roundedFrameInDisplay.right;
174 info.frameBottom = roundedFrameInDisplay.bottom;
175
176 ui::Transform inputToLayer;
177 inputToLayer.set(insetBoundsInLayer.left, insetBoundsInLayer.top);
178 const ui::Transform inputToDisplay = layerToDisplay * inputToLayer;
179
180 // InputDispatcher expects a display-to-input transform.
181 info.transform = inputToDisplay.inverse();
182
183 // The touchable region is specified in the input coordinate space. Change it to display space.
184 info.touchableRegion =
185 transformTouchableRegionSafely(inputToDisplay, info.touchableRegion, snapshot.name);
186}
187
188void handleDropInputMode(LayerSnapshot& snapshot, const LayerSnapshot& parentSnapshot) {
189 if (snapshot.inputInfo.inputConfig.test(gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL)) {
190 return;
191 }
192
193 // Check if we need to drop input unconditionally
194 const gui::DropInputMode dropInputMode = snapshot.dropInputMode;
195 if (dropInputMode == gui::DropInputMode::ALL) {
196 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
197 ALOGV("Dropping input for %s as requested by policy.", snapshot.name.c_str());
198 return;
199 }
200
201 // Check if we need to check if the window is obscured by parent
202 if (dropInputMode != gui::DropInputMode::OBSCURED) {
203 return;
204 }
205
206 // Check if the parent has set an alpha on the layer
207 if (parentSnapshot.color.a != 1.0_hf) {
208 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
209 ALOGV("Dropping input for %s as requested by policy because alpha=%f",
210 snapshot.name.c_str(), static_cast<float>(parentSnapshot.color.a));
211 }
212
213 // Check if the parent has cropped the buffer
214 Rect bufferSize = snapshot.croppedBufferSize;
215 if (!bufferSize.isValid()) {
216 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED;
217 return;
218 }
219
220 // Screenbounds are the layer bounds cropped by parents, transformed to screenspace.
221 // To check if the layer has been cropped, we take the buffer bounds, apply the local
222 // layer crop and apply the same set of transforms to move to screenspace. If the bounds
223 // match then the layer has not been cropped by its parents.
224 Rect bufferInScreenSpace(snapshot.geomLayerTransform.transform(bufferSize));
225 bool croppedByParent = bufferInScreenSpace != Rect{snapshot.transformedBounds};
226
227 if (croppedByParent) {
228 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
229 ALOGV("Dropping input for %s as requested by policy because buffer is cropped by parent",
230 snapshot.name.c_str());
231 } else {
232 // If the layer is not obscured by its parents (by setting an alpha or crop), then only drop
233 // input if the window is obscured. This check should be done in surfaceflinger but the
234 // logic currently resides in inputflinger. So pass the if_obscured check to input to only
235 // drop input events if the window is obscured.
236 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED;
237 }
238}
239
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000240auto getBlendMode(const LayerSnapshot& snapshot, const RequestedLayerState& requested) {
241 auto blendMode = Hwc2::IComposerClient::BlendMode::NONE;
242 if (snapshot.alpha != 1.0f || !snapshot.isContentOpaque()) {
243 blendMode = requested.premultipliedAlpha ? Hwc2::IComposerClient::BlendMode::PREMULTIPLIED
244 : Hwc2::IComposerClient::BlendMode::COVERAGE;
245 }
246 return blendMode;
247}
248
Vishnu Naircfb2d252023-01-19 04:44:02 +0000249void updateSurfaceDamage(const RequestedLayerState& requested, bool hasReadyFrame,
250 bool forceFullDamage, Region& outSurfaceDamageRegion) {
251 if (!hasReadyFrame) {
252 outSurfaceDamageRegion.clear();
253 return;
254 }
255 if (forceFullDamage) {
256 outSurfaceDamageRegion = Region::INVALID_REGION;
257 } else {
258 outSurfaceDamageRegion = requested.surfaceDamageRegion;
259 }
260}
261
Vishnu Nair80a5a702023-02-11 01:21:51 +0000262void updateVisibility(LayerSnapshot& snapshot, bool visible) {
263 snapshot.isVisible = visible;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000264
265 // TODO(b/238781169) we are ignoring this compat for now, since we will have
266 // to remove any optimization based on visibility.
267
268 // For compatibility reasons we let layers which can receive input
269 // receive input before they have actually submitted a buffer. Because
270 // of this we use canReceiveInput instead of isVisible to check the
271 // policy-visibility, ignoring the buffer state. However for layers with
272 // hasInputInfo()==false we can use the real visibility state.
273 // We are just using these layers for occlusion detection in
274 // InputDispatcher, and obviously if they aren't visible they can't occlude
275 // anything.
Vishnu Nair80a5a702023-02-11 01:21:51 +0000276 const bool visibleForInput =
Vishnu Naircfb2d252023-01-19 04:44:02 +0000277 (snapshot.inputInfo.token != nullptr) ? snapshot.canReceiveInput() : snapshot.isVisible;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000278 snapshot.inputInfo.setInputConfig(gui::WindowInfo::InputConfig::NOT_VISIBLE, !visibleForInput);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000279}
280
281bool needsInputInfo(const LayerSnapshot& snapshot, const RequestedLayerState& requested) {
282 if (requested.potentialCursor) {
283 return false;
284 }
285
286 if (snapshot.inputInfo.token != nullptr) {
287 return true;
288 }
289
290 if (snapshot.hasBufferOrSidebandStream()) {
291 return true;
292 }
293
294 return requested.windowInfoHandle &&
295 requested.windowInfoHandle->getInfo()->inputConfig.test(
296 gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL);
297}
298
Vishnu Nairc765c6c2023-02-23 00:08:01 +0000299void updateMetadata(LayerSnapshot& snapshot, const RequestedLayerState& requested,
300 const LayerSnapshotBuilder::Args& args) {
301 snapshot.metadata.clear();
302 for (const auto& [key, mandatory] : args.supportedLayerGenericMetadata) {
303 auto compatIter = args.genericLayerMetadataKeyMap.find(key);
304 if (compatIter == std::end(args.genericLayerMetadataKeyMap)) {
305 continue;
306 }
307 const uint32_t id = compatIter->second;
308 auto it = requested.metadata.mMap.find(id);
309 if (it == std::end(requested.metadata.mMap)) {
310 continue;
311 }
312
313 snapshot.metadata.emplace(key,
314 compositionengine::GenericLayerMetadataEntry{mandatory,
315 it->second});
316 }
317}
318
Vishnu Naircfb2d252023-01-19 04:44:02 +0000319void clearChanges(LayerSnapshot& snapshot) {
320 snapshot.changes.clear();
321 snapshot.contentDirty = false;
322 snapshot.hasReadyFrame = false;
323 snapshot.sidebandStreamHasFrame = false;
324 snapshot.surfaceDamage.clear();
325}
326
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000327} // namespace
328
329LayerSnapshot LayerSnapshotBuilder::getRootSnapshot() {
330 LayerSnapshot snapshot;
331 snapshot.changes = ftl::Flags<RequestedLayerState::Changes>();
332 snapshot.isHiddenByPolicyFromParent = false;
333 snapshot.isHiddenByPolicyFromRelativeParent = false;
334 snapshot.parentTransform.reset();
335 snapshot.geomLayerTransform.reset();
336 snapshot.geomInverseLayerTransform.reset();
337 snapshot.geomLayerBounds = getMaxDisplayBounds({});
338 snapshot.roundedCorner = RoundedCornerState();
339 snapshot.stretchEffect = {};
340 snapshot.outputFilter.layerStack = ui::DEFAULT_LAYER_STACK;
341 snapshot.outputFilter.toInternalDisplay = false;
342 snapshot.isSecure = false;
343 snapshot.color.a = 1.0_hf;
344 snapshot.colorTransformIsIdentity = true;
345 snapshot.shadowRadius = 0.f;
346 snapshot.layerMetadata.mMap.clear();
347 snapshot.relativeLayerMetadata.mMap.clear();
348 snapshot.inputInfo.touchOcclusionMode = gui::TouchOcclusionMode::BLOCK_UNTRUSTED;
349 snapshot.dropInputMode = gui::DropInputMode::NONE;
350 snapshot.isTrustedOverlay = false;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000351 snapshot.gameMode = gui::GameMode::Unsupported;
352 snapshot.frameRate = {};
353 snapshot.fixedTransformHint = ui::Transform::ROT_INVALID;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000354 return snapshot;
355}
356
357LayerSnapshotBuilder::LayerSnapshotBuilder() : mRootSnapshot(getRootSnapshot()) {}
358
359LayerSnapshotBuilder::LayerSnapshotBuilder(Args args) : LayerSnapshotBuilder() {
Vishnu Naird47bcee2023-02-24 18:08:51 +0000360 args.forceUpdate = ForceUpdateFlags::ALL;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000361 updateSnapshots(args);
362}
363
364bool LayerSnapshotBuilder::tryFastUpdate(const Args& args) {
Vishnu Naird47bcee2023-02-24 18:08:51 +0000365 if (args.forceUpdate != ForceUpdateFlags::NONE || args.displayChanges) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000366 // force update requested, or we have display changes, so skip the fast path
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000367 return false;
368 }
369
370 if (args.layerLifecycleManager.getGlobalChanges().get() == 0) {
371 // there are no changes, so just clear the change flags from before.
372 for (auto& snapshot : mSnapshots) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000373 clearChanges(*snapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000374 }
375 return true;
376 }
377
378 if (args.layerLifecycleManager.getGlobalChanges() != RequestedLayerState::Changes::Content) {
379 // We have changes that require us to walk the hierarchy and update child layers.
380 // No fast path for you.
381 return false;
382 }
383
384 // There are only content changes which do not require any child layer snapshots to be updated.
385 ALOGV("%s", __func__);
386 ATRACE_NAME("FastPath");
387
388 // Collect layers with changes
389 ftl::SmallMap<uint32_t, RequestedLayerState*, 10> layersWithChanges;
390 for (auto& layer : args.layerLifecycleManager.getLayers()) {
391 if (layer->changes.test(RequestedLayerState::Changes::Content)) {
392 layersWithChanges.emplace_or_replace(layer->id, layer.get());
393 }
394 }
395
396 // Walk through the snapshots, clearing previous change flags and updating the snapshots
397 // if needed.
398 for (auto& snapshot : mSnapshots) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000399 clearChanges(*snapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000400 auto it = layersWithChanges.find(snapshot->path.id);
401 if (it != layersWithChanges.end()) {
402 ALOGV("%s fast path snapshot changes = %s", __func__,
403 mRootSnapshot.changes.string().c_str());
404 LayerHierarchy::TraversalPath root = LayerHierarchy::TraversalPath::ROOT;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000405 updateSnapshot(*snapshot, args, *it->second, mRootSnapshot, root,
406 /*newSnapshot=*/false);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000407 }
408 }
409 return true;
410}
411
412void LayerSnapshotBuilder::updateSnapshots(const Args& args) {
413 ATRACE_NAME("UpdateSnapshots");
Vishnu Nair3af0ec02023-02-10 04:13:48 +0000414 if (args.parentCrop) {
415 mRootSnapshot.geomLayerBounds = *args.parentCrop;
Vishnu Naird47bcee2023-02-24 18:08:51 +0000416 } else if (args.forceUpdate == ForceUpdateFlags::ALL || args.displayChanges) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000417 mRootSnapshot.geomLayerBounds = getMaxDisplayBounds(args.displays);
418 }
419 if (args.displayChanges) {
420 mRootSnapshot.changes = RequestedLayerState::Changes::AffectsChildren |
421 RequestedLayerState::Changes::Geometry;
422 }
Vishnu Naird47bcee2023-02-24 18:08:51 +0000423 if (args.forceUpdate == ForceUpdateFlags::HIERARCHY) {
424 mRootSnapshot.changes |=
425 RequestedLayerState::Changes::Hierarchy | RequestedLayerState::Changes::Visibility;
426 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000427 LayerHierarchy::TraversalPath root = LayerHierarchy::TraversalPath::ROOT;
Vishnu Naird47bcee2023-02-24 18:08:51 +0000428 if (args.root.getLayer()) {
429 // The hierarchy can have a root layer when used for screenshots otherwise, it will have
430 // multiple children.
431 LayerHierarchy::ScopedAddToTraversalPath addChildToPath(root, args.root.getLayer()->id,
432 LayerHierarchy::Variant::Attached);
433 updateSnapshotsInHierarchy(args, args.root, root, mRootSnapshot);
434 } else {
435 for (auto& [childHierarchy, variant] : args.root.mChildren) {
436 LayerHierarchy::ScopedAddToTraversalPath addChildToPath(root,
437 childHierarchy->getLayer()->id,
438 variant);
439 updateSnapshotsInHierarchy(args, *childHierarchy, root, mRootSnapshot);
440 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000441 }
442
443 sortSnapshotsByZ(args);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000444 clearChanges(mRootSnapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000445
446 // Destroy unreachable snapshots
447 if (args.layerLifecycleManager.getDestroyedLayers().empty()) {
448 return;
449 }
450
451 std::unordered_set<uint32_t> destroyedLayerIds;
452 for (auto& destroyedLayer : args.layerLifecycleManager.getDestroyedLayers()) {
453 destroyedLayerIds.emplace(destroyedLayer->id);
454 }
455 auto it = mSnapshots.begin();
456 while (it < mSnapshots.end()) {
457 auto& traversalPath = it->get()->path;
458 if (destroyedLayerIds.find(traversalPath.id) == destroyedLayerIds.end()) {
459 it++;
460 continue;
461 }
462
463 mIdToSnapshot.erase(traversalPath);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000464 mSnapshots.back()->globalZ = it->get()->globalZ;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000465 std::iter_swap(it, mSnapshots.end() - 1);
466 mSnapshots.erase(mSnapshots.end() - 1);
467 }
468}
469
470void LayerSnapshotBuilder::update(const Args& args) {
471 if (tryFastUpdate(args)) {
472 return;
473 }
474 updateSnapshots(args);
475}
476
Vishnu Naircfb2d252023-01-19 04:44:02 +0000477const LayerSnapshot& LayerSnapshotBuilder::updateSnapshotsInHierarchy(
478 const Args& args, const LayerHierarchy& hierarchy,
479 LayerHierarchy::TraversalPath& traversalPath, const LayerSnapshot& parentSnapshot) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000480 const RequestedLayerState* layer = hierarchy.getLayer();
Vishnu Naircfb2d252023-01-19 04:44:02 +0000481 LayerSnapshot* snapshot = getSnapshot(traversalPath);
482 const bool newSnapshot = snapshot == nullptr;
483 if (newSnapshot) {
484 snapshot = createSnapshot(traversalPath, *layer);
485 }
Vishnu Naird47bcee2023-02-24 18:08:51 +0000486 scheduler::LayerInfo::FrameRate oldFrameRate = snapshot->frameRate;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000487 if (traversalPath.isRelative()) {
488 bool parentIsRelative = traversalPath.variant == LayerHierarchy::Variant::Relative;
489 updateRelativeState(*snapshot, parentSnapshot, parentIsRelative, args);
490 } else {
491 if (traversalPath.isAttached()) {
492 resetRelativeState(*snapshot);
493 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000494 updateSnapshot(*snapshot, args, *layer, parentSnapshot, traversalPath, newSnapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000495 }
496
497 for (auto& [childHierarchy, variant] : hierarchy.mChildren) {
498 LayerHierarchy::ScopedAddToTraversalPath addChildToPath(traversalPath,
499 childHierarchy->getLayer()->id,
500 variant);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000501 const LayerSnapshot& childSnapshot =
502 updateSnapshotsInHierarchy(args, *childHierarchy, traversalPath, *snapshot);
503 updateChildState(*snapshot, childSnapshot, args);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000504 }
Vishnu Naird47bcee2023-02-24 18:08:51 +0000505
506 if (oldFrameRate == snapshot->frameRate) {
507 snapshot->changes.clear(RequestedLayerState::Changes::FrameRate);
508 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000509 return *snapshot;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000510}
511
512LayerSnapshot* LayerSnapshotBuilder::getSnapshot(uint32_t layerId) const {
513 if (layerId == UNASSIGNED_LAYER_ID) {
514 return nullptr;
515 }
516 LayerHierarchy::TraversalPath path{.id = layerId};
517 return getSnapshot(path);
518}
519
520LayerSnapshot* LayerSnapshotBuilder::getSnapshot(const LayerHierarchy::TraversalPath& id) const {
521 auto it = mIdToSnapshot.find(id);
522 return it == mIdToSnapshot.end() ? nullptr : it->second;
523}
524
Vishnu Naircfb2d252023-01-19 04:44:02 +0000525LayerSnapshot* LayerSnapshotBuilder::createSnapshot(const LayerHierarchy::TraversalPath& id,
526 const RequestedLayerState& layer) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000527 mSnapshots.emplace_back(std::make_unique<LayerSnapshot>(layer, id));
Vishnu Naircfb2d252023-01-19 04:44:02 +0000528 LayerSnapshot* snapshot = mSnapshots.back().get();
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000529 snapshot->globalZ = static_cast<size_t>(mSnapshots.size()) - 1;
530 mIdToSnapshot[id] = snapshot;
531 return snapshot;
532}
533
534void LayerSnapshotBuilder::sortSnapshotsByZ(const Args& args) {
Vishnu Naird47bcee2023-02-24 18:08:51 +0000535 if (!mResortSnapshots && args.forceUpdate == ForceUpdateFlags::NONE &&
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000536 !args.layerLifecycleManager.getGlobalChanges().any(
537 RequestedLayerState::Changes::Hierarchy |
538 RequestedLayerState::Changes::Visibility)) {
539 // We are not force updating and there are no hierarchy or visibility changes. Avoid sorting
540 // the snapshots.
541 return;
542 }
543
Vishnu Naircfb2d252023-01-19 04:44:02 +0000544 mResortSnapshots = false;
545
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000546 size_t globalZ = 0;
547 args.root.traverseInZOrder(
548 [this, &globalZ](const LayerHierarchy&,
549 const LayerHierarchy::TraversalPath& traversalPath) -> bool {
550 LayerSnapshot* snapshot = getSnapshot(traversalPath);
551 if (!snapshot) {
552 return false;
553 }
554
555 if (snapshot->isHiddenByPolicy() &&
556 !snapshot->changes.test(RequestedLayerState::Changes::Visibility)) {
557 return false;
558 }
559
Vishnu Naircfb2d252023-01-19 04:44:02 +0000560 if (snapshot->getIsVisible() || snapshot->hasInputInfo()) {
Vishnu Nair80a5a702023-02-11 01:21:51 +0000561 updateVisibility(*snapshot, snapshot->getIsVisible());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000562 size_t oldZ = snapshot->globalZ;
563 size_t newZ = globalZ++;
564 snapshot->globalZ = newZ;
565 if (oldZ == newZ) {
566 return true;
567 }
568 mSnapshots[newZ]->globalZ = oldZ;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000569 LLOGV(snapshot->sequence, "Made visible z=%zu -> %zu %s", oldZ, newZ,
570 snapshot->getDebugString().c_str());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000571 std::iter_swap(mSnapshots.begin() + static_cast<ssize_t>(oldZ),
572 mSnapshots.begin() + static_cast<ssize_t>(newZ));
573 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000574 return true;
575 });
Vishnu Naircfb2d252023-01-19 04:44:02 +0000576 mNumInterestingSnapshots = (int)globalZ;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000577 while (globalZ < mSnapshots.size()) {
578 mSnapshots[globalZ]->globalZ = globalZ;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000579 /* mark unreachable snapshots as explicitly invisible */
580 updateVisibility(*mSnapshots[globalZ], false);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000581 globalZ++;
582 }
583}
584
585void LayerSnapshotBuilder::updateRelativeState(LayerSnapshot& snapshot,
586 const LayerSnapshot& parentSnapshot,
587 bool parentIsRelative, const Args& args) {
588 if (parentIsRelative) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000589 snapshot.isHiddenByPolicyFromRelativeParent =
590 parentSnapshot.isHiddenByPolicyFromParent || parentSnapshot.invalidTransform;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000591 if (args.includeMetadata) {
592 snapshot.relativeLayerMetadata = parentSnapshot.layerMetadata;
593 }
594 } else {
595 snapshot.isHiddenByPolicyFromRelativeParent =
596 parentSnapshot.isHiddenByPolicyFromRelativeParent;
597 if (args.includeMetadata) {
598 snapshot.relativeLayerMetadata = parentSnapshot.relativeLayerMetadata;
599 }
600 }
601 snapshot.isVisible = snapshot.getIsVisible();
602}
603
Vishnu Naircfb2d252023-01-19 04:44:02 +0000604void LayerSnapshotBuilder::updateChildState(LayerSnapshot& snapshot,
605 const LayerSnapshot& childSnapshot, const Args& args) {
606 if (snapshot.childState.hasValidFrameRate) {
607 return;
608 }
Vishnu Naird47bcee2023-02-24 18:08:51 +0000609 if (args.forceUpdate == ForceUpdateFlags::ALL ||
610 childSnapshot.changes.test(RequestedLayerState::Changes::FrameRate)) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000611 // We return whether this layer ot its children has a vote. We ignore ExactOrMultiple votes
612 // for the same reason we are allowing touch boost for those layers. See
613 // RefreshRateSelector::rankFrameRates for details.
614 using FrameRateCompatibility = scheduler::LayerInfo::FrameRateCompatibility;
615 const auto layerVotedWithDefaultCompatibility = childSnapshot.frameRate.rate.isValid() &&
616 childSnapshot.frameRate.type == FrameRateCompatibility::Default;
617 const auto layerVotedWithNoVote =
618 childSnapshot.frameRate.type == FrameRateCompatibility::NoVote;
619 const auto layerVotedWithExactCompatibility = childSnapshot.frameRate.rate.isValid() &&
620 childSnapshot.frameRate.type == FrameRateCompatibility::Exact;
621
622 snapshot.childState.hasValidFrameRate |= layerVotedWithDefaultCompatibility ||
623 layerVotedWithNoVote || layerVotedWithExactCompatibility;
624
625 // If we don't have a valid frame rate, but the children do, we set this
626 // layer as NoVote to allow the children to control the refresh rate
627 if (!snapshot.frameRate.rate.isValid() &&
628 snapshot.frameRate.type != FrameRateCompatibility::NoVote &&
629 snapshot.childState.hasValidFrameRate) {
630 snapshot.frameRate =
631 scheduler::LayerInfo::FrameRate(Fps(), FrameRateCompatibility::NoVote);
632 snapshot.changes |= childSnapshot.changes & RequestedLayerState::Changes::FrameRate;
633 }
634 }
635}
636
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000637void LayerSnapshotBuilder::resetRelativeState(LayerSnapshot& snapshot) {
638 snapshot.isHiddenByPolicyFromRelativeParent = false;
639 snapshot.relativeLayerMetadata.mMap.clear();
640}
641
642uint32_t getDisplayRotationFlags(
643 const display::DisplayMap<ui::LayerStack, frontend::DisplayInfo>& displays,
644 const ui::LayerStack& layerStack) {
645 static frontend::DisplayInfo sDefaultDisplayInfo = {.isPrimary = false};
646 auto display = displays.get(layerStack).value_or(sDefaultDisplayInfo).get();
647 return display.isPrimary ? display.rotationFlags : 0;
648}
649
650void LayerSnapshotBuilder::updateSnapshot(LayerSnapshot& snapshot, const Args& args,
651 const RequestedLayerState& requested,
652 const LayerSnapshot& parentSnapshot,
Vishnu Naircfb2d252023-01-19 04:44:02 +0000653 const LayerHierarchy::TraversalPath& path,
654 bool newSnapshot) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000655 // Always update flags and visibility
656 ftl::Flags<RequestedLayerState::Changes> parentChanges = parentSnapshot.changes &
657 (RequestedLayerState::Changes::Hierarchy | RequestedLayerState::Changes::Geometry |
658 RequestedLayerState::Changes::Visibility | RequestedLayerState::Changes::Metadata |
Vishnu Naird47bcee2023-02-24 18:08:51 +0000659 RequestedLayerState::Changes::AffectsChildren |
660 RequestedLayerState::Changes::FrameRate);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000661 snapshot.changes = parentChanges | requested.changes;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000662 snapshot.isHiddenByPolicyFromParent = parentSnapshot.isHiddenByPolicyFromParent ||
Vishnu Nair3af0ec02023-02-10 04:13:48 +0000663 parentSnapshot.invalidTransform || requested.isHiddenByPolicy() ||
664 (args.excludeLayerIds.find(path.id) != args.excludeLayerIds.end());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000665 snapshot.contentDirty = requested.what & layer_state_t::CONTENT_DIRTY;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000666 // TODO(b/238781169) scope down the changes to only buffer updates.
Vishnu Naird47bcee2023-02-24 18:08:51 +0000667 snapshot.hasReadyFrame = requested.hasReadyFrame();
668 snapshot.sidebandStreamHasFrame = requested.hasSidebandStreamFrame();
Vishnu Naircfb2d252023-01-19 04:44:02 +0000669 updateSurfaceDamage(requested, snapshot.hasReadyFrame, args.forceFullDamage,
670 snapshot.surfaceDamage);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000671
Vishnu Naird47bcee2023-02-24 18:08:51 +0000672 const bool forceUpdate = newSnapshot || args.forceUpdate == ForceUpdateFlags::ALL ||
Vishnu Naircfb2d252023-01-19 04:44:02 +0000673 snapshot.changes.any(RequestedLayerState::Changes::Visibility |
674 RequestedLayerState::Changes::Created);
Vishnu Nair80a5a702023-02-11 01:21:51 +0000675 snapshot.outputFilter.layerStack = requested.parentId != UNASSIGNED_LAYER_ID
676 ? parentSnapshot.outputFilter.layerStack
677 : requested.layerStack;
678
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000679 uint32_t displayRotationFlags =
680 getDisplayRotationFlags(args.displays, snapshot.outputFilter.layerStack);
681
Vishnu Naircfb2d252023-01-19 04:44:02 +0000682 // always update the buffer regardless of visibility
Vishnu Nair80a5a702023-02-11 01:21:51 +0000683 if (forceUpdate || requested.what & layer_state_t::BUFFER_CHANGES || args.displayChanges) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000684 snapshot.acquireFence =
685 (requested.externalTexture &&
686 requested.bufferData->flags.test(BufferData::BufferDataChange::fenceChanged))
687 ? requested.bufferData->acquireFence
688 : Fence::NO_FENCE;
689 snapshot.buffer =
690 requested.externalTexture ? requested.externalTexture->getBuffer() : nullptr;
691 snapshot.bufferSize = requested.getBufferSize(displayRotationFlags);
692 snapshot.geomBufferSize = snapshot.bufferSize;
693 snapshot.croppedBufferSize = requested.getCroppedBufferSize(snapshot.bufferSize);
694 snapshot.dataspace = requested.dataspace;
695 snapshot.externalTexture = requested.externalTexture;
696 snapshot.frameNumber = (requested.bufferData) ? requested.bufferData->frameNumber : 0;
697 snapshot.geomBufferTransform = requested.bufferTransform;
698 snapshot.geomBufferUsesDisplayInverseTransform = requested.transformToDisplayInverse;
699 snapshot.geomContentCrop = requested.getBufferCrop();
700 snapshot.geomUsesSourceCrop = snapshot.hasBufferOrSidebandStream();
701 snapshot.hasProtectedContent = requested.externalTexture &&
702 requested.externalTexture->getUsage() & GRALLOC_USAGE_PROTECTED;
703 snapshot.isHdrY410 = requested.dataspace == ui::Dataspace::BT2020_ITU_PQ &&
704 requested.api == NATIVE_WINDOW_API_MEDIA &&
705 requested.bufferData->getPixelFormat() == HAL_PIXEL_FORMAT_RGBA_1010102;
706 snapshot.sidebandStream = requested.sidebandStream;
707 snapshot.transparentRegionHint = requested.transparentRegion;
708 snapshot.color.rgb = requested.getColor().rgb;
John Reck68796592023-01-25 13:47:12 -0500709 snapshot.currentSdrHdrRatio = requested.currentSdrHdrRatio;
710 snapshot.desiredSdrHdrRatio = requested.desiredSdrHdrRatio;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000711 }
712
713 if (snapshot.isHiddenByPolicyFromParent && !newSnapshot) {
714 if (forceUpdate ||
715 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
716 RequestedLayerState::Changes::Geometry |
717 RequestedLayerState::Changes::Input)) {
718 updateInput(snapshot, requested, parentSnapshot, path, args);
719 }
720 return;
721 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000722
723 if (forceUpdate || snapshot.changes.any(RequestedLayerState::Changes::AffectsChildren)) {
724 // If root layer, use the layer stack otherwise get the parent's layer stack.
725 snapshot.color.a = parentSnapshot.color.a * requested.color.a;
726 snapshot.alpha = snapshot.color.a;
727 snapshot.isSecure =
728 parentSnapshot.isSecure || (requested.flags & layer_state_t::eLayerSecure);
729 snapshot.isTrustedOverlay = parentSnapshot.isTrustedOverlay || requested.isTrustedOverlay;
730 snapshot.outputFilter.layerStack = requested.parentId != UNASSIGNED_LAYER_ID
731 ? parentSnapshot.outputFilter.layerStack
732 : requested.layerStack;
733 snapshot.outputFilter.toInternalDisplay = parentSnapshot.outputFilter.toInternalDisplay ||
734 (requested.flags & layer_state_t::eLayerSkipScreenshot);
735 snapshot.stretchEffect = (requested.stretchEffect.hasEffect())
736 ? requested.stretchEffect
737 : parentSnapshot.stretchEffect;
738 if (!parentSnapshot.colorTransformIsIdentity) {
739 snapshot.colorTransform = parentSnapshot.colorTransform * requested.colorTransform;
740 snapshot.colorTransformIsIdentity = false;
741 } else {
742 snapshot.colorTransform = requested.colorTransform;
743 snapshot.colorTransformIsIdentity = !requested.hasColorTransform;
744 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000745 snapshot.gameMode = requested.metadata.has(gui::METADATA_GAME_MODE)
746 ? requested.gameMode
747 : parentSnapshot.gameMode;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000748 snapshot.fixedTransformHint = requested.fixedTransformHint != ui::Transform::ROT_INVALID
749 ? requested.fixedTransformHint
750 : parentSnapshot.fixedTransformHint;
Vishnu Naira9c43762023-01-27 19:10:25 +0000751 // Display mirrors are always placed in a VirtualDisplay so we never want to capture layers
752 // marked as skip capture
753 snapshot.handleSkipScreenshotFlag = parentSnapshot.handleSkipScreenshotFlag ||
754 (requested.layerStackToMirror != ui::INVALID_LAYER_STACK);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000755 }
756
Vishnu Naird47bcee2023-02-24 18:08:51 +0000757 if (forceUpdate ||
758 snapshot.changes.any(RequestedLayerState::Changes::FrameRate |
759 RequestedLayerState::Changes::Hierarchy)) {
760 snapshot.frameRate = (requested.requestedFrameRate.rate.isValid() ||
761 (requested.requestedFrameRate.type ==
762 scheduler::LayerInfo::FrameRateCompatibility::NoVote))
763 ? requested.requestedFrameRate
764 : parentSnapshot.frameRate;
765 }
766
Vishnu Nairc765c6c2023-02-23 00:08:01 +0000767 if (forceUpdate || requested.what & layer_state_t::eMetadataChanged) {
768 updateMetadata(snapshot, requested, args);
769 }
770
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000771 if (forceUpdate || requested.changes.get() != 0) {
772 snapshot.compositionType = requested.getCompositionType();
773 snapshot.dimmingEnabled = requested.dimmingEnabled;
774 snapshot.layerOpaqueFlagSet =
775 (requested.flags & layer_state_t::eLayerOpaque) == layer_state_t::eLayerOpaque;
Alec Mourif4af03e2023-02-11 00:25:24 +0000776 snapshot.cachingHint = requested.cachingHint;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000777 }
778
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000779 if (forceUpdate || snapshot.changes.any(RequestedLayerState::Changes::Content)) {
780 snapshot.color.rgb = requested.getColor().rgb;
781 snapshot.isColorspaceAgnostic = requested.colorSpaceAgnostic;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000782 snapshot.backgroundBlurRadius = args.supportsBlur
783 ? static_cast<int>(parentSnapshot.color.a * (float)requested.backgroundBlurRadius)
784 : 0;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000785 snapshot.blurRegions = requested.blurRegions;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000786 for (auto& region : snapshot.blurRegions) {
787 region.alpha = region.alpha * snapshot.color.a;
788 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000789 snapshot.hdrMetadata = requested.hdrMetadata;
790 }
791
792 if (forceUpdate ||
793 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
794 RequestedLayerState::Changes::Geometry)) {
795 updateLayerBounds(snapshot, requested, parentSnapshot, displayRotationFlags);
796 updateRoundedCorner(snapshot, requested, parentSnapshot);
797 }
798
799 if (forceUpdate ||
800 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
801 RequestedLayerState::Changes::Geometry |
802 RequestedLayerState::Changes::Input)) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000803 updateInput(snapshot, requested, parentSnapshot, path, args);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000804 }
805
806 // computed snapshot properties
807 updateShadows(snapshot, requested, args.globalShadowSettings);
808 if (args.includeMetadata) {
809 snapshot.layerMetadata = parentSnapshot.layerMetadata;
810 snapshot.layerMetadata.merge(requested.metadata);
811 }
812 snapshot.forceClientComposition = snapshot.isHdrY410 || snapshot.shadowSettings.length > 0 ||
813 requested.blurRegions.size() > 0 || snapshot.stretchEffect.hasEffect();
Vishnu Nairc765c6c2023-02-23 00:08:01 +0000814 snapshot.contentOpaque = snapshot.isContentOpaque();
815 snapshot.isOpaque = snapshot.contentOpaque && !snapshot.roundedCorner.hasRoundedCorners() &&
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000816 snapshot.color.a == 1.f;
817 snapshot.blendMode = getBlendMode(snapshot, requested);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000818 LLOGV(snapshot.sequence,
819 "%supdated [%d]%s changes parent:%s global:%s local:%s requested:%s %s from parent %s",
Vishnu Naird47bcee2023-02-24 18:08:51 +0000820 args.forceUpdate == ForceUpdateFlags::ALL ? "Force " : "", requested.id,
821 requested.name.c_str(), parentSnapshot.changes.string().c_str(),
822 snapshot.changes.string().c_str(), requested.changes.string().c_str(),
823 std::to_string(requested.what).c_str(), snapshot.getDebugString().c_str(),
824 parentSnapshot.getDebugString().c_str());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000825}
826
827void LayerSnapshotBuilder::updateRoundedCorner(LayerSnapshot& snapshot,
828 const RequestedLayerState& requested,
829 const LayerSnapshot& parentSnapshot) {
830 snapshot.roundedCorner = RoundedCornerState();
831 RoundedCornerState parentRoundedCorner;
832 if (parentSnapshot.roundedCorner.hasRoundedCorners()) {
833 parentRoundedCorner = parentSnapshot.roundedCorner;
834 ui::Transform t = snapshot.localTransform.inverse();
835 parentRoundedCorner.cropRect = t.transform(parentRoundedCorner.cropRect);
836 parentRoundedCorner.radius.x *= t.getScaleX();
837 parentRoundedCorner.radius.y *= t.getScaleY();
838 }
839
840 FloatRect layerCropRect = snapshot.croppedBufferSize.toFloatRect();
841 const vec2 radius(requested.cornerRadius, requested.cornerRadius);
842 RoundedCornerState layerSettings(layerCropRect, radius);
843 const bool layerSettingsValid = layerSettings.hasRoundedCorners() && !layerCropRect.isEmpty();
844 const bool parentRoundedCornerValid = parentRoundedCorner.hasRoundedCorners();
845 if (layerSettingsValid && parentRoundedCornerValid) {
846 // If the parent and the layer have rounded corner settings, use the parent settings if
847 // the parent crop is entirely inside the layer crop. This has limitations and cause
848 // rendering artifacts. See b/200300845 for correct fix.
849 if (parentRoundedCorner.cropRect.left > layerCropRect.left &&
850 parentRoundedCorner.cropRect.top > layerCropRect.top &&
851 parentRoundedCorner.cropRect.right < layerCropRect.right &&
852 parentRoundedCorner.cropRect.bottom < layerCropRect.bottom) {
853 snapshot.roundedCorner = parentRoundedCorner;
854 } else {
855 snapshot.roundedCorner = layerSettings;
856 }
857 } else if (layerSettingsValid) {
858 snapshot.roundedCorner = layerSettings;
859 } else if (parentRoundedCornerValid) {
860 snapshot.roundedCorner = parentRoundedCorner;
861 }
862}
863
864void LayerSnapshotBuilder::updateLayerBounds(LayerSnapshot& snapshot,
865 const RequestedLayerState& requested,
866 const LayerSnapshot& parentSnapshot,
867 uint32_t displayRotationFlags) {
868 snapshot.croppedBufferSize = requested.getCroppedBufferSize(snapshot.bufferSize);
869 snapshot.geomCrop = requested.crop;
870 snapshot.localTransform = requested.getTransform(displayRotationFlags);
871 snapshot.localTransformInverse = snapshot.localTransform.inverse();
872 snapshot.geomLayerTransform = parentSnapshot.geomLayerTransform * snapshot.localTransform;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000873 const bool transformWasInvalid = snapshot.invalidTransform;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000874 snapshot.invalidTransform = !LayerSnapshot::isTransformValid(snapshot.geomLayerTransform);
875 if (snapshot.invalidTransform) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000876 auto& t = snapshot.geomLayerTransform;
877 auto& requestedT = requested.requestedTransform;
878 std::string transformDebug =
879 base::StringPrintf(" transform={%f,%f,%f,%f} requestedTransform={%f,%f,%f,%f}",
880 t.dsdx(), t.dsdy(), t.dtdx(), t.dtdy(), requestedT.dsdx(),
881 requestedT.dsdy(), requestedT.dtdx(), requestedT.dtdy());
882 std::string bufferDebug;
883 if (requested.externalTexture) {
884 auto unRotBuffer = requested.getUnrotatedBufferSize(displayRotationFlags);
885 auto& destFrame = requested.destinationFrame;
886 bufferDebug = base::StringPrintf(" buffer={%d,%d} displayRot=%d"
887 " destFrame={%d,%d,%d,%d} unRotBuffer={%d,%d}",
888 requested.externalTexture->getWidth(),
889 requested.externalTexture->getHeight(),
890 displayRotationFlags, destFrame.left, destFrame.top,
891 destFrame.right, destFrame.bottom,
892 unRotBuffer.getHeight(), unRotBuffer.getWidth());
893 }
894 ALOGW("Resetting transform for %s because it is invalid.%s%s",
895 snapshot.getDebugString().c_str(), transformDebug.c_str(), bufferDebug.c_str());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000896 snapshot.geomLayerTransform.reset();
897 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000898 if (transformWasInvalid != snapshot.invalidTransform) {
899 // If transform is invalid, the layer will be hidden.
900 mResortSnapshots = true;
901 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000902 snapshot.geomInverseLayerTransform = snapshot.geomLayerTransform.inverse();
903
904 FloatRect parentBounds = parentSnapshot.geomLayerBounds;
905 parentBounds = snapshot.localTransform.inverse().transform(parentBounds);
906 snapshot.geomLayerBounds =
907 (requested.externalTexture) ? snapshot.bufferSize.toFloatRect() : parentBounds;
908 if (!requested.crop.isEmpty()) {
909 snapshot.geomLayerBounds = snapshot.geomLayerBounds.intersect(requested.crop.toFloatRect());
910 }
911 snapshot.geomLayerBounds = snapshot.geomLayerBounds.intersect(parentBounds);
912 snapshot.transformedBounds = snapshot.geomLayerTransform.transform(snapshot.geomLayerBounds);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000913 const Rect geomLayerBoundsWithoutTransparentRegion =
914 RequestedLayerState::reduce(Rect(snapshot.geomLayerBounds),
915 requested.transparentRegion);
916 snapshot.transformedBoundsWithoutTransparentRegion =
917 snapshot.geomLayerTransform.transform(geomLayerBoundsWithoutTransparentRegion);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000918 snapshot.parentTransform = parentSnapshot.geomLayerTransform;
919
920 // Subtract the transparent region and snap to the bounds
Vishnu Naircfb2d252023-01-19 04:44:02 +0000921 const Rect bounds =
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000922 RequestedLayerState::reduce(snapshot.croppedBufferSize, requested.transparentRegion);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000923 if (requested.potentialCursor) {
924 snapshot.cursorFrame = snapshot.geomLayerTransform.transform(bounds);
925 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000926}
927
928void LayerSnapshotBuilder::updateShadows(LayerSnapshot& snapshot,
929 const RequestedLayerState& requested,
930 const renderengine::ShadowSettings& globalShadowSettings) {
931 snapshot.shadowRadius = requested.shadowRadius;
932 snapshot.shadowSettings.length = requested.shadowRadius;
933 if (snapshot.shadowRadius > 0.f) {
934 snapshot.shadowSettings = globalShadowSettings;
935
936 // Note: this preserves existing behavior of shadowing the entire layer and not cropping
937 // it if transparent regions are present. This may not be necessary since shadows are
938 // typically cast by layers without transparent regions.
939 snapshot.shadowSettings.boundaries = snapshot.geomLayerBounds;
940
941 // If the casting layer is translucent, we need to fill in the shadow underneath the
942 // layer. Otherwise the generated shadow will only be shown around the casting layer.
943 snapshot.shadowSettings.casterIsTranslucent =
944 !snapshot.isContentOpaque() || (snapshot.alpha < 1.0f);
945 snapshot.shadowSettings.ambientColor *= snapshot.alpha;
946 snapshot.shadowSettings.spotColor *= snapshot.alpha;
947 }
948}
949
950void LayerSnapshotBuilder::updateInput(LayerSnapshot& snapshot,
951 const RequestedLayerState& requested,
952 const LayerSnapshot& parentSnapshot,
Vishnu Naircfb2d252023-01-19 04:44:02 +0000953 const LayerHierarchy::TraversalPath& path,
954 const Args& args) {
955 if (requested.windowInfoHandle) {
956 snapshot.inputInfo = *requested.windowInfoHandle->getInfo();
957 } else {
958 snapshot.inputInfo = {};
959 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000960
Vishnu Naird47bcee2023-02-24 18:08:51 +0000961 snapshot.inputInfo.name = requested.name;
962 snapshot.inputInfo.id = static_cast<int32_t>(requested.id);
963 snapshot.inputInfo.ownerUid = static_cast<int32_t>(requested.ownerUid);
964 snapshot.inputInfo.ownerPid = requested.ownerPid;
965 snapshot.inputInfo.displayId = static_cast<int32_t>(snapshot.outputFilter.layerStack.id);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000966 if (!needsInputInfo(snapshot, requested)) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000967 return;
968 }
969
Vishnu Naircfb2d252023-01-19 04:44:02 +0000970 static frontend::DisplayInfo sDefaultInfo = {.isSecure = false};
971 const std::optional<frontend::DisplayInfo> displayInfoOpt =
972 args.displays.get(snapshot.outputFilter.layerStack);
973 bool noValidDisplay = !displayInfoOpt.has_value();
974 auto displayInfo = displayInfoOpt.value_or(sDefaultInfo);
975
976 if (!requested.windowInfoHandle) {
977 snapshot.inputInfo.inputConfig = gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL;
978 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000979 fillInputFrameInfo(snapshot.inputInfo, displayInfo.transform, snapshot);
980
981 if (noValidDisplay) {
982 // Do not let the window receive touches if it is not associated with a valid display
983 // transform. We still allow the window to receive keys and prevent ANRs.
984 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::NOT_TOUCHABLE;
985 }
986
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000987 snapshot.inputInfo.alpha = snapshot.color.a;
988 snapshot.inputInfo.touchOcclusionMode = parentSnapshot.inputInfo.touchOcclusionMode;
989 if (requested.dropInputMode == gui::DropInputMode::ALL ||
990 parentSnapshot.dropInputMode == gui::DropInputMode::ALL) {
991 snapshot.dropInputMode = gui::DropInputMode::ALL;
992 } else if (requested.dropInputMode == gui::DropInputMode::OBSCURED ||
993 parentSnapshot.dropInputMode == gui::DropInputMode::OBSCURED) {
994 snapshot.dropInputMode = gui::DropInputMode::OBSCURED;
995 } else {
996 snapshot.dropInputMode = gui::DropInputMode::NONE;
997 }
998
999 handleDropInputMode(snapshot, parentSnapshot);
1000
1001 // If the window will be blacked out on a display because the display does not have the secure
1002 // flag and the layer has the secure flag set, then drop input.
1003 if (!displayInfo.isSecure && snapshot.isSecure) {
1004 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
1005 }
1006
1007 auto cropLayerSnapshot = getSnapshot(requested.touchCropId);
1008 if (snapshot.inputInfo.replaceTouchableRegionWithCrop) {
1009 const Rect bounds(cropLayerSnapshot ? cropLayerSnapshot->transformedBounds
1010 : snapshot.transformedBounds);
1011 snapshot.inputInfo.touchableRegion = Region(displayInfo.transform.transform(bounds));
1012 } else if (cropLayerSnapshot) {
1013 snapshot.inputInfo.touchableRegion = snapshot.inputInfo.touchableRegion.intersect(
1014 displayInfo.transform.transform(Rect{cropLayerSnapshot->transformedBounds}));
1015 }
1016
1017 // Inherit the trusted state from the parent hierarchy, but don't clobber the trusted state
1018 // if it was set by WM for a known system overlay
1019 if (snapshot.isTrustedOverlay) {
1020 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::TRUSTED_OVERLAY;
1021 }
1022
1023 // If the layer is a clone, we need to crop the input region to cloned root to prevent
1024 // touches from going outside the cloned area.
1025 if (path.isClone()) {
1026 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::CLONE;
Vishnu Nair80a5a702023-02-11 01:21:51 +00001027 auto clonedRootSnapshot = getSnapshot(path.getMirrorRoot());
Vishnu Nair8fc721b2022-12-22 20:06:32 +00001028 if (clonedRootSnapshot) {
1029 const Rect rect =
1030 displayInfo.transform.transform(Rect{clonedRootSnapshot->transformedBounds});
1031 snapshot.inputInfo.touchableRegion = snapshot.inputInfo.touchableRegion.intersect(rect);
1032 }
1033 }
1034}
1035
1036std::vector<std::unique_ptr<LayerSnapshot>>& LayerSnapshotBuilder::getSnapshots() {
1037 return mSnapshots;
1038}
1039
Vishnu Naircfb2d252023-01-19 04:44:02 +00001040void LayerSnapshotBuilder::forEachVisibleSnapshot(const ConstVisitor& visitor) const {
1041 for (int i = 0; i < mNumInterestingSnapshots; i++) {
1042 LayerSnapshot& snapshot = *mSnapshots[(size_t)i];
1043 if (!snapshot.isVisible) continue;
1044 visitor(snapshot);
1045 }
1046}
1047
Vishnu Nair3af0ec02023-02-10 04:13:48 +00001048// Visit each visible snapshot in z-order
1049void LayerSnapshotBuilder::forEachVisibleSnapshot(const ConstVisitor& visitor,
1050 const LayerHierarchy& root) const {
1051 root.traverseInZOrder(
1052 [this, visitor](const LayerHierarchy&,
1053 const LayerHierarchy::TraversalPath& traversalPath) -> bool {
1054 LayerSnapshot* snapshot = getSnapshot(traversalPath);
1055 if (snapshot && snapshot->isVisible) {
1056 visitor(*snapshot);
1057 }
1058 return true;
1059 });
1060}
1061
Vishnu Naircfb2d252023-01-19 04:44:02 +00001062void LayerSnapshotBuilder::forEachVisibleSnapshot(const Visitor& visitor) {
1063 for (int i = 0; i < mNumInterestingSnapshots; i++) {
1064 std::unique_ptr<LayerSnapshot>& snapshot = mSnapshots.at((size_t)i);
1065 if (!snapshot->isVisible) continue;
1066 visitor(snapshot);
1067 }
1068}
1069
1070void LayerSnapshotBuilder::forEachInputSnapshot(const ConstVisitor& visitor) const {
1071 for (int i = mNumInterestingSnapshots - 1; i >= 0; i--) {
1072 LayerSnapshot& snapshot = *mSnapshots[(size_t)i];
1073 if (!snapshot.hasInputInfo()) continue;
1074 visitor(snapshot);
1075 }
1076}
1077
Vishnu Nair8fc721b2022-12-22 20:06:32 +00001078} // namespace android::surfaceflinger::frontend