blob: c9aeb24cf5aa4b175ee7421d391e9a133e64a122 [file] [log] [blame]
Vishnu Nair8fc721b2022-12-22 20:06:32 +00001/*
2 * Copyright 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17// #define LOG_NDEBUG 0
18#define ATRACE_TAG ATRACE_TAG_GRAPHICS
19#undef LOG_TAG
20#define LOG_TAG "LayerSnapshotBuilder"
21
22#include "LayerSnapshotBuilder.h"
23#include <gui/TraceUtils.h>
24#include <numeric>
25#include "DisplayHardware/HWC2.h"
26#include "DisplayHardware/Hal.h"
Vishnu Naircfb2d252023-01-19 04:44:02 +000027#include "LayerLog.h"
28#include "TimeStats/TimeStats.h"
Vishnu Nair8fc721b2022-12-22 20:06:32 +000029#include "ftl/small_map.h"
30
31namespace android::surfaceflinger::frontend {
32
33using namespace ftl::flag_operators;
34
35namespace {
36FloatRect getMaxDisplayBounds(
37 const display::DisplayMap<ui::LayerStack, frontend::DisplayInfo>& displays) {
38 const ui::Size maxSize = [&displays] {
39 if (displays.empty()) return ui::Size{5000, 5000};
40
41 return std::accumulate(displays.begin(), displays.end(), ui::kEmptySize,
42 [](ui::Size size, const auto& pair) -> ui::Size {
43 const auto& display = pair.second;
44 return {std::max(size.getWidth(), display.info.logicalWidth),
45 std::max(size.getHeight(), display.info.logicalHeight)};
46 });
47 }();
48
49 // Ignore display bounds for now since they will be computed later. Use a large Rect bound
50 // to ensure it's bigger than an actual display will be.
51 const float xMax = static_cast<float>(maxSize.getWidth()) * 10.f;
52 const float yMax = static_cast<float>(maxSize.getHeight()) * 10.f;
53
54 return {-xMax, -yMax, xMax, yMax};
55}
56
57// Applies the given transform to the region, while protecting against overflows caused by any
58// offsets. If applying the offset in the transform to any of the Rects in the region would result
59// in an overflow, they are not added to the output Region.
60Region transformTouchableRegionSafely(const ui::Transform& t, const Region& r,
61 const std::string& debugWindowName) {
62 // Round the translation using the same rounding strategy used by ui::Transform.
63 const auto tx = static_cast<int32_t>(t.tx() + 0.5);
64 const auto ty = static_cast<int32_t>(t.ty() + 0.5);
65
66 ui::Transform transformWithoutOffset = t;
67 transformWithoutOffset.set(0.f, 0.f);
68
69 const Region transformed = transformWithoutOffset.transform(r);
70
71 // Apply the translation to each of the Rects in the region while discarding any that overflow.
72 Region ret;
73 for (const auto& rect : transformed) {
74 Rect newRect;
75 if (__builtin_add_overflow(rect.left, tx, &newRect.left) ||
76 __builtin_add_overflow(rect.top, ty, &newRect.top) ||
77 __builtin_add_overflow(rect.right, tx, &newRect.right) ||
78 __builtin_add_overflow(rect.bottom, ty, &newRect.bottom)) {
79 ALOGE("Applying transform to touchable region of window '%s' resulted in an overflow.",
80 debugWindowName.c_str());
81 continue;
82 }
83 ret.orSelf(newRect);
84 }
85 return ret;
86}
87
88/*
89 * We don't want to send the layer's transform to input, but rather the
90 * parent's transform. This is because Layer's transform is
91 * information about how the buffer is placed on screen. The parent's
92 * transform makes more sense to send since it's information about how the
93 * layer is placed on screen. This transform is used by input to determine
94 * how to go from screen space back to window space.
95 */
96ui::Transform getInputTransform(const LayerSnapshot& snapshot) {
97 if (!snapshot.hasBufferOrSidebandStream()) {
98 return snapshot.geomLayerTransform;
99 }
100 return snapshot.parentTransform;
101}
102
103/**
104 * Similar to getInputTransform, we need to update the bounds to include the transform.
105 * This is because bounds don't include the buffer transform, where the input assumes
106 * that's already included.
107 */
108Rect getInputBounds(const LayerSnapshot& snapshot) {
109 if (!snapshot.hasBufferOrSidebandStream()) {
110 return snapshot.croppedBufferSize;
111 }
112
113 if (snapshot.localTransform.getType() == ui::Transform::IDENTITY ||
114 !snapshot.croppedBufferSize.isValid()) {
115 return snapshot.croppedBufferSize;
116 }
117 return snapshot.localTransform.transform(snapshot.croppedBufferSize);
118}
119
120void fillInputFrameInfo(gui::WindowInfo& info, const ui::Transform& screenToDisplay,
121 const LayerSnapshot& snapshot) {
122 Rect tmpBounds = getInputBounds(snapshot);
123 if (!tmpBounds.isValid()) {
124 info.touchableRegion.clear();
125 // A layer could have invalid input bounds and still expect to receive touch input if it has
126 // replaceTouchableRegionWithCrop. For that case, the input transform needs to be calculated
127 // correctly to determine the coordinate space for input events. Use an empty rect so that
128 // the layer will receive input in its own layer space.
129 tmpBounds = Rect::EMPTY_RECT;
130 }
131
132 // InputDispatcher works in the display device's coordinate space. Here, we calculate the
133 // frame and transform used for the layer, which determines the bounds and the coordinate space
134 // within which the layer will receive input.
135 //
136 // The coordinate space within which each of the bounds are specified is explicitly documented
137 // in the variable name. For example "inputBoundsInLayer" is specified in layer space. A
138 // Transform converts one coordinate space to another, which is apparent in its naming. For
139 // example, "layerToDisplay" transforms layer space to display space.
140 //
141 // Coordinate space definitions:
142 // - display: The display device's coordinate space. Correlates to pixels on the display.
143 // - screen: The post-rotation coordinate space for the display, a.k.a. logical display space.
144 // - layer: The coordinate space of this layer.
145 // - input: The coordinate space in which this layer will receive input events. This could be
146 // different than layer space if a surfaceInset is used, which changes the origin
147 // of the input space.
148 const FloatRect inputBoundsInLayer = tmpBounds.toFloatRect();
149
150 // Clamp surface inset to the input bounds.
151 const auto surfaceInset = static_cast<float>(info.surfaceInset);
152 const float xSurfaceInset =
153 std::max(0.f, std::min(surfaceInset, inputBoundsInLayer.getWidth() / 2.f));
154 const float ySurfaceInset =
155 std::max(0.f, std::min(surfaceInset, inputBoundsInLayer.getHeight() / 2.f));
156
157 // Apply the insets to the input bounds.
158 const FloatRect insetBoundsInLayer(inputBoundsInLayer.left + xSurfaceInset,
159 inputBoundsInLayer.top + ySurfaceInset,
160 inputBoundsInLayer.right - xSurfaceInset,
161 inputBoundsInLayer.bottom - ySurfaceInset);
162
163 // Crop the input bounds to ensure it is within the parent's bounds.
164 const FloatRect croppedInsetBoundsInLayer =
165 snapshot.geomLayerBounds.intersect(insetBoundsInLayer);
166
167 const ui::Transform layerToScreen = getInputTransform(snapshot);
168 const ui::Transform layerToDisplay = screenToDisplay * layerToScreen;
169
170 const Rect roundedFrameInDisplay{layerToDisplay.transform(croppedInsetBoundsInLayer)};
171 info.frameLeft = roundedFrameInDisplay.left;
172 info.frameTop = roundedFrameInDisplay.top;
173 info.frameRight = roundedFrameInDisplay.right;
174 info.frameBottom = roundedFrameInDisplay.bottom;
175
176 ui::Transform inputToLayer;
177 inputToLayer.set(insetBoundsInLayer.left, insetBoundsInLayer.top);
178 const ui::Transform inputToDisplay = layerToDisplay * inputToLayer;
179
180 // InputDispatcher expects a display-to-input transform.
181 info.transform = inputToDisplay.inverse();
182
183 // The touchable region is specified in the input coordinate space. Change it to display space.
184 info.touchableRegion =
185 transformTouchableRegionSafely(inputToDisplay, info.touchableRegion, snapshot.name);
186}
187
188void handleDropInputMode(LayerSnapshot& snapshot, const LayerSnapshot& parentSnapshot) {
189 if (snapshot.inputInfo.inputConfig.test(gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL)) {
190 return;
191 }
192
193 // Check if we need to drop input unconditionally
194 const gui::DropInputMode dropInputMode = snapshot.dropInputMode;
195 if (dropInputMode == gui::DropInputMode::ALL) {
196 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
197 ALOGV("Dropping input for %s as requested by policy.", snapshot.name.c_str());
198 return;
199 }
200
201 // Check if we need to check if the window is obscured by parent
202 if (dropInputMode != gui::DropInputMode::OBSCURED) {
203 return;
204 }
205
206 // Check if the parent has set an alpha on the layer
207 if (parentSnapshot.color.a != 1.0_hf) {
208 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
209 ALOGV("Dropping input for %s as requested by policy because alpha=%f",
210 snapshot.name.c_str(), static_cast<float>(parentSnapshot.color.a));
211 }
212
213 // Check if the parent has cropped the buffer
214 Rect bufferSize = snapshot.croppedBufferSize;
215 if (!bufferSize.isValid()) {
216 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED;
217 return;
218 }
219
220 // Screenbounds are the layer bounds cropped by parents, transformed to screenspace.
221 // To check if the layer has been cropped, we take the buffer bounds, apply the local
222 // layer crop and apply the same set of transforms to move to screenspace. If the bounds
223 // match then the layer has not been cropped by its parents.
224 Rect bufferInScreenSpace(snapshot.geomLayerTransform.transform(bufferSize));
225 bool croppedByParent = bufferInScreenSpace != Rect{snapshot.transformedBounds};
226
227 if (croppedByParent) {
228 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
229 ALOGV("Dropping input for %s as requested by policy because buffer is cropped by parent",
230 snapshot.name.c_str());
231 } else {
232 // If the layer is not obscured by its parents (by setting an alpha or crop), then only drop
233 // input if the window is obscured. This check should be done in surfaceflinger but the
234 // logic currently resides in inputflinger. So pass the if_obscured check to input to only
235 // drop input events if the window is obscured.
236 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED;
237 }
238}
239
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000240auto getBlendMode(const LayerSnapshot& snapshot, const RequestedLayerState& requested) {
241 auto blendMode = Hwc2::IComposerClient::BlendMode::NONE;
242 if (snapshot.alpha != 1.0f || !snapshot.isContentOpaque()) {
243 blendMode = requested.premultipliedAlpha ? Hwc2::IComposerClient::BlendMode::PREMULTIPLIED
244 : Hwc2::IComposerClient::BlendMode::COVERAGE;
245 }
246 return blendMode;
247}
248
Vishnu Naircfb2d252023-01-19 04:44:02 +0000249void updateSurfaceDamage(const RequestedLayerState& requested, bool hasReadyFrame,
250 bool forceFullDamage, Region& outSurfaceDamageRegion) {
251 if (!hasReadyFrame) {
252 outSurfaceDamageRegion.clear();
253 return;
254 }
255 if (forceFullDamage) {
256 outSurfaceDamageRegion = Region::INVALID_REGION;
257 } else {
258 outSurfaceDamageRegion = requested.surfaceDamageRegion;
259 }
260}
261
Vishnu Nair80a5a702023-02-11 01:21:51 +0000262void updateVisibility(LayerSnapshot& snapshot, bool visible) {
263 snapshot.isVisible = visible;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000264
265 // TODO(b/238781169) we are ignoring this compat for now, since we will have
266 // to remove any optimization based on visibility.
267
268 // For compatibility reasons we let layers which can receive input
269 // receive input before they have actually submitted a buffer. Because
270 // of this we use canReceiveInput instead of isVisible to check the
271 // policy-visibility, ignoring the buffer state. However for layers with
272 // hasInputInfo()==false we can use the real visibility state.
273 // We are just using these layers for occlusion detection in
274 // InputDispatcher, and obviously if they aren't visible they can't occlude
275 // anything.
Vishnu Nair80a5a702023-02-11 01:21:51 +0000276 const bool visibleForInput =
Vishnu Naircfb2d252023-01-19 04:44:02 +0000277 (snapshot.inputInfo.token != nullptr) ? snapshot.canReceiveInput() : snapshot.isVisible;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000278 snapshot.inputInfo.setInputConfig(gui::WindowInfo::InputConfig::NOT_VISIBLE, !visibleForInput);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000279}
280
281bool needsInputInfo(const LayerSnapshot& snapshot, const RequestedLayerState& requested) {
282 if (requested.potentialCursor) {
283 return false;
284 }
285
286 if (snapshot.inputInfo.token != nullptr) {
287 return true;
288 }
289
290 if (snapshot.hasBufferOrSidebandStream()) {
291 return true;
292 }
293
294 return requested.windowInfoHandle &&
295 requested.windowInfoHandle->getInfo()->inputConfig.test(
296 gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL);
297}
298
299void clearChanges(LayerSnapshot& snapshot) {
300 snapshot.changes.clear();
301 snapshot.contentDirty = false;
302 snapshot.hasReadyFrame = false;
303 snapshot.sidebandStreamHasFrame = false;
304 snapshot.surfaceDamage.clear();
305}
306
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000307} // namespace
308
309LayerSnapshot LayerSnapshotBuilder::getRootSnapshot() {
310 LayerSnapshot snapshot;
311 snapshot.changes = ftl::Flags<RequestedLayerState::Changes>();
312 snapshot.isHiddenByPolicyFromParent = false;
313 snapshot.isHiddenByPolicyFromRelativeParent = false;
314 snapshot.parentTransform.reset();
315 snapshot.geomLayerTransform.reset();
316 snapshot.geomInverseLayerTransform.reset();
317 snapshot.geomLayerBounds = getMaxDisplayBounds({});
318 snapshot.roundedCorner = RoundedCornerState();
319 snapshot.stretchEffect = {};
320 snapshot.outputFilter.layerStack = ui::DEFAULT_LAYER_STACK;
321 snapshot.outputFilter.toInternalDisplay = false;
322 snapshot.isSecure = false;
323 snapshot.color.a = 1.0_hf;
324 snapshot.colorTransformIsIdentity = true;
325 snapshot.shadowRadius = 0.f;
326 snapshot.layerMetadata.mMap.clear();
327 snapshot.relativeLayerMetadata.mMap.clear();
328 snapshot.inputInfo.touchOcclusionMode = gui::TouchOcclusionMode::BLOCK_UNTRUSTED;
329 snapshot.dropInputMode = gui::DropInputMode::NONE;
330 snapshot.isTrustedOverlay = false;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000331 snapshot.gameMode = gui::GameMode::Unsupported;
332 snapshot.frameRate = {};
333 snapshot.fixedTransformHint = ui::Transform::ROT_INVALID;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000334 return snapshot;
335}
336
337LayerSnapshotBuilder::LayerSnapshotBuilder() : mRootSnapshot(getRootSnapshot()) {}
338
339LayerSnapshotBuilder::LayerSnapshotBuilder(Args args) : LayerSnapshotBuilder() {
340 args.forceUpdate = true;
341 updateSnapshots(args);
342}
343
344bool LayerSnapshotBuilder::tryFastUpdate(const Args& args) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000345 if (args.forceUpdate || args.displayChanges) {
346 // force update requested, or we have display changes, so skip the fast path
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000347 return false;
348 }
349
350 if (args.layerLifecycleManager.getGlobalChanges().get() == 0) {
351 // there are no changes, so just clear the change flags from before.
352 for (auto& snapshot : mSnapshots) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000353 clearChanges(*snapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000354 }
355 return true;
356 }
357
358 if (args.layerLifecycleManager.getGlobalChanges() != RequestedLayerState::Changes::Content) {
359 // We have changes that require us to walk the hierarchy and update child layers.
360 // No fast path for you.
361 return false;
362 }
363
364 // There are only content changes which do not require any child layer snapshots to be updated.
365 ALOGV("%s", __func__);
366 ATRACE_NAME("FastPath");
367
368 // Collect layers with changes
369 ftl::SmallMap<uint32_t, RequestedLayerState*, 10> layersWithChanges;
370 for (auto& layer : args.layerLifecycleManager.getLayers()) {
371 if (layer->changes.test(RequestedLayerState::Changes::Content)) {
372 layersWithChanges.emplace_or_replace(layer->id, layer.get());
373 }
374 }
375
376 // Walk through the snapshots, clearing previous change flags and updating the snapshots
377 // if needed.
378 for (auto& snapshot : mSnapshots) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000379 clearChanges(*snapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000380 auto it = layersWithChanges.find(snapshot->path.id);
381 if (it != layersWithChanges.end()) {
382 ALOGV("%s fast path snapshot changes = %s", __func__,
383 mRootSnapshot.changes.string().c_str());
384 LayerHierarchy::TraversalPath root = LayerHierarchy::TraversalPath::ROOT;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000385 updateSnapshot(*snapshot, args, *it->second, mRootSnapshot, root,
386 /*newSnapshot=*/false);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000387 }
388 }
389 return true;
390}
391
392void LayerSnapshotBuilder::updateSnapshots(const Args& args) {
393 ATRACE_NAME("UpdateSnapshots");
Vishnu Nair3af0ec02023-02-10 04:13:48 +0000394 if (args.parentCrop) {
395 mRootSnapshot.geomLayerBounds = *args.parentCrop;
396 } else if (args.forceUpdate || args.displayChanges) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000397 mRootSnapshot.geomLayerBounds = getMaxDisplayBounds(args.displays);
398 }
399 if (args.displayChanges) {
400 mRootSnapshot.changes = RequestedLayerState::Changes::AffectsChildren |
401 RequestedLayerState::Changes::Geometry;
402 }
403 LayerHierarchy::TraversalPath root = LayerHierarchy::TraversalPath::ROOT;
404 for (auto& [childHierarchy, variant] : args.root.mChildren) {
405 LayerHierarchy::ScopedAddToTraversalPath addChildToPath(root,
406 childHierarchy->getLayer()->id,
407 variant);
408 updateSnapshotsInHierarchy(args, *childHierarchy, root, mRootSnapshot);
409 }
410
411 sortSnapshotsByZ(args);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000412 clearChanges(mRootSnapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000413
414 // Destroy unreachable snapshots
415 if (args.layerLifecycleManager.getDestroyedLayers().empty()) {
416 return;
417 }
418
419 std::unordered_set<uint32_t> destroyedLayerIds;
420 for (auto& destroyedLayer : args.layerLifecycleManager.getDestroyedLayers()) {
421 destroyedLayerIds.emplace(destroyedLayer->id);
422 }
423 auto it = mSnapshots.begin();
424 while (it < mSnapshots.end()) {
425 auto& traversalPath = it->get()->path;
426 if (destroyedLayerIds.find(traversalPath.id) == destroyedLayerIds.end()) {
427 it++;
428 continue;
429 }
430
431 mIdToSnapshot.erase(traversalPath);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000432 mSnapshots.back()->globalZ = it->get()->globalZ;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000433 std::iter_swap(it, mSnapshots.end() - 1);
434 mSnapshots.erase(mSnapshots.end() - 1);
435 }
436}
437
438void LayerSnapshotBuilder::update(const Args& args) {
439 if (tryFastUpdate(args)) {
440 return;
441 }
442 updateSnapshots(args);
443}
444
Vishnu Naircfb2d252023-01-19 04:44:02 +0000445const LayerSnapshot& LayerSnapshotBuilder::updateSnapshotsInHierarchy(
446 const Args& args, const LayerHierarchy& hierarchy,
447 LayerHierarchy::TraversalPath& traversalPath, const LayerSnapshot& parentSnapshot) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000448 const RequestedLayerState* layer = hierarchy.getLayer();
Vishnu Naircfb2d252023-01-19 04:44:02 +0000449 LayerSnapshot* snapshot = getSnapshot(traversalPath);
450 const bool newSnapshot = snapshot == nullptr;
451 if (newSnapshot) {
452 snapshot = createSnapshot(traversalPath, *layer);
453 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000454 if (traversalPath.isRelative()) {
455 bool parentIsRelative = traversalPath.variant == LayerHierarchy::Variant::Relative;
456 updateRelativeState(*snapshot, parentSnapshot, parentIsRelative, args);
457 } else {
458 if (traversalPath.isAttached()) {
459 resetRelativeState(*snapshot);
460 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000461 updateSnapshot(*snapshot, args, *layer, parentSnapshot, traversalPath, newSnapshot);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000462 }
463
464 for (auto& [childHierarchy, variant] : hierarchy.mChildren) {
465 LayerHierarchy::ScopedAddToTraversalPath addChildToPath(traversalPath,
466 childHierarchy->getLayer()->id,
467 variant);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000468 const LayerSnapshot& childSnapshot =
469 updateSnapshotsInHierarchy(args, *childHierarchy, traversalPath, *snapshot);
470 updateChildState(*snapshot, childSnapshot, args);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000471 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000472 return *snapshot;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000473}
474
475LayerSnapshot* LayerSnapshotBuilder::getSnapshot(uint32_t layerId) const {
476 if (layerId == UNASSIGNED_LAYER_ID) {
477 return nullptr;
478 }
479 LayerHierarchy::TraversalPath path{.id = layerId};
480 return getSnapshot(path);
481}
482
483LayerSnapshot* LayerSnapshotBuilder::getSnapshot(const LayerHierarchy::TraversalPath& id) const {
484 auto it = mIdToSnapshot.find(id);
485 return it == mIdToSnapshot.end() ? nullptr : it->second;
486}
487
Vishnu Naircfb2d252023-01-19 04:44:02 +0000488LayerSnapshot* LayerSnapshotBuilder::createSnapshot(const LayerHierarchy::TraversalPath& id,
489 const RequestedLayerState& layer) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000490 mSnapshots.emplace_back(std::make_unique<LayerSnapshot>(layer, id));
Vishnu Naircfb2d252023-01-19 04:44:02 +0000491 LayerSnapshot* snapshot = mSnapshots.back().get();
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000492 snapshot->globalZ = static_cast<size_t>(mSnapshots.size()) - 1;
493 mIdToSnapshot[id] = snapshot;
494 return snapshot;
495}
496
497void LayerSnapshotBuilder::sortSnapshotsByZ(const Args& args) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000498 if (!mResortSnapshots && !args.forceUpdate &&
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000499 !args.layerLifecycleManager.getGlobalChanges().any(
500 RequestedLayerState::Changes::Hierarchy |
501 RequestedLayerState::Changes::Visibility)) {
502 // We are not force updating and there are no hierarchy or visibility changes. Avoid sorting
503 // the snapshots.
504 return;
505 }
506
Vishnu Naircfb2d252023-01-19 04:44:02 +0000507 mResortSnapshots = false;
508
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000509 size_t globalZ = 0;
510 args.root.traverseInZOrder(
511 [this, &globalZ](const LayerHierarchy&,
512 const LayerHierarchy::TraversalPath& traversalPath) -> bool {
513 LayerSnapshot* snapshot = getSnapshot(traversalPath);
514 if (!snapshot) {
515 return false;
516 }
517
518 if (snapshot->isHiddenByPolicy() &&
519 !snapshot->changes.test(RequestedLayerState::Changes::Visibility)) {
520 return false;
521 }
522
Vishnu Naircfb2d252023-01-19 04:44:02 +0000523 if (snapshot->getIsVisible() || snapshot->hasInputInfo()) {
Vishnu Nair80a5a702023-02-11 01:21:51 +0000524 updateVisibility(*snapshot, snapshot->getIsVisible());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000525 size_t oldZ = snapshot->globalZ;
526 size_t newZ = globalZ++;
527 snapshot->globalZ = newZ;
528 if (oldZ == newZ) {
529 return true;
530 }
531 mSnapshots[newZ]->globalZ = oldZ;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000532 LLOGV(snapshot->sequence, "Made visible z=%zu -> %zu %s", oldZ, newZ,
533 snapshot->getDebugString().c_str());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000534 std::iter_swap(mSnapshots.begin() + static_cast<ssize_t>(oldZ),
535 mSnapshots.begin() + static_cast<ssize_t>(newZ));
536 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000537 return true;
538 });
Vishnu Naircfb2d252023-01-19 04:44:02 +0000539 mNumInterestingSnapshots = (int)globalZ;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000540 while (globalZ < mSnapshots.size()) {
541 mSnapshots[globalZ]->globalZ = globalZ;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000542 /* mark unreachable snapshots as explicitly invisible */
543 updateVisibility(*mSnapshots[globalZ], false);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000544 globalZ++;
545 }
546}
547
548void LayerSnapshotBuilder::updateRelativeState(LayerSnapshot& snapshot,
549 const LayerSnapshot& parentSnapshot,
550 bool parentIsRelative, const Args& args) {
551 if (parentIsRelative) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000552 snapshot.isHiddenByPolicyFromRelativeParent =
553 parentSnapshot.isHiddenByPolicyFromParent || parentSnapshot.invalidTransform;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000554 if (args.includeMetadata) {
555 snapshot.relativeLayerMetadata = parentSnapshot.layerMetadata;
556 }
557 } else {
558 snapshot.isHiddenByPolicyFromRelativeParent =
559 parentSnapshot.isHiddenByPolicyFromRelativeParent;
560 if (args.includeMetadata) {
561 snapshot.relativeLayerMetadata = parentSnapshot.relativeLayerMetadata;
562 }
563 }
564 snapshot.isVisible = snapshot.getIsVisible();
565}
566
Vishnu Naircfb2d252023-01-19 04:44:02 +0000567void LayerSnapshotBuilder::updateChildState(LayerSnapshot& snapshot,
568 const LayerSnapshot& childSnapshot, const Args& args) {
569 if (snapshot.childState.hasValidFrameRate) {
570 return;
571 }
572 if (args.forceUpdate || childSnapshot.changes.test(RequestedLayerState::Changes::FrameRate)) {
573 // We return whether this layer ot its children has a vote. We ignore ExactOrMultiple votes
574 // for the same reason we are allowing touch boost for those layers. See
575 // RefreshRateSelector::rankFrameRates for details.
576 using FrameRateCompatibility = scheduler::LayerInfo::FrameRateCompatibility;
577 const auto layerVotedWithDefaultCompatibility = childSnapshot.frameRate.rate.isValid() &&
578 childSnapshot.frameRate.type == FrameRateCompatibility::Default;
579 const auto layerVotedWithNoVote =
580 childSnapshot.frameRate.type == FrameRateCompatibility::NoVote;
581 const auto layerVotedWithExactCompatibility = childSnapshot.frameRate.rate.isValid() &&
582 childSnapshot.frameRate.type == FrameRateCompatibility::Exact;
583
584 snapshot.childState.hasValidFrameRate |= layerVotedWithDefaultCompatibility ||
585 layerVotedWithNoVote || layerVotedWithExactCompatibility;
586
587 // If we don't have a valid frame rate, but the children do, we set this
588 // layer as NoVote to allow the children to control the refresh rate
589 if (!snapshot.frameRate.rate.isValid() &&
590 snapshot.frameRate.type != FrameRateCompatibility::NoVote &&
591 snapshot.childState.hasValidFrameRate) {
592 snapshot.frameRate =
593 scheduler::LayerInfo::FrameRate(Fps(), FrameRateCompatibility::NoVote);
594 snapshot.changes |= childSnapshot.changes & RequestedLayerState::Changes::FrameRate;
595 }
596 }
597}
598
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000599void LayerSnapshotBuilder::resetRelativeState(LayerSnapshot& snapshot) {
600 snapshot.isHiddenByPolicyFromRelativeParent = false;
601 snapshot.relativeLayerMetadata.mMap.clear();
602}
603
604uint32_t getDisplayRotationFlags(
605 const display::DisplayMap<ui::LayerStack, frontend::DisplayInfo>& displays,
606 const ui::LayerStack& layerStack) {
607 static frontend::DisplayInfo sDefaultDisplayInfo = {.isPrimary = false};
608 auto display = displays.get(layerStack).value_or(sDefaultDisplayInfo).get();
609 return display.isPrimary ? display.rotationFlags : 0;
610}
611
612void LayerSnapshotBuilder::updateSnapshot(LayerSnapshot& snapshot, const Args& args,
613 const RequestedLayerState& requested,
614 const LayerSnapshot& parentSnapshot,
Vishnu Naircfb2d252023-01-19 04:44:02 +0000615 const LayerHierarchy::TraversalPath& path,
616 bool newSnapshot) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000617 // Always update flags and visibility
618 ftl::Flags<RequestedLayerState::Changes> parentChanges = parentSnapshot.changes &
619 (RequestedLayerState::Changes::Hierarchy | RequestedLayerState::Changes::Geometry |
620 RequestedLayerState::Changes::Visibility | RequestedLayerState::Changes::Metadata |
621 RequestedLayerState::Changes::AffectsChildren);
622 snapshot.changes = parentChanges | requested.changes;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000623 snapshot.isHiddenByPolicyFromParent = parentSnapshot.isHiddenByPolicyFromParent ||
Vishnu Nair3af0ec02023-02-10 04:13:48 +0000624 parentSnapshot.invalidTransform || requested.isHiddenByPolicy() ||
625 (args.excludeLayerIds.find(path.id) != args.excludeLayerIds.end());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000626 snapshot.contentDirty = requested.what & layer_state_t::CONTENT_DIRTY;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000627 // TODO(b/238781169) scope down the changes to only buffer updates.
628 snapshot.hasReadyFrame =
629 (snapshot.contentDirty || requested.autoRefresh) && (requested.externalTexture);
630 // TODO(b/238781169) how is this used? ag/15523870
631 snapshot.sidebandStreamHasFrame = false;
632 updateSurfaceDamage(requested, snapshot.hasReadyFrame, args.forceFullDamage,
633 snapshot.surfaceDamage);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000634
Vishnu Naircfb2d252023-01-19 04:44:02 +0000635 const bool forceUpdate = newSnapshot || args.forceUpdate ||
636 snapshot.changes.any(RequestedLayerState::Changes::Visibility |
637 RequestedLayerState::Changes::Created);
Vishnu Nair80a5a702023-02-11 01:21:51 +0000638 snapshot.outputFilter.layerStack = requested.parentId != UNASSIGNED_LAYER_ID
639 ? parentSnapshot.outputFilter.layerStack
640 : requested.layerStack;
641
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000642 uint32_t displayRotationFlags =
643 getDisplayRotationFlags(args.displays, snapshot.outputFilter.layerStack);
644
Vishnu Naircfb2d252023-01-19 04:44:02 +0000645 // always update the buffer regardless of visibility
Vishnu Nair80a5a702023-02-11 01:21:51 +0000646 if (forceUpdate || requested.what & layer_state_t::BUFFER_CHANGES || args.displayChanges) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000647 snapshot.acquireFence =
648 (requested.externalTexture &&
649 requested.bufferData->flags.test(BufferData::BufferDataChange::fenceChanged))
650 ? requested.bufferData->acquireFence
651 : Fence::NO_FENCE;
652 snapshot.buffer =
653 requested.externalTexture ? requested.externalTexture->getBuffer() : nullptr;
654 snapshot.bufferSize = requested.getBufferSize(displayRotationFlags);
655 snapshot.geomBufferSize = snapshot.bufferSize;
656 snapshot.croppedBufferSize = requested.getCroppedBufferSize(snapshot.bufferSize);
657 snapshot.dataspace = requested.dataspace;
658 snapshot.externalTexture = requested.externalTexture;
659 snapshot.frameNumber = (requested.bufferData) ? requested.bufferData->frameNumber : 0;
660 snapshot.geomBufferTransform = requested.bufferTransform;
661 snapshot.geomBufferUsesDisplayInverseTransform = requested.transformToDisplayInverse;
662 snapshot.geomContentCrop = requested.getBufferCrop();
663 snapshot.geomUsesSourceCrop = snapshot.hasBufferOrSidebandStream();
664 snapshot.hasProtectedContent = requested.externalTexture &&
665 requested.externalTexture->getUsage() & GRALLOC_USAGE_PROTECTED;
666 snapshot.isHdrY410 = requested.dataspace == ui::Dataspace::BT2020_ITU_PQ &&
667 requested.api == NATIVE_WINDOW_API_MEDIA &&
668 requested.bufferData->getPixelFormat() == HAL_PIXEL_FORMAT_RGBA_1010102;
669 snapshot.sidebandStream = requested.sidebandStream;
670 snapshot.transparentRegionHint = requested.transparentRegion;
671 snapshot.color.rgb = requested.getColor().rgb;
John Reck68796592023-01-25 13:47:12 -0500672 snapshot.currentSdrHdrRatio = requested.currentSdrHdrRatio;
673 snapshot.desiredSdrHdrRatio = requested.desiredSdrHdrRatio;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000674 }
675
676 if (snapshot.isHiddenByPolicyFromParent && !newSnapshot) {
677 if (forceUpdate ||
678 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
679 RequestedLayerState::Changes::Geometry |
680 RequestedLayerState::Changes::Input)) {
681 updateInput(snapshot, requested, parentSnapshot, path, args);
682 }
683 return;
684 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000685
686 if (forceUpdate || snapshot.changes.any(RequestedLayerState::Changes::AffectsChildren)) {
687 // If root layer, use the layer stack otherwise get the parent's layer stack.
688 snapshot.color.a = parentSnapshot.color.a * requested.color.a;
689 snapshot.alpha = snapshot.color.a;
690 snapshot.isSecure =
691 parentSnapshot.isSecure || (requested.flags & layer_state_t::eLayerSecure);
692 snapshot.isTrustedOverlay = parentSnapshot.isTrustedOverlay || requested.isTrustedOverlay;
693 snapshot.outputFilter.layerStack = requested.parentId != UNASSIGNED_LAYER_ID
694 ? parentSnapshot.outputFilter.layerStack
695 : requested.layerStack;
696 snapshot.outputFilter.toInternalDisplay = parentSnapshot.outputFilter.toInternalDisplay ||
697 (requested.flags & layer_state_t::eLayerSkipScreenshot);
698 snapshot.stretchEffect = (requested.stretchEffect.hasEffect())
699 ? requested.stretchEffect
700 : parentSnapshot.stretchEffect;
701 if (!parentSnapshot.colorTransformIsIdentity) {
702 snapshot.colorTransform = parentSnapshot.colorTransform * requested.colorTransform;
703 snapshot.colorTransformIsIdentity = false;
704 } else {
705 snapshot.colorTransform = requested.colorTransform;
706 snapshot.colorTransformIsIdentity = !requested.hasColorTransform;
707 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000708 snapshot.gameMode = requested.metadata.has(gui::METADATA_GAME_MODE)
709 ? requested.gameMode
710 : parentSnapshot.gameMode;
711 snapshot.frameRate = (requested.requestedFrameRate.rate.isValid() ||
712 (requested.requestedFrameRate.type ==
713 scheduler::LayerInfo::FrameRateCompatibility::NoVote))
714 ? requested.requestedFrameRate
715 : parentSnapshot.frameRate;
716 snapshot.fixedTransformHint = requested.fixedTransformHint != ui::Transform::ROT_INVALID
717 ? requested.fixedTransformHint
718 : parentSnapshot.fixedTransformHint;
Vishnu Naira9c43762023-01-27 19:10:25 +0000719 // Display mirrors are always placed in a VirtualDisplay so we never want to capture layers
720 // marked as skip capture
721 snapshot.handleSkipScreenshotFlag = parentSnapshot.handleSkipScreenshotFlag ||
722 (requested.layerStackToMirror != ui::INVALID_LAYER_STACK);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000723 }
724
725 if (forceUpdate || requested.changes.get() != 0) {
726 snapshot.compositionType = requested.getCompositionType();
727 snapshot.dimmingEnabled = requested.dimmingEnabled;
728 snapshot.layerOpaqueFlagSet =
729 (requested.flags & layer_state_t::eLayerOpaque) == layer_state_t::eLayerOpaque;
730 }
731
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000732 if (forceUpdate || snapshot.changes.any(RequestedLayerState::Changes::Content)) {
733 snapshot.color.rgb = requested.getColor().rgb;
734 snapshot.isColorspaceAgnostic = requested.colorSpaceAgnostic;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000735 snapshot.backgroundBlurRadius = args.supportsBlur
736 ? static_cast<int>(parentSnapshot.color.a * (float)requested.backgroundBlurRadius)
737 : 0;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000738 snapshot.blurRegions = requested.blurRegions;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000739 for (auto& region : snapshot.blurRegions) {
740 region.alpha = region.alpha * snapshot.color.a;
741 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000742 snapshot.hdrMetadata = requested.hdrMetadata;
743 }
744
745 if (forceUpdate ||
746 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
747 RequestedLayerState::Changes::Geometry)) {
748 updateLayerBounds(snapshot, requested, parentSnapshot, displayRotationFlags);
749 updateRoundedCorner(snapshot, requested, parentSnapshot);
750 }
751
752 if (forceUpdate ||
753 snapshot.changes.any(RequestedLayerState::Changes::Hierarchy |
754 RequestedLayerState::Changes::Geometry |
755 RequestedLayerState::Changes::Input)) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000756 updateInput(snapshot, requested, parentSnapshot, path, args);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000757 }
758
759 // computed snapshot properties
760 updateShadows(snapshot, requested, args.globalShadowSettings);
761 if (args.includeMetadata) {
762 snapshot.layerMetadata = parentSnapshot.layerMetadata;
763 snapshot.layerMetadata.merge(requested.metadata);
764 }
765 snapshot.forceClientComposition = snapshot.isHdrY410 || snapshot.shadowSettings.length > 0 ||
766 requested.blurRegions.size() > 0 || snapshot.stretchEffect.hasEffect();
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000767 snapshot.isOpaque = snapshot.isContentOpaque() && !snapshot.roundedCorner.hasRoundedCorners() &&
768 snapshot.color.a == 1.f;
769 snapshot.blendMode = getBlendMode(snapshot, requested);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000770 // TODO(b/238781169) pass this from flinger
771 // snapshot.fps;
772 // snapshot.metadata;
773 LLOGV(snapshot.sequence,
774 "%supdated [%d]%s changes parent:%s global:%s local:%s requested:%s %s from parent %s",
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000775 args.forceUpdate ? "Force " : "", requested.id, requested.name.c_str(),
776 parentSnapshot.changes.string().c_str(), snapshot.changes.string().c_str(),
777 requested.changes.string().c_str(), std::to_string(requested.what).c_str(),
778 snapshot.getDebugString().c_str(), parentSnapshot.getDebugString().c_str());
779}
780
781void LayerSnapshotBuilder::updateRoundedCorner(LayerSnapshot& snapshot,
782 const RequestedLayerState& requested,
783 const LayerSnapshot& parentSnapshot) {
784 snapshot.roundedCorner = RoundedCornerState();
785 RoundedCornerState parentRoundedCorner;
786 if (parentSnapshot.roundedCorner.hasRoundedCorners()) {
787 parentRoundedCorner = parentSnapshot.roundedCorner;
788 ui::Transform t = snapshot.localTransform.inverse();
789 parentRoundedCorner.cropRect = t.transform(parentRoundedCorner.cropRect);
790 parentRoundedCorner.radius.x *= t.getScaleX();
791 parentRoundedCorner.radius.y *= t.getScaleY();
792 }
793
794 FloatRect layerCropRect = snapshot.croppedBufferSize.toFloatRect();
795 const vec2 radius(requested.cornerRadius, requested.cornerRadius);
796 RoundedCornerState layerSettings(layerCropRect, radius);
797 const bool layerSettingsValid = layerSettings.hasRoundedCorners() && !layerCropRect.isEmpty();
798 const bool parentRoundedCornerValid = parentRoundedCorner.hasRoundedCorners();
799 if (layerSettingsValid && parentRoundedCornerValid) {
800 // If the parent and the layer have rounded corner settings, use the parent settings if
801 // the parent crop is entirely inside the layer crop. This has limitations and cause
802 // rendering artifacts. See b/200300845 for correct fix.
803 if (parentRoundedCorner.cropRect.left > layerCropRect.left &&
804 parentRoundedCorner.cropRect.top > layerCropRect.top &&
805 parentRoundedCorner.cropRect.right < layerCropRect.right &&
806 parentRoundedCorner.cropRect.bottom < layerCropRect.bottom) {
807 snapshot.roundedCorner = parentRoundedCorner;
808 } else {
809 snapshot.roundedCorner = layerSettings;
810 }
811 } else if (layerSettingsValid) {
812 snapshot.roundedCorner = layerSettings;
813 } else if (parentRoundedCornerValid) {
814 snapshot.roundedCorner = parentRoundedCorner;
815 }
816}
817
818void LayerSnapshotBuilder::updateLayerBounds(LayerSnapshot& snapshot,
819 const RequestedLayerState& requested,
820 const LayerSnapshot& parentSnapshot,
821 uint32_t displayRotationFlags) {
822 snapshot.croppedBufferSize = requested.getCroppedBufferSize(snapshot.bufferSize);
823 snapshot.geomCrop = requested.crop;
824 snapshot.localTransform = requested.getTransform(displayRotationFlags);
825 snapshot.localTransformInverse = snapshot.localTransform.inverse();
826 snapshot.geomLayerTransform = parentSnapshot.geomLayerTransform * snapshot.localTransform;
Vishnu Naircfb2d252023-01-19 04:44:02 +0000827 const bool transformWasInvalid = snapshot.invalidTransform;
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000828 snapshot.invalidTransform = !LayerSnapshot::isTransformValid(snapshot.geomLayerTransform);
829 if (snapshot.invalidTransform) {
Vishnu Naircfb2d252023-01-19 04:44:02 +0000830 auto& t = snapshot.geomLayerTransform;
831 auto& requestedT = requested.requestedTransform;
832 std::string transformDebug =
833 base::StringPrintf(" transform={%f,%f,%f,%f} requestedTransform={%f,%f,%f,%f}",
834 t.dsdx(), t.dsdy(), t.dtdx(), t.dtdy(), requestedT.dsdx(),
835 requestedT.dsdy(), requestedT.dtdx(), requestedT.dtdy());
836 std::string bufferDebug;
837 if (requested.externalTexture) {
838 auto unRotBuffer = requested.getUnrotatedBufferSize(displayRotationFlags);
839 auto& destFrame = requested.destinationFrame;
840 bufferDebug = base::StringPrintf(" buffer={%d,%d} displayRot=%d"
841 " destFrame={%d,%d,%d,%d} unRotBuffer={%d,%d}",
842 requested.externalTexture->getWidth(),
843 requested.externalTexture->getHeight(),
844 displayRotationFlags, destFrame.left, destFrame.top,
845 destFrame.right, destFrame.bottom,
846 unRotBuffer.getHeight(), unRotBuffer.getWidth());
847 }
848 ALOGW("Resetting transform for %s because it is invalid.%s%s",
849 snapshot.getDebugString().c_str(), transformDebug.c_str(), bufferDebug.c_str());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000850 snapshot.geomLayerTransform.reset();
851 }
Vishnu Naircfb2d252023-01-19 04:44:02 +0000852 if (transformWasInvalid != snapshot.invalidTransform) {
853 // If transform is invalid, the layer will be hidden.
854 mResortSnapshots = true;
855 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000856 snapshot.geomInverseLayerTransform = snapshot.geomLayerTransform.inverse();
857
858 FloatRect parentBounds = parentSnapshot.geomLayerBounds;
859 parentBounds = snapshot.localTransform.inverse().transform(parentBounds);
860 snapshot.geomLayerBounds =
861 (requested.externalTexture) ? snapshot.bufferSize.toFloatRect() : parentBounds;
862 if (!requested.crop.isEmpty()) {
863 snapshot.geomLayerBounds = snapshot.geomLayerBounds.intersect(requested.crop.toFloatRect());
864 }
865 snapshot.geomLayerBounds = snapshot.geomLayerBounds.intersect(parentBounds);
866 snapshot.transformedBounds = snapshot.geomLayerTransform.transform(snapshot.geomLayerBounds);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000867 const Rect geomLayerBoundsWithoutTransparentRegion =
868 RequestedLayerState::reduce(Rect(snapshot.geomLayerBounds),
869 requested.transparentRegion);
870 snapshot.transformedBoundsWithoutTransparentRegion =
871 snapshot.geomLayerTransform.transform(geomLayerBoundsWithoutTransparentRegion);
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000872 snapshot.parentTransform = parentSnapshot.geomLayerTransform;
873
874 // Subtract the transparent region and snap to the bounds
Vishnu Naircfb2d252023-01-19 04:44:02 +0000875 const Rect bounds =
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000876 RequestedLayerState::reduce(snapshot.croppedBufferSize, requested.transparentRegion);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000877 if (requested.potentialCursor) {
878 snapshot.cursorFrame = snapshot.geomLayerTransform.transform(bounds);
879 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000880}
881
882void LayerSnapshotBuilder::updateShadows(LayerSnapshot& snapshot,
883 const RequestedLayerState& requested,
884 const renderengine::ShadowSettings& globalShadowSettings) {
885 snapshot.shadowRadius = requested.shadowRadius;
886 snapshot.shadowSettings.length = requested.shadowRadius;
887 if (snapshot.shadowRadius > 0.f) {
888 snapshot.shadowSettings = globalShadowSettings;
889
890 // Note: this preserves existing behavior of shadowing the entire layer and not cropping
891 // it if transparent regions are present. This may not be necessary since shadows are
892 // typically cast by layers without transparent regions.
893 snapshot.shadowSettings.boundaries = snapshot.geomLayerBounds;
894
895 // If the casting layer is translucent, we need to fill in the shadow underneath the
896 // layer. Otherwise the generated shadow will only be shown around the casting layer.
897 snapshot.shadowSettings.casterIsTranslucent =
898 !snapshot.isContentOpaque() || (snapshot.alpha < 1.0f);
899 snapshot.shadowSettings.ambientColor *= snapshot.alpha;
900 snapshot.shadowSettings.spotColor *= snapshot.alpha;
901 }
902}
903
904void LayerSnapshotBuilder::updateInput(LayerSnapshot& snapshot,
905 const RequestedLayerState& requested,
906 const LayerSnapshot& parentSnapshot,
Vishnu Naircfb2d252023-01-19 04:44:02 +0000907 const LayerHierarchy::TraversalPath& path,
908 const Args& args) {
909 if (requested.windowInfoHandle) {
910 snapshot.inputInfo = *requested.windowInfoHandle->getInfo();
911 } else {
912 snapshot.inputInfo = {};
913 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000914 snapshot.inputInfo.displayId = static_cast<int32_t>(snapshot.outputFilter.layerStack.id);
Vishnu Naircfb2d252023-01-19 04:44:02 +0000915
916 if (!needsInputInfo(snapshot, requested)) {
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000917 return;
918 }
919
Vishnu Naircfb2d252023-01-19 04:44:02 +0000920 static frontend::DisplayInfo sDefaultInfo = {.isSecure = false};
921 const std::optional<frontend::DisplayInfo> displayInfoOpt =
922 args.displays.get(snapshot.outputFilter.layerStack);
923 bool noValidDisplay = !displayInfoOpt.has_value();
924 auto displayInfo = displayInfoOpt.value_or(sDefaultInfo);
925
926 if (!requested.windowInfoHandle) {
927 snapshot.inputInfo.inputConfig = gui::WindowInfo::InputConfig::NO_INPUT_CHANNEL;
928 }
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000929 fillInputFrameInfo(snapshot.inputInfo, displayInfo.transform, snapshot);
930
931 if (noValidDisplay) {
932 // Do not let the window receive touches if it is not associated with a valid display
933 // transform. We still allow the window to receive keys and prevent ANRs.
934 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::NOT_TOUCHABLE;
935 }
936
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000937 snapshot.inputInfo.alpha = snapshot.color.a;
938 snapshot.inputInfo.touchOcclusionMode = parentSnapshot.inputInfo.touchOcclusionMode;
939 if (requested.dropInputMode == gui::DropInputMode::ALL ||
940 parentSnapshot.dropInputMode == gui::DropInputMode::ALL) {
941 snapshot.dropInputMode = gui::DropInputMode::ALL;
942 } else if (requested.dropInputMode == gui::DropInputMode::OBSCURED ||
943 parentSnapshot.dropInputMode == gui::DropInputMode::OBSCURED) {
944 snapshot.dropInputMode = gui::DropInputMode::OBSCURED;
945 } else {
946 snapshot.dropInputMode = gui::DropInputMode::NONE;
947 }
948
949 handleDropInputMode(snapshot, parentSnapshot);
950
951 // If the window will be blacked out on a display because the display does not have the secure
952 // flag and the layer has the secure flag set, then drop input.
953 if (!displayInfo.isSecure && snapshot.isSecure) {
954 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::DROP_INPUT;
955 }
956
957 auto cropLayerSnapshot = getSnapshot(requested.touchCropId);
958 if (snapshot.inputInfo.replaceTouchableRegionWithCrop) {
959 const Rect bounds(cropLayerSnapshot ? cropLayerSnapshot->transformedBounds
960 : snapshot.transformedBounds);
961 snapshot.inputInfo.touchableRegion = Region(displayInfo.transform.transform(bounds));
962 } else if (cropLayerSnapshot) {
963 snapshot.inputInfo.touchableRegion = snapshot.inputInfo.touchableRegion.intersect(
964 displayInfo.transform.transform(Rect{cropLayerSnapshot->transformedBounds}));
965 }
966
967 // Inherit the trusted state from the parent hierarchy, but don't clobber the trusted state
968 // if it was set by WM for a known system overlay
969 if (snapshot.isTrustedOverlay) {
970 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::TRUSTED_OVERLAY;
971 }
972
973 // If the layer is a clone, we need to crop the input region to cloned root to prevent
974 // touches from going outside the cloned area.
975 if (path.isClone()) {
976 snapshot.inputInfo.inputConfig |= gui::WindowInfo::InputConfig::CLONE;
Vishnu Nair80a5a702023-02-11 01:21:51 +0000977 auto clonedRootSnapshot = getSnapshot(path.getMirrorRoot());
Vishnu Nair8fc721b2022-12-22 20:06:32 +0000978 if (clonedRootSnapshot) {
979 const Rect rect =
980 displayInfo.transform.transform(Rect{clonedRootSnapshot->transformedBounds});
981 snapshot.inputInfo.touchableRegion = snapshot.inputInfo.touchableRegion.intersect(rect);
982 }
983 }
984}
985
986std::vector<std::unique_ptr<LayerSnapshot>>& LayerSnapshotBuilder::getSnapshots() {
987 return mSnapshots;
988}
989
Vishnu Naircfb2d252023-01-19 04:44:02 +0000990void LayerSnapshotBuilder::forEachVisibleSnapshot(const ConstVisitor& visitor) const {
991 for (int i = 0; i < mNumInterestingSnapshots; i++) {
992 LayerSnapshot& snapshot = *mSnapshots[(size_t)i];
993 if (!snapshot.isVisible) continue;
994 visitor(snapshot);
995 }
996}
997
Vishnu Nair3af0ec02023-02-10 04:13:48 +0000998// Visit each visible snapshot in z-order
999void LayerSnapshotBuilder::forEachVisibleSnapshot(const ConstVisitor& visitor,
1000 const LayerHierarchy& root) const {
1001 root.traverseInZOrder(
1002 [this, visitor](const LayerHierarchy&,
1003 const LayerHierarchy::TraversalPath& traversalPath) -> bool {
1004 LayerSnapshot* snapshot = getSnapshot(traversalPath);
1005 if (snapshot && snapshot->isVisible) {
1006 visitor(*snapshot);
1007 }
1008 return true;
1009 });
1010}
1011
Vishnu Naircfb2d252023-01-19 04:44:02 +00001012void LayerSnapshotBuilder::forEachVisibleSnapshot(const Visitor& visitor) {
1013 for (int i = 0; i < mNumInterestingSnapshots; i++) {
1014 std::unique_ptr<LayerSnapshot>& snapshot = mSnapshots.at((size_t)i);
1015 if (!snapshot->isVisible) continue;
1016 visitor(snapshot);
1017 }
1018}
1019
1020void LayerSnapshotBuilder::forEachInputSnapshot(const ConstVisitor& visitor) const {
1021 for (int i = mNumInterestingSnapshots - 1; i >= 0; i--) {
1022 LayerSnapshot& snapshot = *mSnapshots[(size_t)i];
1023 if (!snapshot.hasInputInfo()) continue;
1024 visitor(snapshot);
1025 }
1026}
1027
Vishnu Nair8fc721b2022-12-22 20:06:32 +00001028} // namespace android::surfaceflinger::frontend