blob: e4d754c7128b0d704ba8ecb467366b2dbbbd6343 [file] [log] [blame]
David Sodman0c69cad2017-08-21 12:12:51 -07001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
20
David Sodman0c69cad2017-08-21 12:12:51 -070021//#define LOG_NDEBUG 0
22#undef LOG_TAG
23#define LOG_TAG "BufferLayer"
24#define ATRACE_TAG ATRACE_TAG_GRAPHICS
25
Alec Mourie60041e2019-06-14 18:59:51 -070026#include "BufferLayer.h"
Lloyd Piquefeb73d72018-12-04 17:23:44 -080027
28#include <compositionengine/CompositionEngine.h>
Lloyd Piquef5275482019-01-29 18:42:42 -080029#include <compositionengine/LayerFECompositionState.h>
Lloyd Pique37c2c9b2018-12-04 17:25:10 -080030#include <compositionengine/OutputLayer.h>
31#include <compositionengine/impl/OutputLayerCompositionState.h>
Lloyd Piquefeb73d72018-12-04 17:23:44 -080032#include <cutils/compiler.h>
33#include <cutils/native_handle.h>
34#include <cutils/properties.h>
35#include <gui/BufferItem.h>
36#include <gui/BufferQueue.h>
chaviwf83ce182019-09-12 14:43:08 -070037#include <gui/GLConsumer.h>
Lloyd Piquefeb73d72018-12-04 17:23:44 -080038#include <gui/LayerDebugInfo.h>
39#include <gui/Surface.h>
40#include <renderengine/RenderEngine.h>
41#include <ui/DebugUtils.h>
42#include <utils/Errors.h>
43#include <utils/Log.h>
44#include <utils/NativeHandle.h>
45#include <utils/StopWatch.h>
46#include <utils/Trace.h>
47
Alec Mourie60041e2019-06-14 18:59:51 -070048#include <cmath>
49#include <cstdlib>
50#include <mutex>
51#include <sstream>
52
David Sodman0c69cad2017-08-21 12:12:51 -070053#include "Colorizer.h"
54#include "DisplayDevice.h"
Mikael Pessa90092f42019-08-26 17:22:04 -070055#include "FrameTracer/FrameTracer.h"
David Sodman0c69cad2017-08-21 12:12:51 -070056#include "LayerRejecter.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -080057#include "TimeStats/TimeStats.h"
58
David Sodman0c69cad2017-08-21 12:12:51 -070059namespace android {
60
Peiyong Lin1a70eca2019-11-15 09:33:33 -080061static constexpr float defaultMaxMasteringLuminance = 1000.0;
62static constexpr float defaultMaxContentLuminance = 1000.0;
63
Lloyd Pique42ab75e2018-09-12 20:46:03 -070064BufferLayer::BufferLayer(const LayerCreationArgs& args)
Lloyd Piquefeb73d72018-12-04 17:23:44 -080065 : Layer(args),
chaviwb4c6e582019-08-16 14:35:07 -070066 mTextureName(args.textureName),
Lloyd Piquede196652020-01-22 17:29:58 -080067 mCompositionState{mFlinger->getCompositionEngine().createLayerFECompositionState()} {
Dominik Laskowski87a07e42019-10-10 20:38:02 -070068 ALOGV("Creating Layer %s", getDebugName());
David Sodman0c69cad2017-08-21 12:12:51 -070069
Lloyd Pique42ab75e2018-09-12 20:46:03 -070070 mPremultipliedAlpha = !(args.flags & ISurfaceComposerClient::eNonPremultiplied);
David Sodman0c69cad2017-08-21 12:12:51 -070071
Lloyd Pique42ab75e2018-09-12 20:46:03 -070072 mPotentialCursor = args.flags & ISurfaceComposerClient::eCursorWindow;
73 mProtectedByApp = args.flags & ISurfaceComposerClient::eProtectedByApp;
David Sodman0c69cad2017-08-21 12:12:51 -070074}
75
76BufferLayer::~BufferLayer() {
chaviwb4c6e582019-08-16 14:35:07 -070077 if (!isClone()) {
78 // The original layer and the clone layer share the same texture. Therefore, only one of
79 // the layers, in this case the original layer, needs to handle the deletion. The original
80 // layer and the clone should be removed at the same time so there shouldn't be any issue
81 // with the clone layer trying to use the deleted texture.
82 mFlinger->deleteTextureAsync(mTextureName);
83 }
Yiwei Zhang1a88c402019-11-18 10:43:58 -080084 const int32_t layerId = getSequence();
85 mFlinger->mTimeStats->onDestroy(layerId);
86 mFlinger->mFrameTracer->onDestroy(layerId);
David Sodman0c69cad2017-08-21 12:12:51 -070087}
88
David Sodmaneb085e02017-10-05 18:49:04 -070089void BufferLayer::useSurfaceDamage() {
90 if (mFlinger->mForceFullDamage) {
91 surfaceDamageRegion = Region::INVALID_REGION;
92 } else {
chaviw4244e032019-09-04 11:27:49 -070093 surfaceDamageRegion = mBufferInfo.mSurfaceDamage;
David Sodmaneb085e02017-10-05 18:49:04 -070094 }
95}
96
97void BufferLayer::useEmptyDamage() {
98 surfaceDamageRegion.clear();
99}
100
Marissa Wallfd668622018-05-10 10:21:13 -0700101bool BufferLayer::isOpaque(const Layer::State& s) const {
102 // if we don't have a buffer or sidebandStream yet, we're translucent regardless of the
103 // layer's opaque flag.
chaviwd62d3062019-09-04 14:48:02 -0700104 if ((mSidebandStream == nullptr) && (mBufferInfo.mBuffer == nullptr)) {
Marissa Wallfd668622018-05-10 10:21:13 -0700105 return false;
106 }
107
108 // if the layer has the opaque flag, then we're always opaque,
109 // otherwise we use the current buffer's format.
110 return ((s.flags & layer_state_t::eLayerOpaque) != 0) || getOpacityForFormat(getPixelFormat());
David Sodman0c69cad2017-08-21 12:12:51 -0700111}
112
113bool BufferLayer::isVisible() const {
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700114 return !isHiddenByPolicy() && getAlpha() > 0.0f &&
chaviwd62d3062019-09-04 14:48:02 -0700115 (mBufferInfo.mBuffer != nullptr || mSidebandStream != nullptr);
David Sodman0c69cad2017-08-21 12:12:51 -0700116}
117
118bool BufferLayer::isFixedSize() const {
119 return getEffectiveScalingMode() != NATIVE_WINDOW_SCALING_MODE_FREEZE;
120}
121
Lloyd Piquea83776c2019-01-29 18:42:32 -0800122bool BufferLayer::usesSourceCrop() const {
123 return true;
124}
125
David Sodman0c69cad2017-08-21 12:12:51 -0700126static constexpr mat4 inverseOrientation(uint32_t transform) {
David Sodman41fdfc92017-11-06 16:09:56 -0800127 const mat4 flipH(-1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1);
128 const mat4 flipV(1, 0, 0, 0, 0, -1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1);
129 const mat4 rot90(0, 1, 0, 0, -1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1);
David Sodman0c69cad2017-08-21 12:12:51 -0700130 mat4 tr;
131
132 if (transform & NATIVE_WINDOW_TRANSFORM_ROT_90) {
133 tr = tr * rot90;
134 }
135 if (transform & NATIVE_WINDOW_TRANSFORM_FLIP_H) {
136 tr = tr * flipH;
137 }
138 if (transform & NATIVE_WINDOW_TRANSFORM_FLIP_V) {
139 tr = tr * flipV;
140 }
141 return inverse(tr);
142}
143
Vishnu Nair9b079a22020-01-21 14:36:08 -0800144std::optional<compositionengine::LayerFE::LayerSettings> BufferLayer::prepareClientComposition(
Lloyd Piquef16688f2019-02-19 17:47:57 -0800145 compositionengine::LayerFE::ClientCompositionTargetSettings& targetSettings) {
David Sodman0c69cad2017-08-21 12:12:51 -0700146 ATRACE_CALL();
Lloyd Piquef16688f2019-02-19 17:47:57 -0800147
Vishnu Nair9b079a22020-01-21 14:36:08 -0800148 std::optional<compositionengine::LayerFE::LayerSettings> result =
149 Layer::prepareClientComposition(targetSettings);
Lloyd Piquef16688f2019-02-19 17:47:57 -0800150 if (!result) {
151 return result;
152 }
153
chaviwd62d3062019-09-04 14:48:02 -0700154 if (CC_UNLIKELY(mBufferInfo.mBuffer == 0)) {
David Sodman0c69cad2017-08-21 12:12:51 -0700155 // the texture has not been created yet, this Layer has
156 // in fact never been drawn into. This happens frequently with
157 // SurfaceView because the WindowManager can't know when the client
158 // has drawn the first time.
159
160 // If there is nothing under us, we paint the screen in black, otherwise
161 // we just skip this update.
162
163 // figure out if there is something below us
164 Region under;
165 bool finished = false;
166 mFlinger->mDrawingState.traverseInZOrder([&](Layer* layer) {
167 if (finished || layer == static_cast<BufferLayer const*>(this)) {
168 finished = true;
169 return;
170 }
Lloyd Piquea2468662019-03-07 21:31:06 -0800171
172 under.orSelf(layer->getScreenBounds());
David Sodman0c69cad2017-08-21 12:12:51 -0700173 });
174 // if not everything below us is covered, we plug the holes!
Lloyd Piquef16688f2019-02-19 17:47:57 -0800175 Region holes(targetSettings.clip.subtract(under));
David Sodman0c69cad2017-08-21 12:12:51 -0700176 if (!holes.isEmpty()) {
Lloyd Piquef16688f2019-02-19 17:47:57 -0800177 targetSettings.clearRegion.orSelf(holes);
David Sodman0c69cad2017-08-21 12:12:51 -0700178 }
Lloyd Piquef16688f2019-02-19 17:47:57 -0800179 return std::nullopt;
David Sodman0c69cad2017-08-21 12:12:51 -0700180 }
Lloyd Pique688abd42019-02-15 15:42:24 -0800181 bool blackOutLayer = (isProtected() && !targetSettings.supportsProtectedContent) ||
Lloyd Piquef16688f2019-02-19 17:47:57 -0800182 (isSecure() && !targetSettings.isSecure);
Lloyd Piquede196652020-01-22 17:29:58 -0800183 compositionengine::LayerFE::LayerSettings& layer = *result;
Vishnu Nairb87d94f2020-02-13 09:17:36 -0800184 if (blackOutLayer) {
185 prepareClearClientComposition(layer, true /* blackout */);
186 return layer;
David Sodman0c69cad2017-08-21 12:12:51 -0700187 }
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000188
Vishnu Nairb87d94f2020-02-13 09:17:36 -0800189 const State& s(getDrawingState());
190 layer.source.buffer.buffer = mBufferInfo.mBuffer;
191 layer.source.buffer.isOpaque = isOpaque(s);
192 layer.source.buffer.fence = mBufferInfo.mFence;
193 layer.source.buffer.textureName = mTextureName;
194 layer.source.buffer.usePremultipliedAlpha = getPremultipledAlpha();
195 layer.source.buffer.isY410BT2020 = isHdrY410();
196 bool hasSmpte2086 = mBufferInfo.mHdrMetadata.validTypes & HdrMetadata::SMPTE2086;
197 bool hasCta861_3 = mBufferInfo.mHdrMetadata.validTypes & HdrMetadata::CTA861_3;
198 layer.source.buffer.maxMasteringLuminance = hasSmpte2086
199 ? mBufferInfo.mHdrMetadata.smpte2086.maxLuminance
200 : defaultMaxMasteringLuminance;
201 layer.source.buffer.maxContentLuminance = hasCta861_3
202 ? mBufferInfo.mHdrMetadata.cta8613.maxContentLightLevel
203 : defaultMaxContentLuminance;
204 layer.frameNumber = mCurrentFrameNumber;
205 layer.bufferId = mBufferInfo.mBuffer ? mBufferInfo.mBuffer->getId() : 0;
206
207 // TODO: we could be more subtle with isFixedSize()
208 const bool useFiltering = targetSettings.needsFiltering || mNeedsFiltering || isFixedSize();
209
210 // Query the texture matrix given our current filtering mode.
211 float textureMatrix[16];
212 getDrawingTransformMatrix(useFiltering, textureMatrix);
213
214 if (getTransformToDisplayInverse()) {
215 /*
216 * the code below applies the primary display's inverse transform to
217 * the texture transform
218 */
219 uint32_t transform = DisplayDevice::getPrimaryDisplayRotationFlags();
220 mat4 tr = inverseOrientation(transform);
221
222 /**
223 * TODO(b/36727915): This is basically a hack.
224 *
225 * Ensure that regardless of the parent transformation,
226 * this buffer is always transformed from native display
227 * orientation to display orientation. For example, in the case
228 * of a camera where the buffer remains in native orientation,
229 * we want the pixels to always be upright.
230 */
231 sp<Layer> p = mDrawingParent.promote();
232 if (p != nullptr) {
233 const auto parentTransform = p->getTransform();
234 tr = tr * inverseOrientation(parentTransform.getOrientation());
235 }
236
237 // and finally apply it to the original texture matrix
238 const mat4 texTransform(mat4(static_cast<const float*>(textureMatrix)) * tr);
239 memcpy(textureMatrix, texTransform.asArray(), sizeof(textureMatrix));
240 }
241
242 const Rect win{getBounds()};
243 float bufferWidth = getBufferSize(s).getWidth();
244 float bufferHeight = getBufferSize(s).getHeight();
245
246 // BufferStateLayers can have a "buffer size" of [0, 0, -1, -1] when no display frame has
247 // been set and there is no parent layer bounds. In that case, the scale is meaningless so
248 // ignore them.
249 if (!getBufferSize(s).isValid()) {
250 bufferWidth = float(win.right) - float(win.left);
251 bufferHeight = float(win.bottom) - float(win.top);
252 }
253
254 const float scaleHeight = (float(win.bottom) - float(win.top)) / bufferHeight;
255 const float scaleWidth = (float(win.right) - float(win.left)) / bufferWidth;
256 const float translateY = float(win.top) / bufferHeight;
257 const float translateX = float(win.left) / bufferWidth;
258
259 // Flip y-coordinates because GLConsumer expects OpenGL convention.
260 mat4 tr = mat4::translate(vec4(.5, .5, 0, 1)) * mat4::scale(vec4(1, -1, 1, 1)) *
261 mat4::translate(vec4(-.5, -.5, 0, 1)) *
262 mat4::translate(vec4(translateX, translateY, 0, 1)) *
263 mat4::scale(vec4(scaleWidth, scaleHeight, 1.0, 1.0));
264
265 layer.source.buffer.useTextureFiltering = useFiltering;
266 layer.source.buffer.textureTransform = mat4(static_cast<const float*>(textureMatrix)) * tr;
267
Vishnu Nair9b079a22020-01-21 14:36:08 -0800268 return layer;
David Sodman0c69cad2017-08-21 12:12:51 -0700269}
270
Marissa Wallfd668622018-05-10 10:21:13 -0700271bool BufferLayer::isHdrY410() const {
272 // pixel format is HDR Y410 masquerading as RGBA_1010102
chaviw4244e032019-09-04 11:27:49 -0700273 return (mBufferInfo.mDataspace == ui::Dataspace::BT2020_ITU_PQ &&
274 mBufferInfo.mApi == NATIVE_WINDOW_API_MEDIA &&
chaviwd62d3062019-09-04 14:48:02 -0700275 mBufferInfo.mBuffer->getPixelFormat() == HAL_PIXEL_FORMAT_RGBA_1010102);
David Sodmaneb085e02017-10-05 18:49:04 -0700276}
277
Lloyd Piquede196652020-01-22 17:29:58 -0800278sp<compositionengine::LayerFE> BufferLayer::getCompositionEngineLayerFE() const {
279 return asLayerFE();
280}
281
282compositionengine::LayerFECompositionState* BufferLayer::editCompositionState() {
283 return mCompositionState.get();
284}
285
286const compositionengine::LayerFECompositionState* BufferLayer::getCompositionState() const {
287 return mCompositionState.get();
288}
289
290void BufferLayer::preparePerFrameCompositionState() {
291 Layer::preparePerFrameCompositionState();
David Sodman0c69cad2017-08-21 12:12:51 -0700292
293 // Sideband layers
Lloyd Piquede196652020-01-22 17:29:58 -0800294 auto* compositionState = editCompositionState();
295 if (compositionState->sidebandStream.get()) {
296 compositionState->compositionType = Hwc2::IComposerClient::Composition::SIDEBAND;
David Sodman15094112018-10-11 09:39:37 -0700297 } else {
Lloyd Piquef5275482019-01-29 18:42:42 -0800298 // Normal buffer layers
Lloyd Piquede196652020-01-22 17:29:58 -0800299 compositionState->hdrMetadata = mBufferInfo.mHdrMetadata;
300 compositionState->compositionType = mPotentialCursor
Lloyd Piquef5275482019-01-29 18:42:42 -0800301 ? Hwc2::IComposerClient::Composition::CURSOR
302 : Hwc2::IComposerClient::Composition::DEVICE;
David Sodman0c69cad2017-08-21 12:12:51 -0700303 }
David Sodman0c69cad2017-08-21 12:12:51 -0700304}
305
Marissa Wallfd668622018-05-10 10:21:13 -0700306bool BufferLayer::onPreComposition(nsecs_t refreshStartTime) {
chaviwd62d3062019-09-04 14:48:02 -0700307 if (mBufferInfo.mBuffer != nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700308 Mutex::Autolock lock(mFrameEventHistoryMutex);
309 mFrameEventHistory.addPreComposition(mCurrentFrameNumber, refreshStartTime);
David Sodman0c69cad2017-08-21 12:12:51 -0700310 }
Marissa Wallfd668622018-05-10 10:21:13 -0700311 mRefreshPending = false;
312 return hasReadyFrame();
David Sodman0c69cad2017-08-21 12:12:51 -0700313}
314
Adithya Srinivasanb69e0762019-11-11 18:39:53 -0800315bool BufferLayer::onPostComposition(sp<const DisplayDevice> displayDevice,
Dominik Laskowski075d3172018-05-24 15:50:06 -0700316 const std::shared_ptr<FenceTime>& glDoneFence,
Marissa Wallfd668622018-05-10 10:21:13 -0700317 const std::shared_ptr<FenceTime>& presentFence,
318 const CompositorTiming& compositorTiming) {
319 // mFrameLatencyNeeded is true when a new frame was latched for the
320 // composition.
chaviw74b03172019-08-19 11:09:03 -0700321 if (!mBufferInfo.mFrameLatencyNeeded) return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700322
323 // Update mFrameEventHistory.
Dan Stoza436ccf32018-06-21 12:10:12 -0700324 {
Marissa Wallfd668622018-05-10 10:21:13 -0700325 Mutex::Autolock lock(mFrameEventHistoryMutex);
326 mFrameEventHistory.addPostComposition(mCurrentFrameNumber, glDoneFence, presentFence,
327 compositorTiming);
Valerie Hau93d5a5e2020-02-13 14:50:01 -0800328 finalizeFrameEventHistory(glDoneFence, compositorTiming);
David Sodman0c69cad2017-08-21 12:12:51 -0700329 }
330
Marissa Wallfd668622018-05-10 10:21:13 -0700331 // Update mFrameTracker.
chaviw4244e032019-09-04 11:27:49 -0700332 nsecs_t desiredPresentTime = mBufferInfo.mDesiredPresentTime;
Marissa Wallfd668622018-05-10 10:21:13 -0700333 mFrameTracker.setDesiredPresentTime(desiredPresentTime);
334
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800335 const int32_t layerId = getSequence();
336 mFlinger->mTimeStats->setDesiredTime(layerId, mCurrentFrameNumber, desiredPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700337
Adithya Srinivasanb69e0762019-11-11 18:39:53 -0800338 const auto outputLayer = findOutputLayerForDisplay(displayDevice);
339 if (outputLayer && outputLayer->requiresClientComposition()) {
340 nsecs_t clientCompositionTimestamp = outputLayer->getState().clientCompositionTimestamp;
341 mFlinger->mFrameTracer->traceTimestamp(layerId, getCurrentBufferId(), mCurrentFrameNumber,
342 clientCompositionTimestamp,
343 FrameTracer::FrameEvent::FALLBACK_COMPOSITION);
344 }
345
chaviw4244e032019-09-04 11:27:49 -0700346 std::shared_ptr<FenceTime> frameReadyFence = mBufferInfo.mFenceTime;
Marissa Wallfd668622018-05-10 10:21:13 -0700347 if (frameReadyFence->isValid()) {
348 mFrameTracker.setFrameReadyFence(std::move(frameReadyFence));
349 } else {
350 // There was no fence for this frame, so assume that it was ready
351 // to be presented at the desired present time.
352 mFrameTracker.setFrameReadyTime(desiredPresentTime);
Dominik Laskowski45de9bd2018-06-11 17:44:10 -0700353 }
Marissa Wallfd668622018-05-10 10:21:13 -0700354
Adithya Srinivasanb69e0762019-11-11 18:39:53 -0800355 const auto displayId = displayDevice->getId();
Marissa Wallfd668622018-05-10 10:21:13 -0700356 if (presentFence->isValid()) {
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800357 mFlinger->mTimeStats->setPresentFence(layerId, mCurrentFrameNumber, presentFence);
358 mFlinger->mFrameTracer->traceFence(layerId, getCurrentBufferId(), mCurrentFrameNumber,
Mikael Pessa90092f42019-08-26 17:22:04 -0700359 presentFence, FrameTracer::FrameEvent::PRESENT_FENCE);
Marissa Wallfd668622018-05-10 10:21:13 -0700360 mFrameTracker.setActualPresentFence(std::shared_ptr<FenceTime>(presentFence));
Dominik Laskowski075d3172018-05-24 15:50:06 -0700361 } else if (displayId && mFlinger->getHwComposer().isConnected(*displayId)) {
Marissa Wallfd668622018-05-10 10:21:13 -0700362 // The HWC doesn't support present fences, so use the refresh
363 // timestamp instead.
Dominik Laskowski075d3172018-05-24 15:50:06 -0700364 const nsecs_t actualPresentTime = mFlinger->getHwComposer().getRefreshTimestamp(*displayId);
Yiwei Zhang1a88c402019-11-18 10:43:58 -0800365 mFlinger->mTimeStats->setPresentTime(layerId, mCurrentFrameNumber, actualPresentTime);
366 mFlinger->mFrameTracer->traceTimestamp(layerId, getCurrentBufferId(), mCurrentFrameNumber,
Mikael Pessa90092f42019-08-26 17:22:04 -0700367 actualPresentTime,
368 FrameTracer::FrameEvent::PRESENT_FENCE);
Marissa Wallfd668622018-05-10 10:21:13 -0700369 mFrameTracker.setActualPresentTime(actualPresentTime);
370 }
371
372 mFrameTracker.advanceFrame();
chaviw74b03172019-08-19 11:09:03 -0700373 mBufferInfo.mFrameLatencyNeeded = false;
Marissa Wallfd668622018-05-10 10:21:13 -0700374 return true;
David Sodman0c69cad2017-08-21 12:12:51 -0700375}
376
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700377bool BufferLayer::latchBuffer(bool& recomputeVisibleRegions, nsecs_t latchTime,
378 nsecs_t expectedPresentTime) {
Marissa Wallfd668622018-05-10 10:21:13 -0700379 ATRACE_CALL();
David Sodman0c69cad2017-08-21 12:12:51 -0700380
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800381 bool refreshRequired = latchSidebandStream(recomputeVisibleRegions);
David Sodman0c69cad2017-08-21 12:12:51 -0700382
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800383 if (refreshRequired) {
384 return refreshRequired;
David Sodman0c69cad2017-08-21 12:12:51 -0700385 }
386
Marissa Wallfd668622018-05-10 10:21:13 -0700387 if (!hasReadyFrame()) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800388 return false;
David Sodman0c69cad2017-08-21 12:12:51 -0700389 }
David Sodman0c69cad2017-08-21 12:12:51 -0700390
Marissa Wallfd668622018-05-10 10:21:13 -0700391 // if we've already called updateTexImage() without going through
392 // a composition step, we have to skip this layer at this point
393 // because we cannot call updateTeximage() without a corresponding
394 // compositionComplete() call.
395 // we'll trigger an update in onPreComposition().
396 if (mRefreshPending) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800397 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700398 }
399
400 // If the head buffer's acquire fence hasn't signaled yet, return and
401 // try again later
402 if (!fenceHasSignaled()) {
Ady Abraham09bd3922019-04-08 10:44:56 -0700403 ATRACE_NAME("!fenceHasSignaled()");
David Sodman0c69cad2017-08-21 12:12:51 -0700404 mFlinger->signalLayerUpdate();
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800405 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700406 }
407
408 // Capture the old state of the layer for comparisons later
409 const State& s(getDrawingState());
410 const bool oldOpacity = isOpaque(s);
chaviwd62d3062019-09-04 14:48:02 -0700411
412 BufferInfo oldBufferInfo = mBufferInfo;
Marissa Wallfd668622018-05-10 10:21:13 -0700413
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700414 if (!allTransactionsSignaled(expectedPresentTime)) {
Marissa Wallebb486e2019-05-15 14:08:08 -0700415 mFlinger->setTransactionFlags(eTraversalNeeded);
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800416 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700417 }
418
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700419 status_t err = updateTexImage(recomputeVisibleRegions, latchTime, expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700420 if (err != NO_ERROR) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800421 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700422 }
423
424 err = updateActiveBuffer();
425 if (err != NO_ERROR) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800426 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700427 }
428
Marissa Wallfd668622018-05-10 10:21:13 -0700429 err = updateFrameNumber(latchTime);
430 if (err != NO_ERROR) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800431 return false;
Marissa Wallfd668622018-05-10 10:21:13 -0700432 }
433
chaviw4244e032019-09-04 11:27:49 -0700434 gatherBufferInfo();
435
Marissa Wallfd668622018-05-10 10:21:13 -0700436 mRefreshPending = true;
chaviw74b03172019-08-19 11:09:03 -0700437 mBufferInfo.mFrameLatencyNeeded = true;
chaviwd62d3062019-09-04 14:48:02 -0700438 if (oldBufferInfo.mBuffer == nullptr) {
Marissa Wallfd668622018-05-10 10:21:13 -0700439 // the first time we receive a buffer, we need to trigger a
440 // geometry invalidation.
441 recomputeVisibleRegions = true;
442 }
443
chaviw4244e032019-09-04 11:27:49 -0700444 if ((mBufferInfo.mCrop != oldBufferInfo.mCrop) ||
445 (mBufferInfo.mTransform != oldBufferInfo.mTransform) ||
446 (mBufferInfo.mScaleMode != oldBufferInfo.mScaleMode) ||
447 (mBufferInfo.mTransformToDisplayInverse != oldBufferInfo.mTransformToDisplayInverse)) {
Marissa Wallfd668622018-05-10 10:21:13 -0700448 recomputeVisibleRegions = true;
449 }
450
chaviwd62d3062019-09-04 14:48:02 -0700451 if (oldBufferInfo.mBuffer != nullptr) {
452 uint32_t bufWidth = mBufferInfo.mBuffer->getWidth();
453 uint32_t bufHeight = mBufferInfo.mBuffer->getHeight();
454 if (bufWidth != uint32_t(oldBufferInfo.mBuffer->width) ||
455 bufHeight != uint32_t(oldBufferInfo.mBuffer->height)) {
Marissa Wallfd668622018-05-10 10:21:13 -0700456 recomputeVisibleRegions = true;
457 }
458 }
459
460 if (oldOpacity != isOpaque(s)) {
461 recomputeVisibleRegions = true;
462 }
463
464 // Remove any sync points corresponding to the buffer which was just
465 // latched
466 {
467 Mutex::Autolock lock(mLocalSyncPointMutex);
468 auto point = mLocalSyncPoints.begin();
469 while (point != mLocalSyncPoints.end()) {
470 if (!(*point)->frameIsAvailable() || !(*point)->transactionIsApplied()) {
471 // This sync point must have been added since we started
472 // latching. Don't drop it yet.
473 ++point;
474 continue;
475 }
476
477 if ((*point)->getFrameNumber() <= mCurrentFrameNumber) {
Alec Mourie60041e2019-06-14 18:59:51 -0700478 std::stringstream ss;
479 ss << "Dropping sync point " << (*point)->getFrameNumber();
480 ATRACE_NAME(ss.str().c_str());
Marissa Wallfd668622018-05-10 10:21:13 -0700481 point = mLocalSyncPoints.erase(point);
482 } else {
483 ++point;
484 }
485 }
486 }
487
Robert Carra1257842020-01-31 13:48:28 -0800488 if (recomputeVisibleRegions == true) {
489 maybeDirtyInput();
490 }
491
Vishnu Nair6194e2e2019-02-06 12:58:39 -0800492 return true;
Marissa Wallfd668622018-05-10 10:21:13 -0700493}
494
495// transaction
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700496void BufferLayer::notifyAvailableFrames(nsecs_t expectedPresentTime) {
497 const auto headFrameNumber = getHeadFrameNumber(expectedPresentTime);
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700498 const bool headFenceSignaled = fenceHasSignaled();
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700499 const bool presentTimeIsCurrent = framePresentTimeIsCurrent(expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700500 Mutex::Autolock lock(mLocalSyncPointMutex);
501 for (auto& point : mLocalSyncPoints) {
Ady Abrahamcd1580c2019-04-29 15:40:03 -0700502 if (headFrameNumber >= point->getFrameNumber() && headFenceSignaled &&
503 presentTimeIsCurrent) {
Marissa Wallfd668622018-05-10 10:21:13 -0700504 point->setFrameAvailable();
chaviw43cb3cb2019-05-31 15:23:41 -0700505 sp<Layer> requestedSyncLayer = point->getRequestedSyncLayer();
506 if (requestedSyncLayer) {
507 // Need to update the transaction flag to ensure the layer's pending transaction
508 // gets applied.
509 requestedSyncLayer->setTransactionFlags(eTransactionNeeded);
510 }
Marissa Wallfd668622018-05-10 10:21:13 -0700511 }
David Sodman0c69cad2017-08-21 12:12:51 -0700512 }
513}
514
Marissa Wallfd668622018-05-10 10:21:13 -0700515bool BufferLayer::hasReadyFrame() const {
Marissa Wall024a1912018-08-13 13:55:35 -0700516 return hasFrameUpdate() || getSidebandStreamChanged() || getAutoRefresh();
Marissa Wallfd668622018-05-10 10:21:13 -0700517}
518
519uint32_t BufferLayer::getEffectiveScalingMode() const {
520 if (mOverrideScalingMode >= 0) {
521 return mOverrideScalingMode;
522 }
523
chaviw4244e032019-09-04 11:27:49 -0700524 return mBufferInfo.mScaleMode;
Marissa Wallfd668622018-05-10 10:21:13 -0700525}
526
527bool BufferLayer::isProtected() const {
chaviwd62d3062019-09-04 14:48:02 -0700528 const sp<GraphicBuffer>& buffer(mBufferInfo.mBuffer);
Marissa Wallfd668622018-05-10 10:21:13 -0700529 return (buffer != 0) && (buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
530}
531
532bool BufferLayer::latchUnsignaledBuffers() {
533 static bool propertyLoaded = false;
534 static bool latch = false;
535 static std::mutex mutex;
536 std::lock_guard<std::mutex> lock(mutex);
537 if (!propertyLoaded) {
538 char value[PROPERTY_VALUE_MAX] = {};
539 property_get("debug.sf.latch_unsignaled", value, "0");
540 latch = atoi(value);
541 propertyLoaded = true;
542 }
543 return latch;
544}
545
546// h/w composer set-up
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700547bool BufferLayer::allTransactionsSignaled(nsecs_t expectedPresentTime) {
548 const auto headFrameNumber = getHeadFrameNumber(expectedPresentTime);
Marissa Wallfd668622018-05-10 10:21:13 -0700549 bool matchingFramesFound = false;
550 bool allTransactionsApplied = true;
551 Mutex::Autolock lock(mLocalSyncPointMutex);
552
553 for (auto& point : mLocalSyncPoints) {
554 if (point->getFrameNumber() > headFrameNumber) {
555 break;
556 }
557 matchingFramesFound = true;
558
559 if (!point->frameIsAvailable()) {
560 // We haven't notified the remote layer that the frame for
561 // this point is available yet. Notify it now, and then
562 // abort this attempt to latch.
563 point->setFrameAvailable();
564 allTransactionsApplied = false;
565 break;
566 }
567
568 allTransactionsApplied = allTransactionsApplied && point->transactionIsApplied();
569 }
570 return !matchingFramesFound || allTransactionsApplied;
David Sodman0c69cad2017-08-21 12:12:51 -0700571}
572
573// As documented in libhardware header, formats in the range
574// 0x100 - 0x1FF are specific to the HAL implementation, and
575// are known to have no alpha channel
576// TODO: move definition for device-specific range into
577// hardware.h, instead of using hard-coded values here.
578#define HARDWARE_IS_DEVICE_FORMAT(f) ((f) >= 0x100 && (f) <= 0x1FF)
579
580bool BufferLayer::getOpacityForFormat(uint32_t format) {
581 if (HARDWARE_IS_DEVICE_FORMAT(format)) {
582 return true;
583 }
584 switch (format) {
585 case HAL_PIXEL_FORMAT_RGBA_8888:
586 case HAL_PIXEL_FORMAT_BGRA_8888:
587 case HAL_PIXEL_FORMAT_RGBA_FP16:
588 case HAL_PIXEL_FORMAT_RGBA_1010102:
589 return false;
590 }
591 // in all other case, we have no blending (also for unknown formats)
592 return true;
593}
594
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800595bool BufferLayer::needsFiltering(const sp<const DisplayDevice>& displayDevice) const {
Lloyd Piquef16688f2019-02-19 17:47:57 -0800596 // If we are not capturing based on the state of a known display device,
597 // just return false.
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800598 if (displayDevice == nullptr) {
Lloyd Piquef16688f2019-02-19 17:47:57 -0800599 return false;
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800600 }
601
602 const auto outputLayer = findOutputLayerForDisplay(displayDevice);
603 if (outputLayer == nullptr) {
Lloyd Piquef16688f2019-02-19 17:47:57 -0800604 return false;
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800605 }
606
Lloyd Piquef16688f2019-02-19 17:47:57 -0800607 // We need filtering if the sourceCrop rectangle size does not match the
608 // displayframe rectangle size (not a 1:1 render)
Lloyd Pique37c2c9b2018-12-04 17:25:10 -0800609 const auto& compositionState = outputLayer->getState();
610 const auto displayFrame = compositionState.displayFrame;
611 const auto sourceCrop = compositionState.sourceCrop;
Lloyd Piquef16688f2019-02-19 17:47:57 -0800612 return sourceCrop.getHeight() != displayFrame.getHeight() ||
Peiyong Linc2020ca2019-01-10 11:36:12 -0800613 sourceCrop.getWidth() != displayFrame.getWidth();
Chia-I Wu692e0832018-06-05 15:46:58 -0700614}
615
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700616uint64_t BufferLayer::getHeadFrameNumber(nsecs_t expectedPresentTime) const {
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800617 if (hasFrameUpdate()) {
Dominik Laskowskia8955dd2019-07-10 10:19:09 -0700618 return getFrameNumber(expectedPresentTime);
David Sodman0c69cad2017-08-21 12:12:51 -0700619 } else {
620 return mCurrentFrameNumber;
621 }
622}
623
Vishnu Nair60356342018-11-13 13:00:45 -0800624Rect BufferLayer::getBufferSize(const State& s) const {
625 // If we have a sideband stream, or we are scaling the buffer then return the layer size since
626 // we cannot determine the buffer size.
627 if ((s.sidebandStream != nullptr) ||
628 (getEffectiveScalingMode() != NATIVE_WINDOW_SCALING_MODE_FREEZE)) {
629 return Rect(getActiveWidth(s), getActiveHeight(s));
630 }
631
chaviwd62d3062019-09-04 14:48:02 -0700632 if (mBufferInfo.mBuffer == nullptr) {
Vishnu Nair60356342018-11-13 13:00:45 -0800633 return Rect::INVALID_RECT;
634 }
635
chaviwd62d3062019-09-04 14:48:02 -0700636 uint32_t bufWidth = mBufferInfo.mBuffer->getWidth();
637 uint32_t bufHeight = mBufferInfo.mBuffer->getHeight();
Vishnu Nair60356342018-11-13 13:00:45 -0800638
639 // Undo any transformations on the buffer and return the result.
chaviw4244e032019-09-04 11:27:49 -0700640 if (mBufferInfo.mTransform & ui::Transform::ROT_90) {
Vishnu Nair60356342018-11-13 13:00:45 -0800641 std::swap(bufWidth, bufHeight);
642 }
643
Lloyd Pique0449b0f2018-12-20 16:23:45 -0800644 if (getTransformToDisplayInverse()) {
Dominik Laskowski718f9602019-11-09 20:01:35 -0800645 uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
Vishnu Nair60356342018-11-13 13:00:45 -0800646 if (invTransform & ui::Transform::ROT_90) {
647 std::swap(bufWidth, bufHeight);
648 }
649 }
650
651 return Rect(bufWidth, bufHeight);
652}
653
Vishnu Nair4351ad52019-02-11 14:13:02 -0800654FloatRect BufferLayer::computeSourceBounds(const FloatRect& parentBounds) const {
655 const State& s(getDrawingState());
656
657 // If we have a sideband stream, or we are scaling the buffer then return the layer size since
658 // we cannot determine the buffer size.
659 if ((s.sidebandStream != nullptr) ||
660 (getEffectiveScalingMode() != NATIVE_WINDOW_SCALING_MODE_FREEZE)) {
661 return FloatRect(0, 0, getActiveWidth(s), getActiveHeight(s));
662 }
663
chaviwd62d3062019-09-04 14:48:02 -0700664 if (mBufferInfo.mBuffer == nullptr) {
Vishnu Nair4351ad52019-02-11 14:13:02 -0800665 return parentBounds;
666 }
667
chaviwd62d3062019-09-04 14:48:02 -0700668 uint32_t bufWidth = mBufferInfo.mBuffer->getWidth();
669 uint32_t bufHeight = mBufferInfo.mBuffer->getHeight();
Vishnu Nair4351ad52019-02-11 14:13:02 -0800670
671 // Undo any transformations on the buffer and return the result.
chaviw4244e032019-09-04 11:27:49 -0700672 if (mBufferInfo.mTransform & ui::Transform::ROT_90) {
Vishnu Nair4351ad52019-02-11 14:13:02 -0800673 std::swap(bufWidth, bufHeight);
674 }
675
676 if (getTransformToDisplayInverse()) {
Dominik Laskowski718f9602019-11-09 20:01:35 -0800677 uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
Vishnu Nair4351ad52019-02-11 14:13:02 -0800678 if (invTransform & ui::Transform::ROT_90) {
679 std::swap(bufWidth, bufHeight);
680 }
681 }
682
683 return FloatRect(0, 0, bufWidth, bufHeight);
684}
685
chaviw49a108c2019-08-12 11:23:06 -0700686void BufferLayer::latchAndReleaseBuffer() {
687 mRefreshPending = false;
688 if (hasReadyFrame()) {
689 bool ignored = false;
690 latchBuffer(ignored, systemTime(), 0 /* expectedPresentTime */);
691 }
692 releasePendingBuffer(systemTime());
693}
694
chaviw4244e032019-09-04 11:27:49 -0700695PixelFormat BufferLayer::getPixelFormat() const {
696 return mBufferInfo.mPixelFormat;
697}
698
699bool BufferLayer::getTransformToDisplayInverse() const {
700 return mBufferInfo.mTransformToDisplayInverse;
701}
702
703Rect BufferLayer::getBufferCrop() const {
704 // this is the crop rectangle that applies to the buffer
705 // itself (as opposed to the window)
706 if (!mBufferInfo.mCrop.isEmpty()) {
707 // if the buffer crop is defined, we use that
708 return mBufferInfo.mCrop;
chaviwd62d3062019-09-04 14:48:02 -0700709 } else if (mBufferInfo.mBuffer != nullptr) {
chaviw4244e032019-09-04 11:27:49 -0700710 // otherwise we use the whole buffer
chaviwd62d3062019-09-04 14:48:02 -0700711 return mBufferInfo.mBuffer->getBounds();
chaviw4244e032019-09-04 11:27:49 -0700712 } else {
713 // if we don't have a buffer yet, we use an empty/invalid crop
714 return Rect();
715 }
716}
717
718uint32_t BufferLayer::getBufferTransform() const {
719 return mBufferInfo.mTransform;
720}
721
722ui::Dataspace BufferLayer::getDataSpace() const {
723 return mBufferInfo.mDataspace;
724}
725
726ui::Dataspace BufferLayer::translateDataspace(ui::Dataspace dataspace) {
727 ui::Dataspace updatedDataspace = dataspace;
728 // translate legacy dataspaces to modern dataspaces
729 switch (dataspace) {
730 case ui::Dataspace::SRGB:
731 updatedDataspace = ui::Dataspace::V0_SRGB;
732 break;
733 case ui::Dataspace::SRGB_LINEAR:
734 updatedDataspace = ui::Dataspace::V0_SRGB_LINEAR;
735 break;
736 case ui::Dataspace::JFIF:
737 updatedDataspace = ui::Dataspace::V0_JFIF;
738 break;
739 case ui::Dataspace::BT601_625:
740 updatedDataspace = ui::Dataspace::V0_BT601_625;
741 break;
742 case ui::Dataspace::BT601_525:
743 updatedDataspace = ui::Dataspace::V0_BT601_525;
744 break;
745 case ui::Dataspace::BT709:
746 updatedDataspace = ui::Dataspace::V0_BT709;
747 break;
748 default:
749 break;
750 }
751
752 return updatedDataspace;
753}
754
chaviwd62d3062019-09-04 14:48:02 -0700755sp<GraphicBuffer> BufferLayer::getBuffer() const {
756 return mBufferInfo.mBuffer;
757}
758
chaviwf83ce182019-09-12 14:43:08 -0700759void BufferLayer::getDrawingTransformMatrix(bool filteringEnabled, float outMatrix[16]) {
760 GLConsumer::computeTransformMatrix(outMatrix, mBufferInfo.mBuffer, mBufferInfo.mCrop,
761 mBufferInfo.mTransform, filteringEnabled);
762}
763
chaviwb4c6e582019-08-16 14:35:07 -0700764void BufferLayer::setInitialValuesForClone(const sp<Layer>& clonedFrom) {
765 Layer::setInitialValuesForClone(clonedFrom);
766
767 sp<BufferLayer> bufferClonedFrom = static_cast<BufferLayer*>(clonedFrom.get());
768 mPremultipliedAlpha = bufferClonedFrom->mPremultipliedAlpha;
769 mPotentialCursor = bufferClonedFrom->mPotentialCursor;
770 mProtectedByApp = bufferClonedFrom->mProtectedByApp;
chaviw74b03172019-08-19 11:09:03 -0700771
772 updateCloneBufferInfo();
773}
774
775void BufferLayer::updateCloneBufferInfo() {
776 if (!isClone() || !isClonedFromAlive()) {
777 return;
778 }
779
780 sp<BufferLayer> clonedFrom = static_cast<BufferLayer*>(getClonedFrom().get());
781 mBufferInfo = clonedFrom->mBufferInfo;
782 mSidebandStream = clonedFrom->mSidebandStream;
783 surfaceDamageRegion = clonedFrom->surfaceDamageRegion;
784 mCurrentFrameNumber = clonedFrom->mCurrentFrameNumber.load();
785 mPreviousFrameNumber = clonedFrom->mPreviousFrameNumber;
786
787 // After buffer info is updated, the drawingState from the real layer needs to be copied into
788 // the cloned. This is because some properties of drawingState can change when latchBuffer is
chaviwaf87b3e2019-10-01 16:59:28 -0700789 // called. However, copying the drawingState would also overwrite the cloned layer's relatives
790 // and touchableRegionCrop. Therefore, temporarily store the relatives so they can be set in
791 // the cloned drawingState again.
chaviw74b03172019-08-19 11:09:03 -0700792 wp<Layer> tmpZOrderRelativeOf = mDrawingState.zOrderRelativeOf;
793 SortedVector<wp<Layer>> tmpZOrderRelatives = mDrawingState.zOrderRelatives;
chaviwaf87b3e2019-10-01 16:59:28 -0700794 wp<Layer> tmpTouchableRegionCrop = mDrawingState.touchableRegionCrop;
795 InputWindowInfo tmpInputInfo = mDrawingState.inputInfo;
796
chaviw74b03172019-08-19 11:09:03 -0700797 mDrawingState = clonedFrom->mDrawingState;
chaviwaf87b3e2019-10-01 16:59:28 -0700798
799 mDrawingState.touchableRegionCrop = tmpTouchableRegionCrop;
chaviw74b03172019-08-19 11:09:03 -0700800 mDrawingState.zOrderRelativeOf = tmpZOrderRelativeOf;
801 mDrawingState.zOrderRelatives = tmpZOrderRelatives;
chaviwaf87b3e2019-10-01 16:59:28 -0700802 mDrawingState.inputInfo = tmpInputInfo;
chaviwb4c6e582019-08-16 14:35:07 -0700803}
804
David Sodman0c69cad2017-08-21 12:12:51 -0700805} // namespace android
806
807#if defined(__gl_h_)
808#error "don't include gl/gl.h in this file"
809#endif
810
811#if defined(__gl2_h_)
812#error "don't include gl2/gl2.h in this file"
813#endif
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800814
815// TODO(b/129481165): remove the #pragma below and fix conversion issues
816#pragma clang diagnostic pop // ignored "-Wconversion"