blob: d6108c7698bc6495fa2b1a391299d69c24516518 [file] [log] [blame]
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
Marin Shalamanovbed7fd32020-12-21 20:02:20 +010020#pragma clang diagnostic ignored "-Wextra"
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080021
Alec Mourie7d1d4a2019-02-05 01:13:46 +000022//#define LOG_NDEBUG 0
Jamie Gennis1c8e95c2012-02-23 19:27:23 -080023#define ATRACE_TAG ATRACE_TAG_GRAPHICS
24
Alec Mouri5f487d42020-02-06 09:26:19 -080025#include "SurfaceFlinger.h"
Ady Abrahambb100af2021-03-18 11:48:43 -070026#include "TraceUtils.h"
Dominik Laskowski83b88212018-12-11 13:34:06 -080027
Ana Krulecb9afd792020-06-11 13:16:15 -070028#include <android-base/properties.h>
Alec Mouri5f487d42020-02-06 09:26:19 -080029#include <android/configuration.h>
30#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
31#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
32#include <android/hardware/configstore/1.1/types.h>
Lais Andrade3a6e47d2020-04-02 11:20:16 +010033#include <android/hardware/power/Boost.h>
Steven Thomas62a4cf82020-01-31 12:04:03 -080034#include <android/native_window.h>
Chris Ye0783e992020-06-02 21:34:49 -070035#include <android/os/BnSetInputWindowsListener.h>
36#include <android/os/IInputFlinger.h>
Mathias Agopianc5b2c0b2009-05-19 19:08:10 -070037#include <binder/IPCThreadState.h>
38#include <binder/IServiceManager.h>
Mathias Agopian99b49842011-06-27 16:05:52 -070039#include <binder/PermissionCache.h>
Lloyd Pique70d91362018-10-18 16:02:55 -070040#include <compositionengine/CompositionEngine.h>
Lloyd Piqueab039b52019-02-13 14:22:42 -080041#include <compositionengine/CompositionRefreshArgs.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070042#include <compositionengine/Display.h>
Lloyd Pique3d0c02e2018-10-19 18:38:12 -070043#include <compositionengine/DisplayColorProfile.h>
Lloyd Pique9370a482019-10-03 17:58:30 -070044#include <compositionengine/DisplayCreationArgs.h>
Lloyd Piquede196652020-01-22 17:29:58 -080045#include <compositionengine/LayerFECompositionState.h>
Lloyd Piquecc01a452018-12-04 17:24:00 -080046#include <compositionengine/OutputLayer.h>
Lloyd Pique31cb2942018-10-19 17:23:03 -070047#include <compositionengine/RenderSurface.h>
Lloyd Pique32cbe282018-10-19 13:09:22 -070048#include <compositionengine/impl/OutputCompositionState.h>
Alec Mouri5f487d42020-02-06 09:26:19 -080049#include <configstore/Utils.h>
50#include <cutils/compiler.h>
51#include <cutils/properties.h>
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -080052#include <ftl/future.h>
Jamie Gennis1a4d8832012-08-02 20:11:05 -070053#include <gui/BufferQueue.h>
Ady Abrahama3b08ef2019-07-15 18:43:10 -070054#include <gui/DebugEGLImageTracker.h>
Jamie Gennis1a4d8832012-08-02 20:11:05 -070055#include <gui/IDisplayEventConnection.h>
Alec Mouri0a9c7b82018-11-16 13:05:25 -080056#include <gui/IProducerListener.h>
Kalle Raitaa099a242017-01-11 11:17:29 -080057#include <gui/LayerDebugInfo.h>
Lloyd Pique4603f3c2020-02-11 12:06:56 -080058#include <gui/LayerMetadata.h>
Steven Thomas62a4cf82020-01-31 12:04:03 -080059#include <gui/LayerState.h>
Mathias Agopiane3c697f2013-02-14 17:11:02 -080060#include <gui/Surface.h>
Steven Moreland7c8af942020-07-08 18:35:51 +000061#include <hidl/ServiceManagement.h>
Alec Mouri5f487d42020-02-06 09:26:19 -080062#include <layerproto/LayerProtoParser.h>
63#include <log/log.h>
64#include <private/android_filesystem_config.h>
65#include <private/gui/SyncFeatures.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070066#include <renderengine/RenderEngine.h>
Alec Mouri5f487d42020-02-06 09:26:19 -080067#include <sys/types.h>
Lloyd Pique70d91362018-10-18 16:02:55 -070068#include <ui/ColorSpace.h>
69#include <ui/DebugUtils.h>
Marin Shalamanov045b7002021-01-07 16:56:24 +010070#include <ui/DisplayId.h>
Marin Shalamanova7fe3042021-01-29 21:02:08 +010071#include <ui/DisplayMode.h>
Lloyd Pique70d91362018-10-18 16:02:55 -070072#include <ui/DisplayStatInfo.h>
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -080073#include <ui/DisplayState.h>
Marin Shalamanov228f46b2021-01-28 21:11:45 +010074#include <ui/DynamicDisplayInfo.h>
Mathias Agopian921e6ac2012-07-23 23:11:29 -070075#include <ui/GraphicBufferAllocator.h>
76#include <ui/PixelFormat.h>
Marin Shalamanov228f46b2021-01-28 21:11:45 +010077#include <ui/StaticDisplayInfo.h>
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -080078#include <utils/StopWatch.h>
Lloyd Pique70d91362018-10-18 16:02:55 -070079#include <utils/String16.h>
80#include <utils/String8.h>
Yusuke Sato0a688f52015-07-30 23:05:39 -070081#include <utils/Timers.h>
Lloyd Pique70d91362018-10-18 16:02:55 -070082#include <utils/misc.h>
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -080083
Alec Mouri5f487d42020-02-06 09:26:19 -080084#include <algorithm>
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -080085#include <cerrno>
Alec Mouri5f487d42020-02-06 09:26:19 -080086#include <cinttypes>
87#include <cmath>
88#include <cstdint>
89#include <functional>
90#include <mutex>
91#include <optional>
Michael Wright44753b12020-07-08 13:48:11 +010092#include <type_traits>
Alec Mouri5f487d42020-02-06 09:26:19 -080093#include <unordered_map>
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -080094
Robert Carr578038f2018-03-09 12:25:24 -080095#include "BufferLayer.h"
Marissa Wallfd668622018-05-10 10:21:13 -070096#include "BufferQueueLayer.h"
Marissa Wall61c58622018-07-18 10:12:20 -070097#include "BufferStateLayer.h"
Mathias Agopian3e25fd82013-04-22 17:52:16 +020098#include "Client.h"
Mathias Agopian3e25fd82013-04-22 17:52:16 +020099#include "Colorizer.h"
Robert Carr578038f2018-03-09 12:25:24 -0800100#include "ContainerLayer.h"
Robert Carr578038f2018-03-09 12:25:24 -0800101#include "DisplayDevice.h"
Steven Thomasb02664d2017-07-26 18:48:28 -0700102#include "DisplayHardware/ComposerHal.h"
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -0700103#include "DisplayHardware/DisplayIdentification.h"
Mathias Agopiana4912602012-07-12 14:25:33 -0700104#include "DisplayHardware/FramebufferSurface.h"
Mathias Agopiana350ff92010-08-10 17:14:02 -0700105#include "DisplayHardware/HWComposer.h"
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +0100106#include "DisplayHardware/Hal.h"
Jesse Hall99c7dbb2013-03-14 14:29:29 -0700107#include "DisplayHardware/VirtualDisplaySurface.h"
Marin Shalamanovf6b5d182020-06-12 02:08:51 +0200108#include "DisplayRenderArea.h"
Alec Mouri5f487d42020-02-06 09:26:19 -0800109#include "EffectLayer.h"
Mathias Agopianff2ed702013-09-01 21:36:12 -0700110#include "Effects/Daltonizer.h"
Alec Mouriadebf5c2021-01-05 12:57:36 -0800111#include "FpsReporter.h"
Adithya Srinivasanf279e042020-08-17 14:56:27 -0700112#include "FrameTimeline/FrameTimeline.h"
Mikael Pessa90092f42019-08-26 17:22:04 -0700113#include "FrameTracer/FrameTracer.h"
John Reck88270902021-03-18 11:27:35 -0400114#include "HdrLayerInfoReporter.h"
Alec Mouri5f487d42020-02-06 09:26:19 -0800115#include "Layer.h"
Marin Shalamanovf6b5d182020-06-12 02:08:51 +0200116#include "LayerRenderArea.h"
Alec Mouri5f487d42020-02-06 09:26:19 -0800117#include "LayerVector.h"
118#include "MonitoredProducer.h"
119#include "NativeWindowSurface.h"
120#include "RefreshRateOverlay.h"
Dominik Laskowski9dab3432019-03-27 13:21:10 -0700121#include "RegionSamplingThread.h"
Ana Krulec241cf832018-08-10 15:03:23 -0700122#include "Scheduler/DispSyncSource.h"
Ana Krulecfefcb582018-08-07 14:22:37 -0700123#include "Scheduler/EventThread.h"
Ady Abraham5def7332020-05-29 16:13:47 -0700124#include "Scheduler/LayerHistory.h"
Lloyd Pique90c115d2018-09-18 21:39:42 -0700125#include "Scheduler/MessageQueue.h"
Ana Krulec98b5b242018-08-10 15:03:23 -0700126#include "Scheduler/Scheduler.h"
Ady Abrahamc581d3c2020-08-06 17:34:27 -0700127#include "Scheduler/VsyncConfiguration.h"
Ady Abraham8cb21882020-08-26 18:22:05 -0700128#include "Scheduler/VsyncController.h"
Alec Mouri5f487d42020-02-06 09:26:19 -0800129#include "StartPropertySetThread.h"
130#include "SurfaceFlingerProperties.h"
131#include "SurfaceInterceptor.h"
Yiwei Zhang7e666a52018-11-15 13:33:42 -0800132#include "TimeStats/TimeStats.h"
Dominik Laskowskib6e54372019-09-04 14:06:28 -0700133#include "android-base/parseint.h"
David Sodman7e4ae112018-02-09 15:02:28 -0800134#include "android-base/stringprintf.h"
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +0100135#include "android-base/strings.h"
David Sodman7e4ae112018-02-09 15:02:28 -0800136
Dominik Laskowski0a1435d2020-04-21 00:27:31 -0700137#define MAIN_THREAD ACQUIRE(mStateLock) RELEASE(mStateLock)
138
139#define ON_MAIN_THREAD(expr) \
140 [&] { \
141 LOG_FATAL_IF(std::this_thread::get_id() != mMainThreadId); \
142 UnnecessaryLock lock(mStateLock); \
143 return (expr); \
144 }()
145
146#undef NO_THREAD_SAFETY_ANALYSIS
147#define NO_THREAD_SAFETY_ANALYSIS \
148 _Pragma("GCC error \"Prefer MAIN_THREAD macros or {Conditional,Timed,Unnecessary}Lock.\"")
149
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800150namespace android {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700151
Dominik Laskowski87a07e42019-10-10 20:38:02 -0700152using namespace std::string_literals;
153
Jaesoo Lee43518572017-01-23 19:03:16 +0900154using namespace android::hardware::configstore;
Jiyong Park4b20c2e2017-01-14 19:45:11 +0900155using namespace android::hardware::configstore::V1_0;
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900156using namespace android::sysprop;
Dominik Laskowskiccf37d72019-02-01 16:47:58 -0800157
Lais Andrade3a6e47d2020-04-02 11:20:16 +0100158using android::hardware::power::Boost;
Yiwei Zhang5434a782018-12-05 18:06:32 -0800159using base::StringAppendF;
Peiyong Lin9f034472018-03-28 15:29:00 -0700160using ui::ColorMode;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700161using ui::Dataspace;
Daniel Solomon42d04562019-01-20 21:03:19 -0800162using ui::DisplayPrimaries;
Peiyong Lin0e7a7912018-04-05 14:36:36 -0700163using ui::RenderIntent;
Jiyong Park4b20c2e2017-01-14 19:45:11 +0900164
Peiyong Line9d809e2020-04-14 13:10:48 -0700165namespace hal = android::hardware::graphics::composer::hal;
166
Steven Thomasb02664d2017-07-26 18:48:28 -0700167namespace {
Peiyong Linfca547f2018-07-09 13:03:33 -0700168
169#pragma clang diagnostic push
170#pragma clang diagnostic error "-Wswitch-enum"
171
172bool isWideColorMode(const ColorMode colorMode) {
173 switch (colorMode) {
174 case ColorMode::DISPLAY_P3:
175 case ColorMode::ADOBE_RGB:
176 case ColorMode::DCI_P3:
177 case ColorMode::BT2020:
Valerie Hau9758ae02018-10-09 16:05:09 -0700178 case ColorMode::DISPLAY_BT2020:
Peiyong Linfca547f2018-07-09 13:03:33 -0700179 case ColorMode::BT2100_PQ:
180 case ColorMode::BT2100_HLG:
181 return true;
182 case ColorMode::NATIVE:
183 case ColorMode::STANDARD_BT601_625:
184 case ColorMode::STANDARD_BT601_625_UNADJUSTED:
185 case ColorMode::STANDARD_BT601_525:
186 case ColorMode::STANDARD_BT601_525_UNADJUSTED:
187 case ColorMode::STANDARD_BT709:
188 case ColorMode::SRGB:
189 return false;
190 }
191 return false;
192}
193
194#pragma clang diagnostic pop
195
Dominik Laskowski542c9dc2020-04-10 12:42:02 -0700196template <typename Mutex>
Dominik Laskowski0a1435d2020-04-21 00:27:31 -0700197struct SCOPED_CAPABILITY ConditionalLockGuard {
198 ConditionalLockGuard(Mutex& mutex, bool lock) ACQUIRE(mutex) : mutex(mutex), lock(lock) {
Dominik Laskowski542c9dc2020-04-10 12:42:02 -0700199 if (lock) mutex.lock();
Steven Thomasb02664d2017-07-26 18:48:28 -0700200 }
Dominik Laskowski542c9dc2020-04-10 12:42:02 -0700201
Dominik Laskowski0a1435d2020-04-21 00:27:31 -0700202 ~ConditionalLockGuard() RELEASE() {
Dominik Laskowski542c9dc2020-04-10 12:42:02 -0700203 if (lock) mutex.unlock();
204 }
205
206 Mutex& mutex;
207 const bool lock;
Steven Thomasb02664d2017-07-26 18:48:28 -0700208};
Peiyong Linfca547f2018-07-09 13:03:33 -0700209
Dominik Laskowski542c9dc2020-04-10 12:42:02 -0700210using ConditionalLock = ConditionalLockGuard<Mutex>;
211
Dominik Laskowski0a1435d2020-04-21 00:27:31 -0700212struct SCOPED_CAPABILITY TimedLock {
213 TimedLock(Mutex& mutex, nsecs_t timeout, const char* whence) ACQUIRE(mutex)
214 : mutex(mutex), status(mutex.timedLock(timeout)) {
215 ALOGE_IF(!locked(), "%s timed out locking: %s (%d)", whence, strerror(-status), status);
216 }
217
218 ~TimedLock() RELEASE() {
219 if (locked()) mutex.unlock();
220 }
221
222 bool locked() const { return status == NO_ERROR; }
223
224 Mutex& mutex;
225 const status_t status;
226};
227
228struct SCOPED_CAPABILITY UnnecessaryLock {
229 explicit UnnecessaryLock(Mutex& mutex) ACQUIRE(mutex) {}
230 ~UnnecessaryLock() RELEASE() {}
231};
232
Marin Shalamanov3ea1d602020-12-16 19:59:39 +0100233// TODO(b/141333600): Consolidate with DisplayMode::Builder::getDefaultDensity.
Dominik Laskowskid125d0e2020-05-08 12:36:39 -0700234constexpr float FALLBACK_DENSITY = ACONFIGURATION_DENSITY_TV;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800235
236float getDensityFromProperty(const char* property, bool required) {
237 char value[PROPERTY_VALUE_MAX];
238 const float density = property_get(property, value, nullptr) > 0 ? std::atof(value) : 0.f;
239 if (!density && required) {
240 ALOGE("%s must be defined as a build property", property);
241 return FALLBACK_DENSITY;
242 }
Dominik Laskowskid125d0e2020-05-08 12:36:39 -0700243 return density;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800244}
245
Peiyong Lin9d846a52018-11-05 13:18:20 -0800246// Currently we only support V0_SRGB and DISPLAY_P3 as composition preference.
247bool validateCompositionDataspace(Dataspace dataspace) {
248 return dataspace == Dataspace::V0_SRGB || dataspace == Dataspace::DISPLAY_P3;
249}
250
Steven Thomasd4071902020-03-24 16:02:53 -0700251class FrameRateFlexibilityToken : public BBinder {
252public:
253 FrameRateFlexibilityToken(std::function<void()> callback) : mCallback(callback) {}
254 virtual ~FrameRateFlexibilityToken() { mCallback(); }
255
256private:
257 std::function<void()> mCallback;
258};
259
Vishnu Nair24e3bba2021-02-23 14:19:36 -0800260enum Permission {
261 ACCESS_SURFACE_FLINGER = 0x1,
262 ROTATE_SURFACE_FLINGER = 0x2,
263};
264
Steven Thomasb02664d2017-07-26 18:48:28 -0700265} // namespace anonymous
266
Chris Ye0783e992020-06-02 21:34:49 -0700267struct SetInputWindowsListener : os::BnSetInputWindowsListener {
268 explicit SetInputWindowsListener(std::function<void()> listenerCb) : mListenerCb(listenerCb) {}
269
270 binder::Status onSetInputWindowsFinished() override;
271
272 std::function<void()> mListenerCb;
273};
274
275binder::Status SetInputWindowsListener::onSetInputWindowsFinished() {
276 if (mListenerCb != nullptr) {
277 mListenerCb();
278 }
279 return binder::Status::ok();
280}
281
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800282// ---------------------------------------------------------------------------
283
Mathias Agopian99b49842011-06-27 16:05:52 -0700284const String16 sHardwareTest("android.permission.HARDWARE_TEST");
285const String16 sAccessSurfaceFlinger("android.permission.ACCESS_SURFACE_FLINGER");
Hongwei Wang46213ea2020-12-04 17:17:31 -0800286const String16 sRotateSurfaceFlinger("android.permission.ROTATE_SURFACE_FLINGER");
Mathias Agopian99b49842011-06-27 16:05:52 -0700287const String16 sReadFramebuffer("android.permission.READ_FRAME_BUFFER");
John Reck88270902021-03-18 11:27:35 -0400288const String16 sControlDisplayBrightness("android.permission.CONTROL_DISPLAY_BRIGHTNESS");
Mathias Agopian99b49842011-06-27 16:05:52 -0700289const String16 sDump("android.permission.DUMP");
Amy Hsuc8cdfef2020-05-07 13:06:25 +0800290const char* KERNEL_IDLE_TIMER_PROP = "graphics.display.kernel_idle_timer.enabled";
Mathias Agopian99b49842011-06-27 16:05:52 -0700291
292// ---------------------------------------------------------------------------
Fabien Sanglardc45a7d92017-03-14 13:24:22 -0700293int64_t SurfaceFlinger::dispSyncPresentTimeOffset;
Fabien Sanglarda34ed632017-03-14 11:43:52 -0700294bool SurfaceFlinger::useHwcForRgbToYuv;
Fabien Sanglardc8e387e2017-03-10 10:30:28 -0800295uint64_t SurfaceFlinger::maxVirtualDisplaySize;
Fabien Sanglardcbf153b2017-03-10 17:57:12 -0800296bool SurfaceFlinger::hasSyncFramework;
Fabien Sanglard1971b632017-03-10 14:50:03 -0800297int64_t SurfaceFlinger::maxFrameBufferAcquiredBuffers;
Brian Lindahla13f2d52020-03-05 11:54:17 +0100298uint32_t SurfaceFlinger::maxGraphicsWidth;
299uint32_t SurfaceFlinger::maxGraphicsHeight;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600300bool SurfaceFlinger::hasWideColorDisplay;
Dominik Laskowski718f9602019-11-09 20:01:35 -0800301ui::Rotation SurfaceFlinger::internalDisplayOrientation = ui::ROTATION_0;
Peiyong Lin13effd12018-07-24 17:01:47 -0700302bool SurfaceFlinger::useColorManagement;
Peiyong Linb3839ad2018-09-05 15:37:19 -0700303bool SurfaceFlinger::useContextPriority;
Peiyong Linc6780972018-10-28 15:24:08 -0700304Dataspace SurfaceFlinger::defaultCompositionDataspace = Dataspace::V0_SRGB;
305ui::PixelFormat SurfaceFlinger::defaultCompositionPixelFormat = ui::PixelFormat::RGBA_8888;
306Dataspace SurfaceFlinger::wideColorGamutCompositionDataspace = Dataspace::V0_SRGB;
307ui::PixelFormat SurfaceFlinger::wideColorGamutCompositionPixelFormat = ui::PixelFormat::RGBA_8888;
Ana Krulec3803b8d2020-02-03 16:35:46 -0800308bool SurfaceFlinger::useFrameRateApi;
Mathias Agopian99b49842011-06-27 16:05:52 -0700309
Peiyong Lindd9b2ae2018-03-01 16:22:45 -0800310std::string decodeDisplayColorSetting(DisplayColorSetting displayColorSetting) {
311 switch(displayColorSetting) {
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800312 case DisplayColorSetting::kManaged:
Chia-I Wu0d711262018-05-21 15:19:35 -0700313 return std::string("Managed");
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800314 case DisplayColorSetting::kUnmanaged:
Chia-I Wu0d711262018-05-21 15:19:35 -0700315 return std::string("Unmanaged");
Lloyd Pique6a3b4462019-03-07 20:58:12 -0800316 case DisplayColorSetting::kEnhanced:
Chia-I Wu0d711262018-05-21 15:19:35 -0700317 return std::string("Enhanced");
318 default:
319 return std::string("Unknown ") +
320 std::to_string(static_cast<int>(displayColorSetting));
Peiyong Lindd9b2ae2018-03-01 16:22:45 -0800321 }
Peiyong Lindd9b2ae2018-03-01 16:22:45 -0800322}
323
Hongwei Wang46213ea2020-12-04 17:17:31 -0800324bool callingThreadHasRotateSurfaceFlingerAccess() {
325 IPCThreadState* ipc = IPCThreadState::self();
326 const int pid = ipc->getCallingPid();
327 const int uid = ipc->getCallingUid();
328 return uid == AID_GRAPHICS || uid == AID_SYSTEM ||
329 PermissionCache::checkPermission(sRotateSurfaceFlinger, pid, uid);
330}
331
Dominik Laskowski9dab3432019-03-27 13:21:10 -0700332SurfaceFlinger::SurfaceFlinger(Factory& factory, SkipInitializationTag)
333 : mFactory(factory),
Pablo Gamitoc351d6f2020-09-17 15:34:26 +0000334 mInterceptor(mFactory.createSurfaceInterceptor()),
Yiwei Zhangf0229a72019-09-09 19:28:02 -0700335 mTimeStats(std::make_shared<impl::TimeStats>()),
Adithya Srinivasan2db3c1b2020-11-18 12:43:17 -0800336 mFrameTracer(mFactory.createFrameTracer()),
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -0800337 mFrameTimeline(mFactory.createFrameTimeline(mTimeStats, getpid())),
Dominik Laskowski9dab3432019-03-27 13:21:10 -0700338 mEventQueue(mFactory.createMessageQueue()),
Dominik Laskowskieddeda12019-07-19 11:54:13 -0700339 mCompositionEngine(mFactory.createCompositionEngine()),
Dominik Laskowskif06d68e2021-03-24 19:40:03 -0700340 mHwcServiceName(base::GetProperty("debug.sf.hwc_service_name"s, "default"s)),
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800341 mInternalDisplayDensity(getDensityFromProperty("ro.sf.lcd_density", true)),
Chris Ye0783e992020-06-02 21:34:49 -0700342 mEmulatedDisplayDensity(getDensityFromProperty("qemu.sf.lcd_density", false)) {
Dominik Laskowskif06d68e2021-03-24 19:40:03 -0700343 ALOGI("Using HWComposer service: %s", mHwcServiceName.c_str());
344
Chris Ye0783e992020-06-02 21:34:49 -0700345 mSetInputWindowsListener = new SetInputWindowsListener([&]() { setInputWindowsFinished(); });
346}
Lloyd Piqueac648ee2018-01-17 13:42:24 -0800347
Dominik Laskowski9dab3432019-03-27 13:21:10 -0700348SurfaceFlinger::SurfaceFlinger(Factory& factory) : SurfaceFlinger(factory, SkipInitialization) {
Fabien Sanglardcbf153b2017-03-10 17:57:12 -0800349 ALOGI("SurfaceFlinger is starting");
Fabien Sanglard0cc19382017-03-06 11:54:40 -0800350
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900351 hasSyncFramework = running_without_sync_framework(true);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800352
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900353 dispSyncPresentTimeOffset = present_time_offset_from_vsync_ns(0);
Fabien Sanglardc45a7d92017-03-14 13:24:22 -0700354
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900355 useHwcForRgbToYuv = force_hwc_copy_for_virtual_displays(false);
Fabien Sanglarda34ed632017-03-14 11:43:52 -0700356
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900357 maxVirtualDisplaySize = max_virtual_display_dimension(0);
Fabien Sanglardc8e387e2017-03-10 10:30:28 -0800358
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900359 maxFrameBufferAcquiredBuffers = max_frame_buffer_acquired_buffers(2);
Fabien Sanglard1971b632017-03-10 14:50:03 -0800360
Brian Lindahla13f2d52020-03-05 11:54:17 +0100361 maxGraphicsWidth = std::max(max_graphics_width(0), 0);
362 maxGraphicsHeight = std::max(max_graphics_height(0), 0);
363
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900364 hasWideColorDisplay = has_wide_color_display(false);
Peiyong Lin0256f722018-08-31 15:45:10 -0700365
Peiyong Lin6cedd682020-10-23 15:07:07 -0700366 // Android 12 and beyond, color management in display pipeline is turned on
367 // by default.
368 useColorManagement = use_color_management(true);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600369
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900370 mDefaultCompositionDataspace =
371 static_cast<ui::Dataspace>(default_composition_dataspace(Dataspace::V0_SRGB));
Peiyong Lin8cabfc32019-06-14 14:25:43 -0700372 mWideColorGamutCompositionDataspace = static_cast<ui::Dataspace>(wcg_composition_dataspace(
373 hasWideColorDisplay ? Dataspace::DISPLAY_P3 : Dataspace::V0_SRGB));
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900374 defaultCompositionDataspace = mDefaultCompositionDataspace;
375 wideColorGamutCompositionDataspace = mWideColorGamutCompositionDataspace;
376 defaultCompositionPixelFormat = static_cast<ui::PixelFormat>(
377 default_composition_pixel_format(ui::PixelFormat::RGBA_8888));
378 wideColorGamutCompositionPixelFormat =
379 static_cast<ui::PixelFormat>(wcg_composition_pixel_format(ui::PixelFormat::RGBA_8888));
Peiyong Linb3839ad2018-09-05 15:37:19 -0700380
Yichi Chenda901bf2019-06-28 14:58:27 +0800381 mColorSpaceAgnosticDataspace =
382 static_cast<ui::Dataspace>(color_space_agnostic_dataspace(Dataspace::UNKNOWN));
383
Sundong Ahnd5e08f62018-12-12 20:27:28 +0900384 useContextPriority = use_context_priority(true);
Iris Chang7501ed62018-04-30 14:45:42 +0800385
Dominik Laskowski718f9602019-11-09 20:01:35 -0800386 using Values = SurfaceFlingerProperties::primary_display_orientation_values;
387 switch (primary_display_orientation(Values::ORIENTATION_0)) {
388 case Values::ORIENTATION_0:
Iris Chang7501ed62018-04-30 14:45:42 +0800389 break;
Dominik Laskowski718f9602019-11-09 20:01:35 -0800390 case Values::ORIENTATION_90:
391 internalDisplayOrientation = ui::ROTATION_90;
Iris Chang7501ed62018-04-30 14:45:42 +0800392 break;
Dominik Laskowski718f9602019-11-09 20:01:35 -0800393 case Values::ORIENTATION_180:
394 internalDisplayOrientation = ui::ROTATION_180;
Iris Chang7501ed62018-04-30 14:45:42 +0800395 break;
Dominik Laskowski718f9602019-11-09 20:01:35 -0800396 case Values::ORIENTATION_270:
397 internalDisplayOrientation = ui::ROTATION_270;
Iris Chang7501ed62018-04-30 14:45:42 +0800398 break;
399 }
Dominik Laskowski718f9602019-11-09 20:01:35 -0800400 ALOGV("Internal Display Orientation: %s", toCString(internalDisplayOrientation));
Iris Chang7501ed62018-04-30 14:45:42 +0800401
Sundong Ahn85131bd2019-02-18 15:51:53 +0900402 mInternalDisplayPrimaries = sysprop::getDisplayNativePrimaries();
Daniel Solomon42d04562019-01-20 21:03:19 -0800403
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800404 // debugging stuff...
405 char value[PROPERTY_VALUE_MAX];
Mathias Agopian8afb7e32011-08-15 20:44:40 -0700406
Mathias Agopianb4b17302013-03-20 18:36:41 -0700407 property_get("ro.bq.gpu_to_cpu_unsupported", value, "0");
Mathias Agopian50210b92013-03-21 21:13:21 -0700408 mGpuToCpuSupported = !atoi(value);
Mathias Agopianb4b17302013-03-20 18:36:41 -0700409
Alec Mouri5f487d42020-02-06 09:26:19 -0800410 property_get("ro.build.type", value, "user");
411 mIsUserBuild = strcmp(value, "user") == 0;
412
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800413 property_get("debug.sf.showupdates", value, "0");
414 mDebugRegion = atoi(value);
Mathias Agopian8afb7e32011-08-15 20:44:40 -0700415
Mathias Agopianc1d359d2012-08-04 20:09:03 -0700416 ALOGI_IF(mDebugRegion, "showupdates enabled");
Orion Hodson34397da2019-02-04 09:36:10 +0000417
418 // DDMS debugging deprecated (b/120782499)
419 property_get("debug.sf.ddms", value, "0");
420 int debugDdms = atoi(value);
421 ALOGI_IF(debugDdms, "DDMS debugging not supported");
Dan Stozac5da2712016-07-20 15:38:12 -0700422
Ady Abrahamadb9a992019-09-19 21:21:55 +0000423 property_get("debug.sf.enable_gl_backpressure", value, "0");
424 mPropagateBackpressureClientComposition = atoi(value);
425 ALOGI_IF(mPropagateBackpressureClientComposition,
426 "Enabling backpressure propagation for Client Composition");
427
Fabien Sanglard642b23d2017-02-09 12:29:39 -0800428 property_get("debug.sf.enable_hwc_vds", value, "0");
429 mUseHwcVirtualDisplays = atoi(value);
Chia-I Wu11d10612018-06-21 15:41:13 +0800430 ALOGI_IF(mUseHwcVirtualDisplays, "Enabling HWC virtual displays");
Fabien Sanglard63a5fcd2016-12-29 15:13:07 -0800431
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800432 property_get("ro.surface_flinger.supports_background_blur", value, "0");
433 bool supportsBlurs = atoi(value);
Lucas Dupin00f16422020-03-11 11:33:04 -0700434 mSupportsBlur = supportsBlurs;
435 ALOGI_IF(!mSupportsBlur, "Disabling blur effects, they are not supported.");
Lucas Dupin2dd6f392020-02-18 17:43:36 -0800436 property_get("ro.sf.blurs_are_expensive", value, "0");
437 mBlursAreExpensive = atoi(value);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800438
Ady Abrahamb89ca7d2020-03-04 11:19:37 -0800439 const size_t defaultListSize = ISurfaceComposer::MAX_LAYERS;
Dan Stoza0a0158c2018-03-16 13:38:54 -0700440 auto listSize = property_get_int32("debug.sf.max_igbp_list_size", int32_t(defaultListSize));
441 mMaxGraphicBufferProducerListSize = (listSize > 0) ? size_t(listSize) : defaultListSize;
Alec Mouri601393f2020-02-21 13:26:52 -0800442 mGraphicBufferProducerListSizeLogThreshold =
443 std::max(static_cast<int>(0.95 *
444 static_cast<double>(mMaxGraphicBufferProducerListSize)),
445 1);
Dan Stoza0a0158c2018-03-16 13:38:54 -0700446
Dan Stozaec460082018-12-17 15:35:09 -0800447 property_get("debug.sf.luma_sampling", value, "1");
448 mLumaSampling = atoi(value);
449
Vishnu Nairb2a999b2020-01-23 13:43:02 -0800450 property_get("debug.sf.disable_client_composition_cache", value, "0");
Vishnu Nair9b079a22020-01-21 14:36:08 -0800451 mDisableClientCompositionCache = atoi(value);
452
Romain Guy11d63f42017-07-20 12:47:14 -0700453 // We should be reading 'persist.sys.sf.color_saturation' here
454 // but since /data may be encrypted, we need to wait until after vold
455 // comes online to attempt to read the property. The property is
456 // instead read after the boot animation
Kalle Raitaa099a242017-01-11 11:17:29 -0800457
Dominik Laskowskif06d68e2021-03-24 19:40:03 -0700458 if (base::GetBoolProperty("debug.sf.treble_testing_override"s, false)) {
Kalle Raitaa099a242017-01-11 11:17:29 -0800459 // Without the override SurfaceFlinger cannot connect to HIDL
460 // services that are not listed in the manifests. Considered
461 // deriving the setting from the set service name, but it
462 // would be brittle if the name that's not 'default' is used
463 // for production purposes later on.
Dominik Laskowskif06d68e2021-03-24 19:40:03 -0700464 ALOGI("Enabling Treble testing override");
Steven Moreland7c8af942020-07-08 18:35:51 +0000465 android::hardware::details::setTrebleTestingOverride(true);
Kalle Raitaa099a242017-01-11 11:17:29 -0800466 }
Ana Krulec3803b8d2020-02-03 16:35:46 -0800467
468 useFrameRateApi = use_frame_rate_api(true);
Ana Krulecb9afd792020-06-11 13:16:15 -0700469
470 mKernelIdleTimerEnabled = mSupportKernelIdleTimer = sysprop::support_kernel_idle_timer(false);
471 base::SetProperty(KERNEL_IDLE_TIMER_PROP, mKernelIdleTimerEnabled ? "true" : "false");
Ady Abraham29d0da32020-07-16 18:39:33 -0700472
473 mRefreshRateOverlaySpinner = property_get_bool("sf.debug.show_refresh_rate_overlay_spinner", 0);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800474}
475
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700476SurfaceFlinger::~SurfaceFlinger() = default;
477
478void SurfaceFlinger::onFirstRef() {
Lloyd Pique3fcdef12018-01-22 17:14:00 -0800479 mEventQueue->init(this);
Mathias Agopian99ce5cd2012-01-31 18:24:27 -0800480}
481
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700482void SurfaceFlinger::binderDied(const wp<IBinder>&) {
Mathias Agopian99ce5cd2012-01-31 18:24:27 -0800483 // the window manager died on us. prepare its eulogy.
Rob Carr2aa78cb2020-03-10 14:27:49 -0700484 mBootFinished = false;
Mathias Agopian99ce5cd2012-01-31 18:24:27 -0800485
Vishnu Nairb9df4702021-03-01 11:53:15 -0800486 // Sever the link to inputflinger since its gone as well.
487 static_cast<void>(schedule([=] { mInputFlinger = nullptr; }));
488
Andy McFadden13a082e2012-08-24 10:16:42 -0700489 // restore initial conditions (default device unblank, etc)
490 initializeDisplays();
Mathias Agopian99ce5cd2012-01-31 18:24:27 -0800491
492 // restart the boot-animation
Mathias Agopiana67e4182012-06-19 17:26:12 -0700493 startBootAnim();
Mathias Agopian99ce5cd2012-01-31 18:24:27 -0800494}
495
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700496void SurfaceFlinger::run() {
497 while (true) {
498 mEventQueue->waitMessage();
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800499 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700500}
501
502template <typename F, typename T>
503inline std::future<T> SurfaceFlinger::schedule(F&& f) {
504 auto [task, future] = makeTask(std::move(f));
505 mEventQueue->postMessage(std::move(task));
506 return std::move(future);
Robert Carr1db73f62016-12-21 12:58:51 -0800507}
508
509sp<ISurfaceComposerClient> SurfaceFlinger::createConnection() {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700510 const sp<Client> client = new Client(this);
511 return client->initCheck() == NO_ERROR ? client : nullptr;
Robert Carr1db73f62016-12-21 12:58:51 -0800512}
513
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700514sp<IBinder> SurfaceFlinger::createDisplay(const String8& displayName, bool secure) {
chaviwd4a61642020-09-01 14:53:46 -0700515 // onTransact already checks for some permissions, but adding an additional check here.
516 // This is to ensure that only system and graphics can request to create a secure
517 // display. Secure displays can show secure content so we add an additional restriction on it.
518 const int uid = IPCThreadState::self()->getCallingUid();
519 if (secure && uid != AID_GRAPHICS && uid != AID_SYSTEM) {
520 ALOGE("Only privileged processes can create a secure display");
521 return nullptr;
522 }
523
Mathias Agopiane57f2922012-08-09 16:29:12 -0700524 class DisplayToken : public BBinder {
525 sp<SurfaceFlinger> flinger;
526 virtual ~DisplayToken() {
527 // no more references, this display must be terminated
528 Mutex::Autolock _l(flinger->mStateLock);
529 flinger->mCurrentState.displays.removeItem(this);
530 flinger->setTransactionFlags(eDisplayTransactionNeeded);
531 }
532 public:
Chih-Hung Hsiehc4067912016-05-03 14:03:27 -0700533 explicit DisplayToken(const sp<SurfaceFlinger>& flinger)
Mathias Agopiane57f2922012-08-09 16:29:12 -0700534 : flinger(flinger) {
535 }
536 };
537
538 sp<BBinder> token = new DisplayToken(this);
539
540 Mutex::Autolock _l(mStateLock);
Dominik Laskowski075d3172018-05-24 15:50:06 -0700541 // Display ID is assigned when virtual display is allocated by HWC.
542 DisplayDeviceState state;
543 state.isSecure = secure;
544 state.displayName = displayName;
545 mCurrentState.displays.add(token, state);
546 mInterceptor->saveDisplayCreation(state);
Mathias Agopiane57f2922012-08-09 16:29:12 -0700547 return token;
548}
549
Dominik Laskowskieecd6592018-05-29 10:25:41 -0700550void SurfaceFlinger::destroyDisplay(const sp<IBinder>& displayToken) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -0700551 Mutex::Autolock lock(mStateLock);
Jesse Hall6c913be2013-08-08 12:15:49 -0700552
Dominik Laskowski470df5f2020-04-02 22:27:42 -0700553 const ssize_t index = mCurrentState.displays.indexOfKey(displayToken);
Dominik Laskowski075d3172018-05-24 15:50:06 -0700554 if (index < 0) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -0700555 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
Jesse Hall6c913be2013-08-08 12:15:49 -0700556 return;
557 }
558
Dominik Laskowski075d3172018-05-24 15:50:06 -0700559 const DisplayDeviceState& state = mCurrentState.displays.valueAt(index);
Dominik Laskowski470df5f2020-04-02 22:27:42 -0700560 if (state.physical) {
561 ALOGE("%s: Invalid operation on physical display", __FUNCTION__);
Jesse Hall6c913be2013-08-08 12:15:49 -0700562 return;
563 }
Dominik Laskowski075d3172018-05-24 15:50:06 -0700564 mInterceptor->saveDisplayDeletion(state.sequenceId);
565 mCurrentState.displays.removeItemsAt(index);
Jesse Hall6c913be2013-08-08 12:15:49 -0700566 setTransactionFlags(eDisplayTransactionNeeded);
567}
568
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800569std::vector<PhysicalDisplayId> SurfaceFlinger::getPhysicalDisplayIds() const {
570 Mutex::Autolock lock(mStateLock);
Dominik Laskowski075d3172018-05-24 15:50:06 -0700571
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800572 const auto internalDisplayId = getInternalDisplayIdLocked();
573 if (!internalDisplayId) {
574 return {};
Dominik Laskowski075d3172018-05-24 15:50:06 -0700575 }
576
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800577 std::vector<PhysicalDisplayId> displayIds;
578 displayIds.reserve(mPhysicalDisplayTokens.size());
Marin Shalamanova524a092020-07-27 21:39:55 +0200579 displayIds.push_back(*internalDisplayId);
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800580
581 for (const auto& [id, token] : mPhysicalDisplayTokens) {
582 if (id != *internalDisplayId) {
Marin Shalamanova524a092020-07-27 21:39:55 +0200583 displayIds.push_back(id);
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800584 }
Mathias Agopiane57f2922012-08-09 16:29:12 -0700585 }
Dominik Laskowski075d3172018-05-24 15:50:06 -0700586
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800587 return displayIds;
588}
589
590sp<IBinder> SurfaceFlinger::getPhysicalDisplayToken(PhysicalDisplayId displayId) const {
591 Mutex::Autolock lock(mStateLock);
Marin Shalamanova524a092020-07-27 21:39:55 +0200592 return getPhysicalDisplayTokenLocked(displayId);
Mathias Agopiane57f2922012-08-09 16:29:12 -0700593}
594
Ady Abraham37965d42018-11-01 13:43:32 -0700595status_t SurfaceFlinger::getColorManagement(bool* outGetColorManagement) const {
596 if (!outGetColorManagement) {
597 return BAD_VALUE;
598 }
599 *outGetColorManagement = useColorManagement;
600 return NO_ERROR;
Ady Abraham2a6ab2a2018-10-26 14:25:30 -0700601}
602
Lloyd Pique441d5042018-10-18 16:49:51 -0700603HWComposer& SurfaceFlinger::getHwComposer() const {
604 return mCompositionEngine->getHwComposer();
605}
606
Lloyd Piqueb97e04f2018-10-18 17:07:05 -0700607renderengine::RenderEngine& SurfaceFlinger::getRenderEngine() const {
608 return mCompositionEngine->getRenderEngine();
609}
610
Lloyd Pique70d91362018-10-18 16:02:55 -0700611compositionengine::CompositionEngine& SurfaceFlinger::getCompositionEngine() const {
612 return *mCompositionEngine.get();
613}
614
Marin Shalamanov53fc11d2020-11-20 14:00:13 +0100615void SurfaceFlinger::bootFinished() {
Rob Carr2aa78cb2020-03-10 14:27:49 -0700616 if (mBootFinished == true) {
617 ALOGE("Extra call to bootFinished");
618 return;
619 }
620 mBootFinished = true;
Wei Wangf9b05ee2017-07-19 20:59:39 -0700621 if (mStartPropertySetThread->join() != NO_ERROR) {
622 ALOGE("Join StartPropertySetThread failed!");
Wei Wangb254fa32017-01-31 17:43:23 -0800623 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800624 const nsecs_t now = systemTime();
625 const nsecs_t duration = now - mBootTime;
Steve Blocka19954a2012-01-04 20:05:49 +0000626 ALOGI("Boot is finished (%ld ms)", long(ns2ms(duration)) );
Mathias Agopian1f339ff2011-07-01 17:08:43 -0700627
Mikael Pessa90092f42019-08-26 17:22:04 -0700628 mFrameTracer->initialize();
Adithya Srinivasan01189672020-10-20 14:23:05 -0700629 mFrameTimeline->onBootFinished();
Mikael Pessa2e1608f2019-07-19 11:25:35 -0700630
Mathias Agopian1f339ff2011-07-01 17:08:43 -0700631 // wait patiently for the window manager death
632 const String16 name("window");
Steven Morelanda904bb92019-07-02 17:37:23 -0700633 mWindowManager = defaultServiceManager()->getService(name);
634 if (mWindowManager != 0) {
635 mWindowManager->linkToDeath(static_cast<IBinder::DeathRecipient*>(this));
Mathias Agopian1f339ff2011-07-01 17:08:43 -0700636 }
637
638 // stop boot animation
Mathias Agopiana67e4182012-06-19 17:26:12 -0700639 // formerly we would just kill the process, but we now ask it to exit so it
640 // can choose where to stop the animation.
641 property_set("service.bootanim.exit", "1");
Yusuke Sato0a688f52015-07-30 23:05:39 -0700642
643 const int LOGTAG_SF_STOP_BOOTANIM = 60110;
644 LOG_EVENT_LONG(LOGTAG_SF_STOP_BOOTANIM,
645 ns2ms(systemTime(SYSTEM_TIME_MONOTONIC)));
Romain Guy11d63f42017-07-20 12:47:14 -0700646
Denis Hsue70cc6c2020-06-17 10:17:30 +0800647 sp<IBinder> input(defaultServiceManager()->getService(String16("inputflinger")));
648
649 static_cast<void>(schedule([=] {
650 if (input == nullptr) {
651 ALOGE("Failed to link to input service");
652 } else {
Chris Ye0783e992020-06-02 21:34:49 -0700653 mInputFlinger = interface_cast<os::IInputFlinger>(input);
Denis Hsue70cc6c2020-06-17 10:17:30 +0800654 }
655
Chia-I Wu14c9c7b2018-06-26 10:18:18 +0800656 readPersistentProperties();
Dan Stoza29e7bdf2020-03-23 14:43:09 -0700657 mPowerAdvisor.onBootFinished();
Chia-I Wu14c9c7b2018-06-26 10:18:18 +0800658 mBootStage = BootStage::FINISHED;
Ana Krulecbd6654b2019-02-15 15:18:15 -0800659
Ady Abraham8a82ba62020-01-17 12:43:17 -0800660 if (property_get_bool("sf.debug.show_refresh_rate_overlay", false)) {
Dominik Laskowski20134642020-04-20 22:36:44 -0700661 enableRefreshRateOverlay(true);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800662 }
Chia-I Wu14c9c7b2018-06-26 10:18:18 +0800663 }));
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800664}
665
Dan Stoza436ccf32018-06-21 12:10:12 -0700666uint32_t SurfaceFlinger::getNewTexture() {
667 {
668 std::lock_guard lock(mTexturePoolMutex);
669 if (!mTexturePool.empty()) {
670 uint32_t name = mTexturePool.back();
671 mTexturePool.pop_back();
672 ATRACE_INT("TexturePoolSize", mTexturePool.size());
673 return name;
674 }
675
676 // The pool was too small, so increase it for the future
677 ++mTexturePoolSize;
678 }
679
680 // The pool was empty, so we need to get a new texture name directly using a
681 // blocking call to the main thread
Robert Carrcdd7df92021-04-12 15:32:09 -0700682 auto genTextures = [this] {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -0700683 uint32_t name = 0;
684 getRenderEngine().genTextures(1, &name);
685 return name;
Robert Carrcdd7df92021-04-12 15:32:09 -0700686 };
687 if (std::this_thread::get_id() == mMainThreadId) {
688 return genTextures();
689 } else {
690 return schedule(genTextures).get();
691 }
Dan Stoza436ccf32018-06-21 12:10:12 -0700692}
693
Mathias Agopian3f844832013-08-07 21:24:32 -0700694void SurfaceFlinger::deleteTextureAsync(uint32_t texture) {
Dan Stoza67765d82019-05-07 14:58:27 -0700695 std::lock_guard lock(mTexturePoolMutex);
696 // We don't change the pool size, so the fix-up logic in postComposition will decide whether
697 // to actually delete this or not based on mTexturePoolSize
698 mTexturePool.push_back(texture);
699 ATRACE_INT("TexturePoolSize", mTexturePool.size());
Mathias Agopian921e6ac2012-07-23 23:11:29 -0700700}
701
Wei Wangf9b05ee2017-07-19 20:59:39 -0700702// Do not call property_set on main thread which will be blocked by init
703// Use StartPropertySetThread instead.
Jamie Gennisfaf77cc2013-07-30 15:10:32 -0700704void SurfaceFlinger::init() {
Mathias Agopiana4912602012-07-12 14:25:33 -0700705 ALOGI( "SurfaceFlinger's main thread ready to run. "
706 "Initializing graphics H/W...");
Steven Thomasb02664d2017-07-26 18:48:28 -0700707 Mutex::Autolock _l(mStateLock);
Kevin DuBois413287f2019-02-25 08:46:47 -0800708
Steven Thomasb02664d2017-07-26 18:48:28 -0700709 // Get a RenderEngine for the given display / config (can't fail)
Peiyong Lin0256f722018-08-31 15:45:10 -0700710 // TODO(b/77156734): We need to stop casting and use HAL types when possible.
Alec Mourida4cf3b2019-02-12 15:33:01 -0800711 // Sending maxFrameBufferAcquiredBuffers as the cache size is tightly tuned to single-display.
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700712 mCompositionEngine->setRenderEngine(renderengine::RenderEngine::create(
713 renderengine::RenderEngineCreationArgs::Builder()
Alec Mourid6f09462020-12-07 11:18:17 -0800714 .setPixelFormat(static_cast<int32_t>(defaultCompositionPixelFormat))
715 .setImageCacheSize(maxFrameBufferAcquiredBuffers)
716 .setUseColorManagerment(useColorManagement)
717 .setEnableProtectedContext(enable_protected_contents(false))
718 .setPrecacheToneMapperShaderOnly(false)
719 .setSupportsBackgroundBlur(mSupportsBlur)
720 .setContextPriority(
721 useContextPriority
722 ? renderengine::RenderEngine::ContextPriority::REALTIME
723 : renderengine::RenderEngine::ContextPriority::MEDIUM)
724 .build()));
Alec Mourie4034bb2019-11-19 12:45:54 -0800725 mCompositionEngine->setTimeStats(mTimeStats);
Dominik Laskowskif06d68e2021-03-24 19:40:03 -0700726 mCompositionEngine->setHwComposer(getFactory().createHWComposer(mHwcServiceName));
Lloyd Pique4603f3c2020-02-11 12:06:56 -0800727 mCompositionEngine->getHwComposer().setConfiguration(this, getBE().mComposerSequenceId);
Alec Mouria90a5702021-04-16 16:36:21 +0000728 ClientCache::getInstance().setRenderEngine(&getRenderEngine());
Lloyd Piqueba04e622017-12-14 17:11:26 -0800729 // Process any initial hotplug and resulting display changes.
730 processDisplayHotplugEventsLocked();
Dominik Laskowski45de9bd2018-06-11 17:44:10 -0700731 const auto display = getDefaultDisplayDeviceLocked();
732 LOG_ALWAYS_FATAL_IF(!display, "Missing internal display after registering composer callback.");
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +0200733 const auto displayId = display->getPhysicalId();
734 LOG_ALWAYS_FATAL_IF(!getHwComposer().isConnected(displayId),
Dominik Laskowski45de9bd2018-06-11 17:44:10 -0700735 "Internal display is disconnected.");
Jesse Hall692c7232012-11-08 15:41:56 -0800736
Mathias Agopian92a979a2012-08-02 18:32:23 -0700737 // initialize our drawing state
738 mDrawingState = mCurrentState;
Mathias Agopian86303202012-07-24 22:46:10 -0700739
Andy McFadden13a082e2012-08-24 10:16:42 -0700740 // set initial conditions (e.g. unblank default device)
741 initializeDisplays();
742
Steven Thomas137d4bc2019-07-25 16:55:14 -0700743 char primeShaderCache[PROPERTY_VALUE_MAX];
744 property_get("service.sf.prime_shader_cache", primeShaderCache, "1");
745 if (atoi(primeShaderCache)) {
746 getRenderEngine().primeCache();
747 }
Dan Stoza4e637772016-07-28 13:31:51 -0700748
Derek Sollenbergerc4a05e12021-03-24 16:45:20 -0400749 getRenderEngine().onPrimaryDisplaySizeChanged(display->getSize());
750
Wei Wangf9b05ee2017-07-19 20:59:39 -0700751 // Inform native graphics APIs whether the present timestamp is supported:
Lloyd Pique90c115d2018-09-18 21:39:42 -0700752
753 const bool presentFenceReliable =
Peiyong Line9d809e2020-04-14 13:10:48 -0700754 !getHwComposer().hasCapability(hal::Capability::PRESENT_FENCE_IS_NOT_RELIABLE);
Lloyd Pique90c115d2018-09-18 21:39:42 -0700755 mStartPropertySetThread = getFactory().createStartPropertySetThread(presentFenceReliable);
Wei Wangf9b05ee2017-07-19 20:59:39 -0700756
757 if (mStartPropertySetThread->Start() != NO_ERROR) {
758 ALOGE("Run StartPropertySetThread failed!");
Wei Wangb254fa32017-01-31 17:43:23 -0800759 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800760
Dan Stoza9e56aa02015-11-02 13:00:03 -0800761 ALOGV("Done initializing");
Mathias Agopian3ee454a2012-08-27 16:28:24 -0700762}
763
Romain Guy11d63f42017-07-20 12:47:14 -0700764void SurfaceFlinger::readPersistentProperties() {
Chia-I Wu28f320b2018-05-03 11:02:56 -0700765 Mutex::Autolock _l(mStateLock);
766
Romain Guy11d63f42017-07-20 12:47:14 -0700767 char value[PROPERTY_VALUE_MAX];
768
769 property_get("persist.sys.sf.color_saturation", value, "1.0");
Peiyong Lindd9b2ae2018-03-01 16:22:45 -0800770 mGlobalSaturationFactor = atof(value);
Chia-I Wu28f320b2018-05-03 11:02:56 -0700771 updateColorMatrixLocked();
Peiyong Lindd9b2ae2018-03-01 16:22:45 -0800772 ALOGV("Saturation is set to %.2f", mGlobalSaturationFactor);
Romain Guy54f154a2017-10-24 21:40:32 +0100773
774 property_get("persist.sys.sf.native_mode", value, "0");
Chia-I Wu0d711262018-05-21 15:19:35 -0700775 mDisplayColorSetting = static_cast<DisplayColorSetting>(atoi(value));
Peiyong Lina3ea5592019-02-10 14:45:00 -0800776
777 property_get("persist.sys.sf.color_mode", value, "0");
778 mForceColorMode = static_cast<ColorMode>(atoi(value));
Lucas Dupin00f16422020-03-11 11:33:04 -0700779
780 property_get("persist.sys.sf.disable_blurs", value, "0");
781 bool disableBlurs = atoi(value);
782 mDisableBlurs = disableBlurs;
783 ALOGI_IF(disableBlurs, "Disabling blur effects, user preference.");
Romain Guy11d63f42017-07-20 12:47:14 -0700784}
785
Mathias Agopiana67e4182012-06-19 17:26:12 -0700786void SurfaceFlinger::startBootAnim() {
Wei Wangb254fa32017-01-31 17:43:23 -0800787 // Start boot animation service by setting a property mailbox
788 // if property setting thread is already running, Start() will be just a NOP
Wei Wangf9b05ee2017-07-19 20:59:39 -0700789 mStartPropertySetThread->Start();
Wei Wangb254fa32017-01-31 17:43:23 -0800790 // Wait until property was set
Wei Wangf9b05ee2017-07-19 20:59:39 -0700791 if (mStartPropertySetThread->join() != NO_ERROR) {
792 ALOGE("Join StartPropertySetThread failed!");
Wei Wangb254fa32017-01-31 17:43:23 -0800793 }
Mathias Agopiana67e4182012-06-19 17:26:12 -0700794}
795
Mathias Agopian875d8e12013-06-07 15:35:48 -0700796size_t SurfaceFlinger::getMaxTextureSize() const {
Lloyd Piqueb97e04f2018-10-18 17:07:05 -0700797 return getRenderEngine().getMaxTextureSize();
Mathias Agopiana4912602012-07-12 14:25:33 -0700798}
799
Mathias Agopian875d8e12013-06-07 15:35:48 -0700800size_t SurfaceFlinger::getMaxViewportDims() const {
Lloyd Piqueb97e04f2018-10-18 17:07:05 -0700801 return getRenderEngine().getMaxViewportDims();
Mathias Agopiana4912602012-07-12 14:25:33 -0700802}
803
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -0800804// ----------------------------------------------------------------------------
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800805
Jamie Gennis582270d2011-08-17 18:19:00 -0700806bool SurfaceFlinger::authenticateSurfaceTexture(
Andy McFadden2adaf042012-12-18 09:49:45 -0800807 const sp<IGraphicBufferProducer>& bufferProducer) const {
Jamie Gennis134f0422011-03-08 12:18:54 -0800808 Mutex::Autolock _l(mStateLock);
Robert Carr0d480722017-01-10 16:42:54 -0800809 return authenticateSurfaceTextureLocked(bufferProducer);
810}
811
812bool SurfaceFlinger::authenticateSurfaceTextureLocked(
813 const sp<IGraphicBufferProducer>& bufferProducer) const {
Marco Nelissen097ca272014-11-14 08:01:01 -0800814 sp<IBinder> surfaceTextureBinder(IInterface::asBinder(bufferProducer));
Dan Stoza101d8dc2018-02-27 15:42:25 -0800815 return mGraphicBufferProducerList.count(surfaceTextureBinder.get()) > 0;
Jamie Gennis134f0422011-03-08 12:18:54 -0800816}
817
Brian Anderson6b376712017-04-04 10:51:39 -0700818status_t SurfaceFlinger::getSupportedFrameTimestamps(
819 std::vector<FrameEvent>* outSupported) const {
820 *outSupported = {
821 FrameEvent::REQUESTED_PRESENT,
822 FrameEvent::ACQUIRE,
823 FrameEvent::LATCH,
824 FrameEvent::FIRST_REFRESH_START,
825 FrameEvent::LAST_REFRESH_START,
826 FrameEvent::GPU_COMPOSITION_DONE,
827 FrameEvent::DEQUEUE_READY,
828 FrameEvent::RELEASE,
829 };
Steven Thomas6d8110b2017-08-31 18:24:21 -0700830 ConditionalLock _l(mStateLock,
831 std::this_thread::get_id() != mMainThreadId);
Peiyong Line9d809e2020-04-14 13:10:48 -0700832 if (!getHwComposer().hasCapability(hal::Capability::PRESENT_FENCE_IS_NOT_RELIABLE)) {
Brian Anderson6b376712017-04-04 10:51:39 -0700833 outSupported->push_back(FrameEvent::DISPLAY_PRESENT);
834 }
835 return NO_ERROR;
836}
837
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800838status_t SurfaceFlinger::getDisplayState(const sp<IBinder>& displayToken, ui::DisplayState* state) {
839 if (!displayToken || !state) {
840 return BAD_VALUE;
841 }
842
843 Mutex::Autolock lock(mStateLock);
844
845 const auto display = getDisplayDeviceLocked(displayToken);
846 if (!display) {
847 return NAME_NOT_FOUND;
848 }
849
850 state->layerStack = display->getLayerStack();
851 state->orientation = display->getOrientation();
852
Marin Shalamanov6ad317c2020-07-29 23:34:07 +0200853 const Rect layerStackRect = display->getLayerStackSpaceRect();
854 state->layerStackSpaceRect =
855 layerStackRect.isValid() ? layerStackRect.getSize() : display->getSize();
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800856
857 return NO_ERROR;
858}
859
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100860status_t SurfaceFlinger::getStaticDisplayInfo(const sp<IBinder>& displayToken,
861 ui::StaticDisplayInfo* info) {
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800862 if (!displayToken || !info) {
863 return BAD_VALUE;
864 }
865
866 Mutex::Autolock lock(mStateLock);
867
868 const auto display = getDisplayDeviceLocked(displayToken);
869 if (!display) {
870 return NAME_NOT_FOUND;
871 }
872
Dominik Laskowski55c85402020-01-21 16:25:47 -0800873 if (const auto connectionType = display->getConnectionType())
874 info->connectionType = *connectionType;
875 else {
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800876 return INVALID_OPERATION;
877 }
878
879 if (mEmulatedDisplayDensity) {
880 info->density = mEmulatedDisplayDensity;
881 } else {
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100882 info->density = info->connectionType == ui::DisplayConnectionType::Internal
Dominik Laskowski55c85402020-01-21 16:25:47 -0800883 ? mInternalDisplayDensity
884 : FALLBACK_DENSITY;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800885 }
Dominik Laskowskid125d0e2020-05-08 12:36:39 -0700886 info->density /= ACONFIGURATION_DENSITY_MEDIUM;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800887
888 info->secure = display->isSecure();
Marin Shalamanove5cceea2020-04-30 18:13:10 +0200889 info->deviceProductInfo = display->getDeviceProductInfo();
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800890
891 return NO_ERROR;
892}
893
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100894status_t SurfaceFlinger::getDynamicDisplayInfo(const sp<IBinder>& displayToken,
895 ui::DynamicDisplayInfo* info) {
896 if (!displayToken || !info) {
Dan Stoza7f7da322014-05-02 15:26:25 -0700897 return BAD_VALUE;
898 }
899
Dominik Laskowski22488f62019-03-28 09:53:04 -0700900 Mutex::Autolock lock(mStateLock);
901
Marin Shalamanov5801c942020-12-17 17:00:13 +0100902 const auto display = getDisplayDeviceLocked(displayToken);
903 if (!display) {
Dominik Laskowski075d3172018-05-24 15:50:06 -0700904 return NAME_NOT_FOUND;
Mathias Agopianc666cae2012-07-25 18:56:13 -0700905 }
Mathias Agopian8b736f12012-08-13 17:54:26 -0700906
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100907 info->activeDisplayModeId = static_cast<int32_t>(display->getActiveMode()->getId().value());
Mathias Agopian1604f772012-09-18 21:54:42 -0700908
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100909 const auto& supportedModes = display->getSupportedModes();
910 info->supportedDisplayModes.clear();
911 info->supportedDisplayModes.reserve(supportedModes.size());
912 for (const auto& mode : supportedModes) {
913 ui::DisplayMode outMode;
914 outMode.id = static_cast<int32_t>(mode->getId().value());
Dan Stoza7f7da322014-05-02 15:26:25 -0700915
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100916 auto width = mode->getWidth();
917 auto height = mode->getHeight();
Dan Stoza7f7da322014-05-02 15:26:25 -0700918
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100919 auto xDpi = mode->getDpiX();
920 auto yDpi = mode->getDpiY();
Yiwei Zhang27de5df2018-08-23 17:04:51 -0700921
Marin Shalamanov5801c942020-12-17 17:00:13 +0100922 if (display->isPrimary() &&
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800923 (internalDisplayOrientation == ui::ROTATION_90 ||
924 internalDisplayOrientation == ui::ROTATION_270)) {
925 std::swap(width, height);
926 std::swap(xDpi, yDpi);
Dan Stoza7f7da322014-05-02 15:26:25 -0700927 }
928
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100929 outMode.resolution = ui::Size(width, height);
Ady Abraham2139f732019-11-13 18:56:40 -0800930
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800931 if (mEmulatedDisplayDensity) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100932 outMode.xDpi = mEmulatedDisplayDensity;
933 outMode.yDpi = mEmulatedDisplayDensity;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800934 } else {
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100935 outMode.xDpi = xDpi;
936 outMode.yDpi = yDpi;
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800937 }
938
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100939 const nsecs_t period = mode->getVsyncPeriod();
940 outMode.refreshRate = Fps::fromPeriodNsecs(period).getValue();
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -0800941
Ady Abraham8287e852020-08-12 14:44:58 -0700942 const auto vsyncConfigSet =
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100943 mVsyncConfiguration->getConfigsForRefreshRate(Fps(outMode.refreshRate));
944 outMode.appVsyncOffset = vsyncConfigSet.late.appOffset;
945 outMode.sfVsyncOffset = vsyncConfigSet.late.sfOffset;
946 outMode.group = mode->getGroup();
Dan Stoza9e56aa02015-11-02 13:00:03 -0800947
Andy McFadden91b2ca82014-06-13 14:04:23 -0700948 // This is how far in advance a buffer must be queued for
949 // presentation at a given time. If you want a buffer to appear
950 // on the screen at time N, you must submit the buffer before
951 // (N - presentationDeadline).
952 //
953 // Normally it's one full refresh period (to give SF a chance to
954 // latch the buffer), but this can be reduced by configuring a
Ady Abraham8cb21882020-08-26 18:22:05 -0700955 // VsyncController offset. Any additional delays introduced by the hardware
Andy McFadden91b2ca82014-06-13 14:04:23 -0700956 // composer or panel must be accounted for here.
957 //
958 // We add an additional 1ms to allow for processing time and
959 // differences between the ideal and actual refresh rate.
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100960 outMode.presentationDeadline = period - outMode.sfVsyncOffset + 1000000;
Dan Stoza7f7da322014-05-02 15:26:25 -0700961
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100962 info->supportedDisplayModes.push_back(outMode);
Mathias Agopian8b736f12012-08-13 17:54:26 -0700963 }
964
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100965 info->activeColorMode = display->getCompositionDisplay()->getState().colorMode;
Marin Shalamanovb173f752021-02-16 19:38:36 +0100966 const auto displayId = display->getPhysicalId();
967 info->supportedColorModes = getDisplayColorModes(displayId);
Marin Shalamanov228f46b2021-01-28 21:11:45 +0100968
969 info->hdrCapabilities = display->getHdrCapabilities();
Marin Shalamanovb173f752021-02-16 19:38:36 +0100970 info->autoLowLatencyModeSupported =
971 getHwComposer().hasDisplayCapability(displayId,
972 hal::DisplayCapability::AUTO_LOW_LATENCY_MODE);
973 std::vector<hal::ContentType> types;
974 getHwComposer().getSupportedContentTypes(displayId, &types);
975 info->gameContentTypeSupported = std::any_of(types.begin(), types.end(), [](auto type) {
976 return type == hal::ContentType::GAME;
977 });
Dan Stoza7f7da322014-05-02 15:26:25 -0700978 return NO_ERROR;
979}
Jamie Gennisdd3cb842012-10-19 18:19:11 -0700980
Dominik Laskowskieecd6592018-05-29 10:25:41 -0700981status_t SurfaceFlinger::getDisplayStats(const sp<IBinder>&, DisplayStatInfo* stats) {
982 if (!stats) {
Lajos Molnar67d8bd62014-09-11 14:58:45 -0700983 return BAD_VALUE;
984 }
985
Ady Abrahame90dd522020-12-29 12:08:45 -0800986 *stats = mScheduler->getDisplayStatInfo(systemTime());
Lajos Molnar67d8bd62014-09-11 14:58:45 -0700987 return NO_ERROR;
988}
989
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100990void SurfaceFlinger::setDesiredActiveMode(const ActiveModeInfo& info) {
Ana Kruleca5bdd9d2019-01-29 19:00:58 -0800991 ATRACE_CALL();
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100992 auto refreshRate = mRefreshRateConfigs->getRefreshRateFromModeId(info.modeId);
993 ALOGV("%s(%s)", __func__, refreshRate.getName().c_str());
Ana Krulec7d1d6832018-12-27 11:10:09 -0800994
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100995 std::lock_guard<std::mutex> lock(mActiveModeLock);
996 if (mDesiredActiveModeChanged) {
997 // If a mode change is pending, just cache the latest request in mDesiredActiveMode
998 const Scheduler::ModeEvent prevConfig = mDesiredActiveMode.event;
999 mDesiredActiveMode = info;
1000 mDesiredActiveMode.event = mDesiredActiveMode.event | prevConfig;
Ady Abraham59db0a32020-03-02 18:04:20 -08001001 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001002 // Check if we are already at the desired mode
Ady Abraham59db0a32020-03-02 18:04:20 -08001003 const auto display = getDefaultDisplayDeviceLocked();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001004 if (!display || display->getActiveMode()->getId() == refreshRate.getModeId()) {
Ady Abraham59db0a32020-03-02 18:04:20 -08001005 return;
1006 }
Ady Abrahamb838aed2019-02-12 15:30:16 -08001007
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001008 // Initiate a mode change.
1009 mDesiredActiveModeChanged = true;
1010 mDesiredActiveMode = info;
Ady Abraham59db0a32020-03-02 18:04:20 -08001011
Ady Abrahamb838aed2019-02-12 15:30:16 -08001012 // This will trigger HWC refresh without resetting the idle timer.
1013 repaintEverythingForHWC();
Alec Mouri754c98a2019-03-18 18:53:42 -07001014 // Start receiving vsync samples now, so that we can detect a period
1015 // switch.
Ady Abrahamabc27602020-04-08 17:20:29 -07001016 mScheduler->resyncToHardwareVsync(true, refreshRate.getVsyncPeriod());
Ady Abraham53852a52019-05-28 18:07:44 -07001017 // As we called to set period, we will call to onRefreshRateChangeCompleted once
Ady Abraham8cb21882020-08-26 18:22:05 -07001018 // VsyncController model is locked.
Dominik Laskowski08d05c22020-07-22 00:05:08 -07001019 modulateVsync(&VsyncModulator::onRefreshRateChangeInitiated);
Ady Abraham2139f732019-11-13 18:56:40 -08001020
Marin Shalamanov5801c942020-12-17 17:00:13 +01001021 updatePhaseConfiguration(refreshRate.getFps());
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001022 mScheduler->setModeChangePending(true);
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001023 }
Ady Abraham03b02dd2019-03-21 15:40:11 -07001024
1025 if (mRefreshRateOverlay) {
Marin Shalamanoveadf2e72020-12-10 15:35:28 +01001026 mRefreshRateOverlay->changeRefreshRate(refreshRate.getFps());
Ady Abraham03b02dd2019-03-21 15:40:11 -07001027 }
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001028}
1029
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001030status_t SurfaceFlinger::setActiveMode(const sp<IBinder>& displayToken, int modeId) {
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001031 ATRACE_CALL();
Ady Abraham838de062019-02-04 10:24:03 -08001032
Ana Kruleced3a8cc2019-11-14 00:55:07 +01001033 if (!displayToken) {
1034 return BAD_VALUE;
1035 }
Ady Abraham838de062019-02-04 10:24:03 -08001036
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001037 auto future = schedule([=]() -> status_t {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001038 const auto display = ON_MAIN_THREAD(getDisplayDeviceLocked(displayToken));
Ana Kruleced3a8cc2019-11-14 00:55:07 +01001039 if (!display) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001040 ALOGE("Attempt to set allowed display modes for invalid display token %p",
Ana Kruleced3a8cc2019-11-14 00:55:07 +01001041 displayToken.get());
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001042 return NAME_NOT_FOUND;
Marin Shalamanov5801c942020-12-17 17:00:13 +01001043 }
1044
1045 if (display->isVirtual()) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001046 ALOGW("Attempt to set allowed display modes for virtual display");
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001047 return INVALID_OPERATION;
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001048 }
Marin Shalamanov5801c942020-12-17 17:00:13 +01001049
1050 const auto mode = display->getMode(DisplayModeId{modeId});
1051 if (!mode) {
1052 ALOGW("Attempt to switch to an unsupported mode %d.", modeId);
1053 return BAD_VALUE;
1054 }
1055
1056 const auto fps = mode->getFps();
1057 // Keep the old switching type.
1058 const auto allowGroupSwitching =
1059 mRefreshRateConfigs->getCurrentPolicy().allowGroupSwitching;
1060 const scheduler::RefreshRateConfigs::Policy policy{mode->getId(),
1061 allowGroupSwitching,
1062 {fps, fps}};
1063 constexpr bool kOverridePolicy = false;
1064
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001065 return setDesiredDisplayModeSpecsInternal(display, policy, kOverridePolicy);
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001066 });
1067
1068 return future.get();
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001069}
1070
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001071void SurfaceFlinger::setActiveModeInternal() {
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001072 ATRACE_CALL();
1073
Dominik Laskowski22488f62019-03-28 09:53:04 -07001074 const auto display = getDefaultDisplayDeviceLocked();
1075 if (!display) {
1076 return;
1077 }
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001078
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001079 const auto upcomingMode = display->getMode(mUpcomingActiveMode.modeId);
1080 if (!upcomingMode) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001081 ALOGW("Upcoming active mode is no longer supported. Mode ID = %d",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001082 mUpcomingActiveMode.modeId.value());
Marin Shalamanov5801c942020-12-17 17:00:13 +01001083 // TODO(b/159590486) Handle the error better. Some parts of SurfaceFlinger may
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001084 // have been already updated with the upcoming active mode.
Marin Shalamanov5801c942020-12-17 17:00:13 +01001085 return;
1086 }
1087 const Fps oldRefreshRate = display->getActiveMode()->getFps();
Alec Mouri8de697e2020-03-19 10:52:01 -07001088
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001089 std::lock_guard<std::mutex> lock(mActiveModeLock);
1090 mRefreshRateConfigs->setCurrentModeId(mUpcomingActiveMode.modeId);
1091 display->setActiveMode(mUpcomingActiveMode.modeId);
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001092
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001093 const Fps refreshRate = upcomingMode->getFps();
Marin Shalamanov68a94092020-11-24 17:48:00 +01001094
Marin Shalamanov5801c942020-12-17 17:00:13 +01001095 mRefreshRateStats->setRefreshRate(refreshRate);
1096
1097 if (!refreshRate.equalsWithMargin(oldRefreshRate)) {
Alec Mouri8de697e2020-03-19 10:52:01 -07001098 mTimeStats->incrementRefreshRateSwitches();
1099 }
Dominik Laskowski08d05c22020-07-22 00:05:08 -07001100 updatePhaseConfiguration(refreshRate);
Marin Shalamanov5801c942020-12-17 17:00:13 +01001101 ATRACE_INT("ActiveConfigFPS", refreshRate.getValue());
Dominik Laskowski22488f62019-03-28 09:53:04 -07001102
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001103 if (mUpcomingActiveMode.event != Scheduler::ModeEvent::None) {
Marin Shalamanov5801c942020-12-17 17:00:13 +01001104 const nsecs_t vsyncPeriod = refreshRate.getPeriodNsecs();
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02001105 const auto physicalId = display->getPhysicalId();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001106 mScheduler->onPrimaryDisplayModeChanged(mAppConnectionHandle, physicalId,
1107 mUpcomingActiveMode.modeId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -08001108 }
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001109}
1110
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001111void SurfaceFlinger::clearDesiredActiveModeState() {
1112 std::lock_guard<std::mutex> lock(mActiveModeLock);
1113 mDesiredActiveMode.event = Scheduler::ModeEvent::None;
1114 mDesiredActiveModeChanged = false;
1115 mScheduler->setModeChangePending(false);
Ady Abraham53852a52019-05-28 18:07:44 -07001116}
1117
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001118void SurfaceFlinger::desiredActiveModeChangeDone() {
1119 const auto modeId = getDesiredActiveMode()->modeId;
Marin Shalamanov5801c942020-12-17 17:00:13 +01001120
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001121 clearDesiredActiveModeState();
Marin Shalamanov5801c942020-12-17 17:00:13 +01001122
Marin Shalamanova903d032020-12-29 20:35:13 +01001123 const auto refreshRate = getDefaultDisplayDeviceLocked()->getMode(modeId)->getFps();
Marin Shalamanov5801c942020-12-17 17:00:13 +01001124 mScheduler->resyncToHardwareVsync(true, refreshRate.getPeriodNsecs());
1125 updatePhaseConfiguration(refreshRate);
1126}
1127
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001128void SurfaceFlinger::performSetActiveMode() {
Alec Mourife3dc942019-02-12 14:19:18 -08001129 ATRACE_CALL();
Marin Shalamanov5801c942020-12-17 17:00:13 +01001130 ALOGV("%s", __FUNCTION__);
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001131 // Store the local variable to release the lock.
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001132 const auto desiredActiveMode = getDesiredActiveMode();
1133 if (!desiredActiveMode) {
1134 // No desired active mode pending to be applied
Ady Abraham27cbed72020-04-10 12:56:59 -07001135 return;
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001136 }
1137
Dominik Laskowski22488f62019-03-28 09:53:04 -07001138 const auto display = getDefaultDisplayDeviceLocked();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001139 const auto desiredMode = display->getMode(desiredActiveMode->modeId);
1140 if (!desiredMode) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001141 ALOGW("Desired display mode is no longer supported. Mode ID = %d",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001142 desiredActiveMode->modeId.value());
1143 clearDesiredActiveModeState();
Marin Shalamanov5801c942020-12-17 17:00:13 +01001144 return;
1145 }
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001146 const auto refreshRate = desiredMode->getFps();
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001147 ALOGV("%s changing active mode to %d(%s)", __FUNCTION__, desiredMode->getId().value(),
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001148 to_string(refreshRate).c_str());
Marin Shalamanov5801c942020-12-17 17:00:13 +01001149
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001150 if (!display || display->getActiveMode()->getId() == desiredActiveMode->modeId) {
Ady Abrahamb838aed2019-02-12 15:30:16 -08001151 // display is not valid or we are already in the requested mode
1152 // on both cases there is nothing left to do
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001153 desiredActiveModeChangeDone();
Ady Abraham27cbed72020-04-10 12:56:59 -07001154 return;
Ana Kruleca5bdd9d2019-01-29 19:00:58 -08001155 }
Ady Abrahamb838aed2019-02-12 15:30:16 -08001156
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001157 // Desired active mode was set, it is different than the mode currently in use, however
1158 // allowed modes might have changed by the time we process the refresh.
1159 // Make sure the desired mode is still allowed
1160 if (!isDisplayModeAllowed(desiredActiveMode->modeId)) {
1161 desiredActiveModeChangeDone();
Ady Abraham27cbed72020-04-10 12:56:59 -07001162 return;
Ady Abraham838de062019-02-04 10:24:03 -08001163 }
Alec Mouri7f015182019-07-11 13:56:22 -07001164
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001165 mUpcomingActiveMode = *desiredActiveMode;
Ady Abrahamb838aed2019-02-12 15:30:16 -08001166
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001167 ATRACE_INT("ActiveModeFPS_HWC", refreshRate.getValue());
Ady Abrahamb838aed2019-02-12 15:30:16 -08001168
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001169 // TODO(b/142753666) use constrains
Peiyong Line9d809e2020-04-14 13:10:48 -07001170 hal::VsyncPeriodChangeConstraints constraints;
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001171 constraints.desiredTimeNanos = systemTime();
1172 constraints.seamlessRequired = false;
1173
Peiyong Line9d809e2020-04-14 13:10:48 -07001174 hal::VsyncPeriodChangeTimeline outTimeline;
Marin Shalamanov5801c942020-12-17 17:00:13 +01001175 const auto status =
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001176 display->initiateModeChange(mUpcomingActiveMode.modeId, constraints, &outTimeline);
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001177 if (status != NO_ERROR) {
Marin Shalamanov12c9e5a2021-01-07 00:25:35 +01001178 // initiateModeChange may fail if a hotplug event is just about
Ady Abraham5e95aa22020-03-04 10:26:05 -08001179 // to be sent. We just log the error in this case.
Marin Shalamanov12c9e5a2021-01-07 00:25:35 +01001180 ALOGW("initiateModeChange failed: %d", status);
Ady Abraham27cbed72020-04-10 12:56:59 -07001181 return;
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001182 }
1183
1184 mScheduler->onNewVsyncPeriodChangeTimeline(outTimeline);
1185 // Scheduler will submit an empty frame to HWC if needed.
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001186 mSetActiveModePending = true;
Mathias Agopianc666cae2012-07-25 18:56:13 -07001187}
Dominik Laskowski075d3172018-05-24 15:50:06 -07001188
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001189std::vector<ColorMode> SurfaceFlinger::getDisplayColorModes(PhysicalDisplayId displayId) {
1190 auto modes = getHwComposer().getColorModes(displayId);
1191 bool isInternalDisplay = displayId == getInternalDisplayIdLocked();
Peiyong Linff84a152019-05-17 18:36:19 -07001192
1193 // If it's built-in display and the configuration claims it's not wide color capable,
1194 // filter out all wide color modes. The typical reason why this happens is that the
1195 // hardware is not good enough to support GPU composition of wide color, and thus the
1196 // OEMs choose to disable this capability.
1197 if (isInternalDisplay && !hasWideColorDisplay) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001198 const auto newEnd = std::remove_if(modes.begin(), modes.end(), isWideColorMode);
1199 modes.erase(newEnd, modes.end());
Peiyong Linff84a152019-05-17 18:36:19 -07001200 }
Michael Wright28f24d02016-07-12 13:30:53 -07001201
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001202 return modes;
Michael Wright28f24d02016-07-12 13:30:53 -07001203}
1204
Daniel Solomon42d04562019-01-20 21:03:19 -08001205status_t SurfaceFlinger::getDisplayNativePrimaries(const sp<IBinder>& displayToken,
1206 ui::DisplayPrimaries &primaries) {
1207 if (!displayToken) {
1208 return BAD_VALUE;
1209 }
1210
1211 // Currently we only support this API for a single internal display.
1212 if (getInternalDisplayToken() != displayToken) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001213 return NAME_NOT_FOUND;
Daniel Solomon42d04562019-01-20 21:03:19 -08001214 }
1215
1216 memcpy(&primaries, &mInternalDisplayPrimaries, sizeof(ui::DisplayPrimaries));
1217 return NO_ERROR;
1218}
1219
Dominik Laskowskieecd6592018-05-29 10:25:41 -07001220status_t SurfaceFlinger::setActiveColorMode(const sp<IBinder>& displayToken, ColorMode mode) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001221 schedule([=]() MAIN_THREAD {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001222 const auto displayId = getPhysicalDisplayIdLocked(displayToken);
1223 if (!displayId) {
1224 ALOGE("Invalid display token %p", displayToken.get());
1225 return;
1226 }
1227 const auto modes = getDisplayColorModes(*displayId);
Dominik Laskowskieecd6592018-05-29 10:25:41 -07001228 bool exists = std::find(std::begin(modes), std::end(modes), mode) != std::end(modes);
1229 if (mode < ColorMode::NATIVE || !exists) {
1230 ALOGE("Attempt to set invalid active color mode %s (%d) for display token %p",
1231 decodeColorMode(mode).c_str(), mode, displayToken.get());
1232 return;
Michael Wright28f24d02016-07-12 13:30:53 -07001233 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001234 const auto display = getDisplayDeviceLocked(displayToken);
Dominik Laskowskieecd6592018-05-29 10:25:41 -07001235 if (!display) {
1236 ALOGE("Attempt to set active color mode %s (%d) for invalid display token %p",
1237 decodeColorMode(mode).c_str(), mode, displayToken.get());
1238 } else if (display->isVirtual()) {
1239 ALOGW("Attempt to set active color mode %s (%d) for virtual display",
1240 decodeColorMode(mode).c_str(), mode);
1241 } else {
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001242 display->getCompositionDisplay()->setColorProfile(
1243 compositionengine::Output::ColorProfile{mode, Dataspace::UNKNOWN,
1244 RenderIntent::COLORIMETRIC,
1245 Dataspace::UNKNOWN});
Dominik Laskowskieecd6592018-05-29 10:25:41 -07001246 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001247 }).wait();
Dominik Laskowskieecd6592018-05-29 10:25:41 -07001248
Michael Wright28f24d02016-07-12 13:30:53 -07001249 return NO_ERROR;
1250}
Mathias Agopianc666cae2012-07-25 18:56:13 -07001251
Galia Peycheva5492cb52019-10-30 14:13:16 +01001252void SurfaceFlinger::setAutoLowLatencyMode(const sp<IBinder>& displayToken, bool on) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001253 static_cast<void>(schedule([=]() MAIN_THREAD {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001254 if (const auto displayId = getPhysicalDisplayIdLocked(displayToken)) {
1255 getHwComposer().setAutoLowLatencyMode(*displayId, on);
1256 } else {
1257 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
1258 }
1259 }));
Galia Peycheva5492cb52019-10-30 14:13:16 +01001260}
1261
Galia Peycheva5492cb52019-10-30 14:13:16 +01001262void SurfaceFlinger::setGameContentType(const sp<IBinder>& displayToken, bool on) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001263 static_cast<void>(schedule([=]() MAIN_THREAD {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001264 if (const auto displayId = getPhysicalDisplayIdLocked(displayToken)) {
Peiyong Line9d809e2020-04-14 13:10:48 -07001265 const auto type = on ? hal::ContentType::GAME : hal::ContentType::NONE;
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001266 getHwComposer().setContentType(*displayId, type);
1267 } else {
1268 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
1269 }
1270 }));
Galia Peycheva5492cb52019-10-30 14:13:16 +01001271}
1272
Svetoslavd85084b2014-03-20 10:28:31 -07001273status_t SurfaceFlinger::clearAnimationFrameStats() {
1274 Mutex::Autolock _l(mStateLock);
1275 mAnimFrameTracker.clearStats();
1276 return NO_ERROR;
1277}
1278
1279status_t SurfaceFlinger::getAnimationFrameStats(FrameStats* outStats) const {
1280 Mutex::Autolock _l(mStateLock);
1281 mAnimFrameTracker.getStats(outStats);
1282 return NO_ERROR;
1283}
1284
Kriti Dang49ad4132021-01-08 11:49:56 +01001285status_t SurfaceFlinger::overrideHdrTypes(const sp<IBinder>& displayToken,
1286 const std::vector<ui::Hdr>& hdrTypes) {
1287 Mutex::Autolock lock(mStateLock);
1288
1289 auto display = getDisplayDeviceLocked(displayToken);
1290 if (!display) {
1291 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
1292 return NAME_NOT_FOUND;
1293 }
1294
1295 display->overrideHdrTypes(hdrTypes);
1296 dispatchDisplayHotplugEvent(display->getPhysicalId(), true /* connected */);
1297 return NO_ERROR;
1298}
1299
Tej Singhe2751772021-04-06 22:05:29 -07001300status_t SurfaceFlinger::onPullAtom(const int32_t atomId, std::string* pulledData, bool* success) {
1301 *success = mTimeStats->onPullAtom(atomId, pulledData);
1302 return NO_ERROR;
1303}
1304
Kevin DuBois9c0a1762018-10-16 13:32:31 -07001305status_t SurfaceFlinger::getDisplayedContentSamplingAttributes(const sp<IBinder>& displayToken,
1306 ui::PixelFormat* outFormat,
1307 ui::Dataspace* outDataspace,
1308 uint8_t* outComponentMask) const {
1309 if (!outFormat || !outDataspace || !outComponentMask) {
1310 return BAD_VALUE;
1311 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001312
1313 Mutex::Autolock lock(mStateLock);
1314
1315 const auto displayId = getPhysicalDisplayIdLocked(displayToken);
1316 if (!displayId) {
1317 return NAME_NOT_FOUND;
Kevin DuBois9c0a1762018-10-16 13:32:31 -07001318 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001319
1320 return getHwComposer().getDisplayedContentSamplingAttributes(*displayId, outFormat,
Kevin DuBois9c0a1762018-10-16 13:32:31 -07001321 outDataspace, outComponentMask);
1322}
1323
Kevin DuBois74e53772018-11-19 10:52:38 -08001324status_t SurfaceFlinger::setDisplayContentSamplingEnabled(const sp<IBinder>& displayToken,
1325 bool enable, uint8_t componentMask,
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001326 uint64_t maxFrames) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001327 return schedule([=]() MAIN_THREAD -> status_t {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001328 if (const auto displayId = getPhysicalDisplayIdLocked(displayToken)) {
1329 return getHwComposer().setDisplayContentSamplingEnabled(*displayId, enable,
1330 componentMask,
1331 maxFrames);
1332 } else {
1333 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
1334 return NAME_NOT_FOUND;
1335 }
1336 })
1337 .get();
Kevin DuBois74e53772018-11-19 10:52:38 -08001338}
1339
Kevin DuBois1d4249a2018-08-29 10:45:14 -07001340status_t SurfaceFlinger::getDisplayedContentSample(const sp<IBinder>& displayToken,
1341 uint64_t maxFrames, uint64_t timestamp,
1342 DisplayedFrameStats* outStats) const {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001343 Mutex::Autolock lock(mStateLock);
1344
1345 const auto displayId = getPhysicalDisplayIdLocked(displayToken);
1346 if (!displayId) {
1347 return NAME_NOT_FOUND;
Kevin DuBois1d4249a2018-08-29 10:45:14 -07001348 }
1349
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001350 return getHwComposer().getDisplayedContentSample(*displayId, maxFrames, timestamp, outStats);
Kevin DuBois1d4249a2018-08-29 10:45:14 -07001351}
1352
Peiyong Lin3c2791e2019-01-14 17:05:18 -08001353status_t SurfaceFlinger::getProtectedContentSupport(bool* outSupported) const {
1354 if (!outSupported) {
1355 return BAD_VALUE;
1356 }
1357 *outSupported = getRenderEngine().supportsProtectedContent();
1358 return NO_ERROR;
1359}
1360
Peiyong Lin4f3fddf2019-01-24 17:21:24 -08001361status_t SurfaceFlinger::isWideColorDisplay(const sp<IBinder>& displayToken,
1362 bool* outIsWideColorDisplay) const {
1363 if (!displayToken || !outIsWideColorDisplay) {
1364 return BAD_VALUE;
1365 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001366
1367 Mutex::Autolock lock(mStateLock);
Peiyong Lin4f3fddf2019-01-24 17:21:24 -08001368 const auto display = getDisplayDeviceLocked(displayToken);
1369 if (!display) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001370 return NAME_NOT_FOUND;
Peiyong Lin4f3fddf2019-01-24 17:21:24 -08001371 }
Peiyong Linff84a152019-05-17 18:36:19 -07001372
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001373 *outIsWideColorDisplay =
1374 display->isPrimary() ? hasWideColorDisplay : display->hasWideColorGamut();
Peiyong Lin4f3fddf2019-01-24 17:21:24 -08001375 return NO_ERROR;
1376}
1377
Sahil Dhanjuc1ba5c42016-06-07 20:09:20 -07001378status_t SurfaceFlinger::enableVSyncInjections(bool enable) {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001379 schedule([=] {
Dominik Laskowski6505f792019-09-18 11:10:05 -07001380 Mutex::Autolock lock(mStateLock);
Sahil Dhanjuc1ba5c42016-06-07 20:09:20 -07001381
Dominik Laskowski6505f792019-09-18 11:10:05 -07001382 if (const auto handle = mScheduler->enableVSyncInjection(enable)) {
Dominik Laskowski208235c2020-12-03 15:38:51 -08001383 mEventQueue->setInjector(enable ? mScheduler->getEventConnection(handle) : nullptr);
Sahil Dhanjuc1ba5c42016-06-07 20:09:20 -07001384 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001385 }).wait();
Dominik Laskowski8c001672018-05-30 16:52:06 -07001386
Sahil Dhanjuc1ba5c42016-06-07 20:09:20 -07001387 return NO_ERROR;
1388}
1389
1390status_t SurfaceFlinger::injectVSync(nsecs_t when) {
Dominik Laskowski6505f792019-09-18 11:10:05 -07001391 Mutex::Autolock lock(mStateLock);
Ady Abrahame90dd522020-12-29 12:08:45 -08001392 const DisplayStatInfo stats = mScheduler->getDisplayStatInfo(when);
Ady Abraham56b42a42020-12-28 16:48:48 -08001393 const auto expectedPresent = calculateExpectedPresentTime(stats);
Ady Abraham9c53ee72020-07-22 21:16:18 -07001394 return mScheduler->injectVSync(when, /*expectedVSyncTime=*/expectedPresent,
1395 /*deadlineTimestamp=*/expectedPresent)
1396 ? NO_ERROR
1397 : BAD_VALUE;
Sahil Dhanjuc1ba5c42016-06-07 20:09:20 -07001398}
1399
Vishnu Nair43bccf82020-06-05 10:53:37 -07001400status_t SurfaceFlinger::getLayerDebugInfo(std::vector<LayerDebugInfo>* outLayers) {
Kalle Raitaa099a242017-01-11 11:17:29 -08001401 outLayers->clear();
Vishnu Nair43bccf82020-06-05 10:53:37 -07001402 schedule([=] {
1403 const auto display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked());
1404 mDrawingState.traverseInZOrder([&](Layer* layer) {
1405 outLayers->push_back(layer->getLayerDebugInfo(display.get()));
1406 });
1407 }).wait();
Kalle Raitaa099a242017-01-11 11:17:29 -08001408 return NO_ERROR;
1409}
1410
Peiyong Linc6780972018-10-28 15:24:08 -07001411status_t SurfaceFlinger::getCompositionPreference(
1412 Dataspace* outDataspace, ui::PixelFormat* outPixelFormat,
1413 Dataspace* outWideColorGamutDataspace,
1414 ui::PixelFormat* outWideColorGamutPixelFormat) const {
Peiyong Lin9d846a52018-11-05 13:18:20 -08001415 *outDataspace = mDefaultCompositionDataspace;
Peiyong Linc6780972018-10-28 15:24:08 -07001416 *outPixelFormat = defaultCompositionPixelFormat;
Peiyong Lin9d846a52018-11-05 13:18:20 -08001417 *outWideColorGamutDataspace = mWideColorGamutCompositionDataspace;
Peiyong Linc6780972018-10-28 15:24:08 -07001418 *outWideColorGamutPixelFormat = wideColorGamutCompositionPixelFormat;
Peiyong Lin0256f722018-08-31 15:45:10 -07001419 return NO_ERROR;
1420}
1421
Dan Stozaec460082018-12-17 15:35:09 -08001422status_t SurfaceFlinger::addRegionSamplingListener(const Rect& samplingArea,
1423 const sp<IBinder>& stopLayerHandle,
1424 const sp<IRegionSamplingListener>& listener) {
tangrobinaf45f012019-02-26 18:10:10 +08001425 if (!listener || samplingArea == Rect::INVALID_RECT) {
Dan Stozaec460082018-12-17 15:35:09 -08001426 return BAD_VALUE;
1427 }
Alec Mouri9a02eda2020-04-21 17:39:34 -07001428
1429 const wp<Layer> stopLayer = fromHandle(stopLayerHandle);
1430 mRegionSamplingThread->addListener(samplingArea, stopLayer, listener);
Dan Stoza84ab9372018-12-17 15:27:57 -08001431 return NO_ERROR;
1432}
1433
Dan Stozaec460082018-12-17 15:35:09 -08001434status_t SurfaceFlinger::removeRegionSamplingListener(const sp<IRegionSamplingListener>& listener) {
tangrobinaf45f012019-02-26 18:10:10 +08001435 if (!listener) {
1436 return BAD_VALUE;
1437 }
Dan Stozaec460082018-12-17 15:35:09 -08001438 mRegionSamplingThread->removeListener(listener);
Dan Stoza84ab9372018-12-17 15:27:57 -08001439 return NO_ERROR;
1440}
Dan Gittik57e63c52019-01-18 16:37:54 +00001441
Alec Mouria9a68a62021-03-04 19:14:50 -08001442status_t SurfaceFlinger::addFpsListener(int32_t taskId, const sp<gui::IFpsListener>& listener) {
Alec Mouriadebf5c2021-01-05 12:57:36 -08001443 if (!listener) {
1444 return BAD_VALUE;
1445 }
1446
Alec Mouria9a68a62021-03-04 19:14:50 -08001447 mFpsReporter->addListener(listener, taskId);
Alec Mouriadebf5c2021-01-05 12:57:36 -08001448 return NO_ERROR;
1449}
1450
1451status_t SurfaceFlinger::removeFpsListener(const sp<gui::IFpsListener>& listener) {
1452 if (!listener) {
1453 return BAD_VALUE;
1454 }
1455 mFpsReporter->removeListener(listener);
1456 return NO_ERROR;
1457}
1458
Dan Gittik57e63c52019-01-18 16:37:54 +00001459status_t SurfaceFlinger::getDisplayBrightnessSupport(const sp<IBinder>& displayToken,
1460 bool* outSupport) const {
1461 if (!displayToken || !outSupport) {
1462 return BAD_VALUE;
1463 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001464
1465 Mutex::Autolock lock(mStateLock);
1466
Dan Gittik57e63c52019-01-18 16:37:54 +00001467 const auto displayId = getPhysicalDisplayIdLocked(displayToken);
1468 if (!displayId) {
1469 return NAME_NOT_FOUND;
1470 }
1471 *outSupport =
Peiyong Line9d809e2020-04-14 13:10:48 -07001472 getHwComposer().hasDisplayCapability(*displayId, hal::DisplayCapability::BRIGHTNESS);
Dan Gittik57e63c52019-01-18 16:37:54 +00001473 return NO_ERROR;
1474}
1475
John Reck22be6962021-03-10 12:59:54 -05001476status_t SurfaceFlinger::setDisplayBrightness(const sp<IBinder>& displayToken,
1477 const gui::DisplayBrightness& brightness) {
Dan Gittik57e63c52019-01-18 16:37:54 +00001478 if (!displayToken) {
1479 return BAD_VALUE;
1480 }
Dominik Laskowski470df5f2020-04-02 22:27:42 -07001481
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -08001482 return ftl::chain(schedule([=]() MAIN_THREAD {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001483 if (const auto displayId = getPhysicalDisplayIdLocked(displayToken)) {
John Reck22be6962021-03-10 12:59:54 -05001484 return getHwComposer().setDisplayBrightness(*displayId,
1485 brightness.displayBrightness);
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001486 } else {
1487 ALOGE("%s: Invalid display token %p", __FUNCTION__, displayToken.get());
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -08001488 return ftl::yield<status_t>(NAME_NOT_FOUND);
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001489 }
Dominik Laskowski5690bde2020-04-23 19:04:22 -07001490 }))
1491 .then([](std::future<status_t> task) { return task; })
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07001492 .get();
Dan Gittik57e63c52019-01-18 16:37:54 +00001493}
1494
John Reck88270902021-03-18 11:27:35 -04001495status_t SurfaceFlinger::addHdrLayerInfoListener(const sp<IBinder>& displayToken,
1496 const sp<gui::IHdrLayerInfoListener>& listener) {
1497 if (!displayToken) {
1498 return BAD_VALUE;
1499 }
1500
1501 Mutex::Autolock lock(mStateLock);
1502
1503 const auto display = getDisplayDeviceLocked(displayToken);
1504 if (!display) {
1505 return NAME_NOT_FOUND;
1506 }
1507 const auto displayId = display->getId();
1508 sp<HdrLayerInfoReporter>& hdrInfoReporter = mHdrLayerInfoListeners[displayId];
1509 if (!hdrInfoReporter) {
1510 hdrInfoReporter = sp<HdrLayerInfoReporter>::make();
1511 }
1512 hdrInfoReporter->addListener(listener);
1513 return OK;
1514}
1515
1516status_t SurfaceFlinger::removeHdrLayerInfoListener(
1517 const sp<IBinder>& displayToken, const sp<gui::IHdrLayerInfoListener>& listener) {
1518 if (!displayToken) {
1519 return BAD_VALUE;
1520 }
1521
1522 Mutex::Autolock lock(mStateLock);
1523
1524 const auto display = getDisplayDeviceLocked(displayToken);
1525 if (!display) {
1526 return NAME_NOT_FOUND;
1527 }
1528 const auto displayId = display->getId();
1529 sp<HdrLayerInfoReporter>& hdrInfoReporter = mHdrLayerInfoListeners[displayId];
1530 if (hdrInfoReporter) {
1531 hdrInfoReporter->removeListener(listener);
1532 }
1533 return OK;
1534}
1535
Lais Andrade3a6e47d2020-04-02 11:20:16 +01001536status_t SurfaceFlinger::notifyPowerBoost(int32_t boostId) {
1537 Boost powerBoost = static_cast<Boost>(boostId);
Ady Abraham8532d012019-05-08 14:50:56 -07001538
Lais Andrade3a6e47d2020-04-02 11:20:16 +01001539 if (powerBoost == Boost::INTERACTION) {
Ady Abraham8532d012019-05-08 14:50:56 -07001540 mScheduler->notifyTouchEvent();
1541 }
1542
1543 return NO_ERROR;
1544}
1545
Mathias Agopiand0566bc2011-11-17 17:49:17 -08001546// ----------------------------------------------------------------------------
1547
Jorim Jaggib1e2f8d2017-06-08 15:43:59 -07001548sp<IDisplayEventConnection> SurfaceFlinger::createDisplayEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -07001549 ISurfaceComposer::VsyncSource vsyncSource,
1550 ISurfaceComposer::EventRegistrationFlags eventRegistration) {
Ana Krulecc2870422019-01-29 19:00:58 -08001551 const auto& handle =
1552 vsyncSource == eVsyncSourceSurfaceFlinger ? mSfConnectionHandle : mAppConnectionHandle;
Dominik Laskowskiccf37d72019-02-01 16:47:58 -08001553
Ady Abraham62f216c2020-10-13 19:07:23 -07001554 return mScheduler->createDisplayEventConnection(handle, eventRegistration);
Mathias Agopianbb641242010-05-18 17:06:55 -07001555}
1556
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001557void SurfaceFlinger::signalTransaction() {
Ady Abraham8532d012019-05-08 14:50:56 -07001558 mScheduler->resetIdleTimer();
Dan Stoza030fbc12020-02-19 15:32:01 -08001559 mPowerAdvisor.notifyDisplayUpdateImminent();
Lloyd Pique3fcdef12018-01-22 17:14:00 -08001560 mEventQueue->invalidate();
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001561}
1562
1563void SurfaceFlinger::signalLayerUpdate() {
Ady Abraham8532d012019-05-08 14:50:56 -07001564 mScheduler->resetIdleTimer();
Dan Stoza030fbc12020-02-19 15:32:01 -08001565 mPowerAdvisor.notifyDisplayUpdateImminent();
Lloyd Pique3fcdef12018-01-22 17:14:00 -08001566 mEventQueue->invalidate();
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001567}
1568
1569void SurfaceFlinger::signalRefresh() {
Dan Stoza2b6d38e2017-06-01 16:40:30 -07001570 mRefreshPending = true;
Lloyd Pique3fcdef12018-01-22 17:14:00 -08001571 mEventQueue->refresh();
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001572}
1573
Ady Abraham2492a022020-07-24 11:09:55 -07001574nsecs_t SurfaceFlinger::getVsyncPeriodFromHWC() const {
Marin Shalamanov045b7002021-01-07 16:56:24 +01001575 if (const auto display = getDefaultDisplayDeviceLocked()) {
1576 return display->getVsyncPeriodFromHWC();
Dominik Laskowski83b88212018-12-11 13:34:06 -08001577 }
1578
Marin Shalamanov045b7002021-01-07 16:56:24 +01001579 return 0;
Dominik Laskowski83b88212018-12-11 13:34:06 -08001580}
1581
Peiyong Line9d809e2020-04-14 13:10:48 -07001582void SurfaceFlinger::onVsyncReceived(int32_t sequenceId, hal::HWDisplayId hwcDisplayId,
Ady Abraham7159f572019-10-11 11:10:18 -07001583 int64_t timestamp,
Peiyong Line9d809e2020-04-14 13:10:48 -07001584 std::optional<hal::VsyncPeriodNanos> vsyncPeriod) {
Steven Thomasdfde8fa2018-04-19 16:00:58 -07001585 ATRACE_NAME("SF onVsync");
1586
Steven Thomas3cfac282017-02-06 12:29:30 -08001587 Mutex::Autolock lock(mStateLock);
Steven Thomasb02664d2017-07-26 18:48:28 -07001588 // Ignore any vsyncs from a previous hardware composer.
David Sodman105b7dc2017-11-04 20:28:14 -07001589 if (sequenceId != getBE().mComposerSequenceId) {
Steven Thomasb02664d2017-07-26 18:48:28 -07001590 return;
1591 }
1592
Marin Shalamanov045b7002021-01-07 16:56:24 +01001593 if (const auto displayId = getHwComposer().toPhysicalDisplayId(hwcDisplayId)) {
1594 auto token = getPhysicalDisplayTokenLocked(*displayId);
1595 auto display = getDisplayDeviceLocked(token);
1596 display->onVsync(timestamp);
1597 }
1598
Dominik Laskowski075d3172018-05-24 15:50:06 -07001599 if (!getHwComposer().onVsync(hwcDisplayId, timestamp)) {
Steven Thomas3cfac282017-02-06 12:29:30 -08001600 return;
1601 }
1602
Dominik Laskowski075d3172018-05-24 15:50:06 -07001603 if (hwcDisplayId != getHwComposer().getInternalHwcDisplayId()) {
Steven Thomasdfde8fa2018-04-19 16:00:58 -07001604 // For now, we don't do anything with external display vsyncs.
1605 return;
1606 }
1607
Alec Mourif8e689c2019-05-20 18:32:22 -07001608 bool periodFlushed = false;
Ady Abraham5dee2f12020-02-05 17:49:47 -08001609 mScheduler->addResyncSample(timestamp, vsyncPeriod, &periodFlushed);
Alec Mourif8e689c2019-05-20 18:32:22 -07001610 if (periodFlushed) {
Dominik Laskowski08d05c22020-07-22 00:05:08 -07001611 modulateVsync(&VsyncModulator::onRefreshRateChangeCompleted);
Alec Mouri754c98a2019-03-18 18:53:42 -07001612 }
Mathias Agopian148994e2012-09-19 17:31:36 -07001613}
1614
Brian Anderson0a61b0c2016-12-07 14:55:56 -08001615void SurfaceFlinger::getCompositorTiming(CompositorTiming* compositorTiming) {
David Sodman99974d22017-11-28 12:04:33 -08001616 std::lock_guard<std::mutex> lock(getBE().mCompositorTimingLock);
1617 *compositorTiming = getBE().mCompositorTiming;
Brian Anderson0a61b0c2016-12-07 14:55:56 -08001618}
1619
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001620bool SurfaceFlinger::isDisplayModeAllowed(DisplayModeId modeId) const {
1621 return mRefreshRateConfigs->isModeAllowed(modeId);
Ady Abraham838de062019-02-04 10:24:03 -08001622}
1623
Ady Abraham2139f732019-11-13 18:56:40 -08001624void SurfaceFlinger::changeRefreshRateLocked(const RefreshRate& refreshRate,
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001625 Scheduler::ModeEvent event) {
Dominik Laskowski22488f62019-03-28 09:53:04 -07001626 const auto display = getDefaultDisplayDeviceLocked();
1627 if (!display || mBootStage != BootStage::FINISHED) {
Ana Krulec7d1d6832018-12-27 11:10:09 -08001628 return;
1629 }
Alec Mouri1c9e82b2019-03-07 12:24:05 -08001630 ATRACE_CALL();
Dominik Laskowskiccf37d72019-02-01 16:47:58 -08001631
Ana Krulec7d1d6832018-12-27 11:10:09 -08001632 // Don't do any updating if the current fps is the same as the new one.
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001633 if (!isDisplayModeAllowed(refreshRate.getModeId())) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01001634 ALOGV("Skipping mode %d as it is not part of allowed modes",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001635 refreshRate.getModeId().value());
Ady Abraham1902d072019-03-01 17:18:59 -08001636 return;
1637 }
1638
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001639 setDesiredActiveMode({refreshRate.getModeId(), event});
Ana Krulec7d1d6832018-12-27 11:10:09 -08001640}
1641
Peiyong Line9d809e2020-04-14 13:10:48 -07001642void SurfaceFlinger::onHotplugReceived(int32_t sequenceId, hal::HWDisplayId hwcDisplayId,
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001643 hal::Connection connection) {
Marin Shalamanov9cf9e512020-12-02 13:28:06 +01001644 ALOGI("%s(%d, %" PRIu64 ", %s)", __FUNCTION__, sequenceId, hwcDisplayId,
Peiyong Line9d809e2020-04-14 13:10:48 -07001645 connection == hal::Connection::CONNECTED ? "connected" : "disconnected");
Stephen Kiazyk7d3dcb92017-04-05 16:46:49 -07001646
Lloyd Piqueba04e622017-12-14 17:11:26 -08001647 // Ignore events that do not have the right sequenceId.
1648 if (sequenceId != getBE().mComposerSequenceId) {
1649 return;
1650 }
1651
Steven Thomasb02664d2017-07-26 18:48:28 -07001652 // Only lock if we're not on the main thread. This function is normally
1653 // called on a hwbinder thread, but for the primary display it's called on
1654 // the main thread with the state lock already held, so don't attempt to
1655 // acquire it here.
Lloyd Piqueba04e622017-12-14 17:11:26 -08001656 ConditionalLock lock(mStateLock, std::this_thread::get_id() != mMainThreadId);
Steven Thomasb02664d2017-07-26 18:48:28 -07001657
Dominik Laskowskia2edf612018-06-01 13:15:16 -07001658 mPendingHotplugEvents.emplace_back(HotplugEvent{hwcDisplayId, connection});
Mathias Agopian9e2463e2012-09-21 18:26:16 -07001659
Jiwen 'Steve' Caiccfd6822018-02-21 16:15:58 -08001660 if (std::this_thread::get_id() == mMainThreadId) {
1661 // Process all pending hot plug events immediately if we are on the main thread.
1662 processDisplayHotplugEventsLocked();
1663 }
1664
Lloyd Piqueba04e622017-12-14 17:11:26 -08001665 setTransactionFlags(eDisplayTransactionNeeded);
Mathias Agopian86303202012-07-24 22:46:10 -07001666}
1667
Ady Abraham7159f572019-10-11 11:10:18 -07001668void SurfaceFlinger::onVsyncPeriodTimingChangedReceived(
Peiyong Line9d809e2020-04-14 13:10:48 -07001669 int32_t sequenceId, hal::HWDisplayId /*display*/,
1670 const hal::VsyncPeriodChangeTimeline& updatedTimeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001671 Mutex::Autolock lock(mStateLock);
1672 if (sequenceId != getBE().mComposerSequenceId) {
1673 return;
1674 }
1675 mScheduler->onNewVsyncPeriodChangeTimeline(updatedTimeline);
Ady Abraham7159f572019-10-11 11:10:18 -07001676}
1677
Peiyong Line9d809e2020-04-14 13:10:48 -07001678void SurfaceFlinger::onSeamlessPossible(int32_t /*sequenceId*/, hal::HWDisplayId /*display*/) {
Marin Shalamanov3ea1d602020-12-16 19:59:39 +01001679 // TODO(b/142753666): use constraints when calling to setActiveModeWithConstraints and
Ady Abrahamb0433bc2020-01-08 17:31:06 -08001680 // use this callback to know when to retry in case of SEAMLESS_NOT_POSSIBLE.
1681}
1682
Peiyong Line9d809e2020-04-14 13:10:48 -07001683void SurfaceFlinger::onRefreshReceived(int sequenceId, hal::HWDisplayId /*hwcDisplayId*/) {
Steven Thomas3cfac282017-02-06 12:29:30 -08001684 Mutex::Autolock lock(mStateLock);
David Sodman105b7dc2017-11-04 20:28:14 -07001685 if (sequenceId != getBE().mComposerSequenceId) {
Steven Thomasb02664d2017-07-26 18:48:28 -07001686 return;
Steven Thomas3cfac282017-02-06 12:29:30 -08001687 }
Ana Krulec7d1d6832018-12-27 11:10:09 -08001688 repaintEverythingForHWC();
Steven Thomas3cfac282017-02-06 12:29:30 -08001689}
1690
Dominik Laskowski8b01cc02020-07-14 19:02:41 -07001691void SurfaceFlinger::setVsyncEnabled(bool enabled) {
Jamie Gennisfaf77cc2013-07-30 15:10:32 -07001692 ATRACE_CALL();
Ady Abraham9ba25122019-06-03 17:10:55 -07001693
Dominik Laskowski8b01cc02020-07-14 19:02:41 -07001694 // On main thread to avoid race conditions with display power state.
1695 static_cast<void>(schedule([=]() MAIN_THREAD {
1696 mHWCVsyncPendingState = enabled ? hal::Vsync::ENABLE : hal::Vsync::DISABLE;
Ady Abraham9ba25122019-06-03 17:10:55 -07001697
Dominik Laskowski8b01cc02020-07-14 19:02:41 -07001698 if (const auto display = getDefaultDisplayDeviceLocked();
1699 display && display->isPoweredOn()) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02001700 getHwComposer().setVsyncEnabled(display->getPhysicalId(), mHWCVsyncPendingState);
Ady Abraham9ba25122019-06-03 17:10:55 -07001701 }
Dominik Laskowski8b01cc02020-07-14 19:02:41 -07001702 }));
Mathias Agopian86303202012-07-24 22:46:10 -07001703}
1704
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07001705SurfaceFlinger::FenceWithFenceTime SurfaceFlinger::previousFrameFence() {
Ady Abrahambe0f9482019-04-24 15:41:53 -07001706 // We are storing the last 2 present fences. If sf's phase offset is to be
1707 // woken up before the actual vsync but targeting the next vsync, we need to check
1708 // fence N-2
Ady Abraham8287e852020-08-12 14:44:58 -07001709 return mVsyncModulator->getVsyncConfig().sfOffset > 0 ? mPreviousPresentFences[0]
1710 : mPreviousPresentFences[1];
Alec Mouri6d414b52020-03-17 11:18:05 -07001711}
1712
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001713bool SurfaceFlinger::previousFramePending(int graceTimeMs) {
Alec Mouri6d414b52020-03-17 11:18:05 -07001714 ATRACE_CALL();
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07001715 const std::shared_ptr<FenceTime>& fence = previousFrameFence().fenceTime;
Ady Abrahambe0f9482019-04-24 15:41:53 -07001716
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07001717 if (fence == FenceTime::NO_FENCE) {
Ady Abraham11579302019-09-19 12:35:58 -07001718 return false;
1719 }
1720
Dan Stoza59083052020-04-28 10:13:20 -07001721 const status_t status = fence->wait(graceTimeMs);
1722 // This is the same as Fence::Status::Unsignaled, but it saves a getStatus() call,
1723 // which calls wait(0) again internally
1724 return status == -ETIME;
Ady Abrahambe0f9482019-04-24 15:41:53 -07001725}
1726
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001727nsecs_t SurfaceFlinger::previousFramePresentTime() {
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07001728 const std::shared_ptr<FenceTime>& fence = previousFrameFence().fenceTime;
Alec Mouri6d414b52020-03-17 11:18:05 -07001729
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07001730 if (fence == FenceTime::NO_FENCE) {
Alec Mouri6d414b52020-03-17 11:18:05 -07001731 return Fence::SIGNAL_TIME_INVALID;
1732 }
1733
1734 return fence->getSignalTime();
1735}
1736
Ady Abraham56b42a42020-12-28 16:48:48 -08001737nsecs_t SurfaceFlinger::calculateExpectedPresentTime(DisplayStatInfo stats) const {
Alec Mouriaa614192019-06-06 13:28:34 -07001738 // Inflate the expected present time if we're targetting the next vsync.
Ady Abraham8cb21882020-08-26 18:22:05 -07001739 return mVsyncModulator->getVsyncConfig().sfOffset > 0 ? stats.vsyncTime
1740 : stats.vsyncTime + stats.vsyncPeriod;
Alec Mouriaa614192019-06-06 13:28:34 -07001741}
1742
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -07001743void SurfaceFlinger::onMessageReceived(int32_t what, int64_t vsyncId, nsecs_t expectedVSyncTime) {
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001744 switch (what) {
Dan Stoza6b9454d2014-11-07 16:00:59 -08001745 case MessageQueue::INVALIDATE: {
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -07001746 onMessageInvalidate(vsyncId, expectedVSyncTime);
Dan Stoza6b9454d2014-11-07 16:00:59 -08001747 break;
1748 }
1749 case MessageQueue::REFRESH: {
Dan Stoza28d46a52020-04-28 09:54:54 -07001750 onMessageRefresh();
Dan Stoza6b9454d2014-11-07 16:00:59 -08001751 break;
1752 }
Mathias Agopian99ce5cd2012-01-31 18:24:27 -08001753 }
1754}
1755
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -07001756void SurfaceFlinger::onMessageInvalidate(int64_t vsyncId, nsecs_t expectedVSyncTime) {
Dan Stoza28d46a52020-04-28 09:54:54 -07001757 const nsecs_t frameStart = systemTime();
1758 // calculate the expected present time once and use the cached
1759 // value throughout this frame to make sure all layers are
1760 // seeing this same value.
Snild Dolkow819636c2021-01-22 14:42:08 +01001761 if (expectedVSyncTime >= frameStart) {
1762 mExpectedPresentTime = expectedVSyncTime;
1763 } else {
1764 const DisplayStatInfo stats = mScheduler->getDisplayStatInfo(frameStart);
1765 mExpectedPresentTime = calculateExpectedPresentTime(stats);
1766 }
1767
1768 const nsecs_t lastScheduledPresentTime = mScheduledPresentTime;
1769 mScheduledPresentTime = expectedVSyncTime;
Dan Stoza28d46a52020-04-28 09:54:54 -07001770
Ady Abraham893c99d2021-04-30 16:00:23 -07001771 const auto vsyncIn = [&] {
1772 if (!ATRACE_ENABLED()) return 0.f;
1773 return (mExpectedPresentTime - systemTime()) / 1e6f;
1774 }();
1775 ATRACE_FORMAT("onMessageInvalidate %" PRId64 " vsyncIn %.2fms%s", vsyncId, vsyncIn,
1776 mExpectedPresentTime == expectedVSyncTime ? "" : " (adjusted)");
1777
Dan Stoza28d46a52020-04-28 09:54:54 -07001778 // When Backpressure propagation is enabled we want to give a small grace period
1779 // for the present fence to fire instead of just giving up on this frame to handle cases
1780 // where present fence is just about to get signaled.
1781 const int graceTimeForPresentFenceMs =
John Reck2ec53912020-07-07 16:53:55 -07001782 (mPropagateBackpressureClientComposition || !mHadClientComposition) ? 1 : 0;
Dan Stoza28d46a52020-04-28 09:54:54 -07001783
1784 // Pending frames may trigger backpressure propagation.
1785 const TracedOrdinal<bool> framePending = {"PrevFramePending",
1786 previousFramePending(graceTimeForPresentFenceMs)};
1787
1788 // Frame missed counts for metrics tracking.
1789 // A frame is missed if the prior frame is still pending. If no longer pending,
1790 // then we still count the frame as missed if the predicted present time
1791 // was further in the past than when the fence actually fired.
1792
1793 // Add some slop to correct for drift. This should generally be
1794 // smaller than a typical frame duration, but should not be so small
1795 // that it reports reasonable drift as a missed frame.
Ady Abrahame90dd522020-12-29 12:08:45 -08001796 const DisplayStatInfo stats = mScheduler->getDisplayStatInfo(systemTime());
Dan Stoza28d46a52020-04-28 09:54:54 -07001797 const nsecs_t frameMissedSlop = stats.vsyncPeriod / 2;
1798 const nsecs_t previousPresentTime = previousFramePresentTime();
1799 const TracedOrdinal<bool> frameMissed = {"PrevFrameMissed",
1800 framePending ||
1801 (previousPresentTime >= 0 &&
Snild Dolkow819636c2021-01-22 14:42:08 +01001802 (lastScheduledPresentTime <
Dan Stoza28d46a52020-04-28 09:54:54 -07001803 previousPresentTime - frameMissedSlop))};
1804 const TracedOrdinal<bool> hwcFrameMissed = {"PrevHwcFrameMissed",
1805 mHadDeviceComposition && frameMissed};
1806 const TracedOrdinal<bool> gpuFrameMissed = {"PrevGpuFrameMissed",
1807 mHadClientComposition && frameMissed};
1808
1809 if (frameMissed) {
1810 mFrameMissedCount++;
1811 mTimeStats->incrementMissedFrames();
Dan Stoza28d46a52020-04-28 09:54:54 -07001812 }
1813
1814 if (hwcFrameMissed) {
1815 mHwcFrameMissedCount++;
1816 }
1817
1818 if (gpuFrameMissed) {
1819 mGpuFrameMissedCount++;
1820 }
1821
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001822 // If we are in the middle of a mode change and the fence hasn't
Dan Stoza28d46a52020-04-28 09:54:54 -07001823 // fired yet just wait for the next invalidate
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001824 if (mSetActiveModePending) {
Dan Stoza28d46a52020-04-28 09:54:54 -07001825 if (framePending) {
1826 mEventQueue->invalidate();
1827 return;
1828 }
1829
1830 // We received the present fence from the HWC, so we assume it successfully updated
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001831 // the mode, hence we update SF.
1832 mSetActiveModePending = false;
1833 ON_MAIN_THREAD(setActiveModeInternal());
Dan Stoza28d46a52020-04-28 09:54:54 -07001834 }
1835
John Reck2ec53912020-07-07 16:53:55 -07001836 if (framePending) {
Dan Stoza28d46a52020-04-28 09:54:54 -07001837 if ((hwcFrameMissed && !gpuFrameMissed) || mPropagateBackpressureClientComposition) {
1838 signalLayerUpdate();
1839 return;
1840 }
1841 }
1842
Dan Stoza28d46a52020-04-28 09:54:54 -07001843 if (mTracingEnabledChanged) {
1844 mTracingEnabled = mTracing.isEnabled();
1845 mTracingEnabledChanged = false;
1846 }
1847
Ady Abraham29d0da32020-07-16 18:39:33 -07001848 if (mRefreshRateOverlaySpinner) {
1849 if (Mutex::Autolock lock(mStateLock); mRefreshRateOverlay) {
1850 mRefreshRateOverlay->onInvalidate();
1851 }
1852 }
1853
Dan Stoza28d46a52020-04-28 09:54:54 -07001854 bool refreshNeeded;
1855 {
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07001856 mTracePostComposition = mTracing.flagIsSet(SurfaceTracing::TRACE_COMPOSITION) ||
1857 mTracing.flagIsSet(SurfaceTracing::TRACE_SYNC) ||
1858 mTracing.flagIsSet(SurfaceTracing::TRACE_BUFFERS);
1859 const bool tracePreComposition = mTracingEnabled && !mTracePostComposition;
1860 ConditionalLockGuard<std::mutex> lock(mTracingLock, tracePreComposition);
Dan Stoza28d46a52020-04-28 09:54:54 -07001861
Alec Mouri7d436ec2021-01-27 20:40:50 -08001862 mFrameTimeline->setSfWakeUp(vsyncId, frameStart, Fps::fromPeriodNsecs(stats.vsyncPeriod));
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -07001863
Dan Stoza28d46a52020-04-28 09:54:54 -07001864 refreshNeeded = handleMessageTransaction();
1865 refreshNeeded |= handleMessageInvalidate();
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07001866 if (tracePreComposition) {
1867 if (mVisibleRegionsDirty) {
Dan Stoza28d46a52020-04-28 09:54:54 -07001868 mTracing.notifyLocked("visibleRegionsDirty");
1869 }
1870 }
1871 }
1872
1873 // Layers need to get updated (in the previous line) before we can use them for
1874 // choosing the refresh rate.
1875 // Hold mStateLock as chooseRefreshRateForContent promotes wp<Layer> to sp<Layer>
1876 // and may eventually call to ~Layer() if it holds the last reference
1877 {
1878 Mutex::Autolock _l(mStateLock);
1879 mScheduler->chooseRefreshRateForContent();
1880 }
1881
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001882 ON_MAIN_THREAD(performSetActiveMode());
Dan Stoza28d46a52020-04-28 09:54:54 -07001883
1884 updateCursorAsync();
1885 updateInputFlinger();
1886
1887 refreshNeeded |= mRepaintEverything;
1888 if (refreshNeeded && CC_LIKELY(mBootStage != BootStage::BOOTLOADER)) {
1889 // Signal a refresh if a transaction modified the window state,
1890 // a new buffer was latched, or if HWC has requested a full
1891 // repaint
1892 if (mFrameStartTime <= 0) {
1893 // We should only use the time of the first invalidate
1894 // message that signals a refresh as the beginning of the
1895 // frame. Otherwise the real frame time will be
1896 // underestimated.
1897 mFrameStartTime = frameStart;
1898 }
Ady Abrahamd1b48532021-03-10 16:05:16 -08001899
1900 // Run the refresh immediately after invalidate as there is no point going thru the message
1901 // queue again, and to ensure that we actually refresh the screen instead of handling
1902 // other messages that were queued us already in the MessageQueue.
1903 mRefreshPending = true;
1904 onMessageRefresh();
Dan Stoza28d46a52020-04-28 09:54:54 -07001905 }
1906}
1907
Dan Stoza6b9454d2014-11-07 16:00:59 -08001908bool SurfaceFlinger::handleMessageTransaction() {
Alec Mourife3dc942019-02-12 14:19:18 -08001909 ATRACE_CALL();
Arthur Hung58144272021-01-16 03:43:53 +00001910
1911 if (getTransactionFlags(eTransactionFlushNeeded)) {
1912 flushTransactionQueues();
1913 }
Fabien Sanglardc8251eb2016-12-07 13:59:48 -08001914 uint32_t transactionFlags = peekTransactionFlags();
Valerie Hau47826a72020-06-15 12:34:40 -07001915 bool runHandleTransaction =
Arthur Hung58144272021-01-16 03:43:53 +00001916 ((transactionFlags & (~eTransactionFlushNeeded)) != 0) || mForceTraversal;
Marissa Walle6e3c0d2019-03-29 10:28:30 -07001917
1918 if (runHandleTransaction) {
1919 handleTransaction(eTransactionMask);
Marissa Wall713b63f2018-10-17 15:42:43 -07001920 }
1921
Marissa Walle6e3c0d2019-03-29 10:28:30 -07001922 if (transactionFlushNeeded()) {
1923 setTransactionFlags(eTransactionFlushNeeded);
Mathias Agopian4fec8732012-06-29 14:12:52 -07001924 }
Marissa Wall713b63f2018-10-17 15:42:43 -07001925
Marissa Walle6e3c0d2019-03-29 10:28:30 -07001926 return runHandleTransaction;
Mathias Agopian4fec8732012-06-29 14:12:52 -07001927}
1928
Dan Stoza28d46a52020-04-28 09:54:54 -07001929void SurfaceFlinger::onMessageRefresh() {
Mathias Agopiancd60f992012-08-16 16:28:27 -07001930 ATRACE_CALL();
Dan Stoza14cd37c2015-07-09 12:43:33 -07001931
Dan Stoza2b6d38e2017-06-01 16:40:30 -07001932 mRefreshPending = false;
1933
Lloyd Piqueab039b52019-02-13 14:22:42 -08001934 compositionengine::CompositionRefreshArgs refreshArgs;
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001935 const auto& displays = ON_MAIN_THREAD(mDisplays);
1936 refreshArgs.outputs.reserve(displays.size());
1937 for (const auto& [_, display] : displays) {
Lloyd Piqueab039b52019-02-13 14:22:42 -08001938 refreshArgs.outputs.push_back(display->getCompositionDisplay());
1939 }
1940 mDrawingState.traverseInZOrder([&refreshArgs](Layer* layer) {
Lloyd Piquede196652020-01-22 17:29:58 -08001941 if (auto layerFE = layer->getCompositionEngineLayerFE())
1942 refreshArgs.layers.push_back(layerFE);
Lloyd Piqueab039b52019-02-13 14:22:42 -08001943 });
Lloyd Piquec29e4c62019-03-07 21:48:19 -08001944 refreshArgs.layersWithQueuedFrames.reserve(mLayersWithQueuedFrames.size());
Alec Mouri5c9c9602020-09-01 15:10:40 -07001945 for (auto layer : mLayersWithQueuedFrames) {
Lloyd Piquede196652020-01-22 17:29:58 -08001946 if (auto layerFE = layer->getCompositionEngineLayerFE())
1947 refreshArgs.layersWithQueuedFrames.push_back(layerFE);
Lloyd Piquec29e4c62019-03-07 21:48:19 -08001948 }
1949
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001950 refreshArgs.repaintEverything = mRepaintEverything.exchange(false);
Lloyd Pique6a3b4462019-03-07 20:58:12 -08001951 refreshArgs.outputColorSetting = useColorManagement
1952 ? mDisplayColorSetting
1953 : compositionengine::OutputColorSetting::kUnmanaged;
1954 refreshArgs.colorSpaceAgnosticDataspace = mColorSpaceAgnosticDataspace;
1955 refreshArgs.forceOutputColorMode = mForceColorMode;
Lloyd Piquec29e4c62019-03-07 21:48:19 -08001956
1957 refreshArgs.updatingOutputGeometryThisFrame = mVisibleRegionsDirty;
1958 refreshArgs.updatingGeometryThisFrame = mGeometryInvalid || mVisibleRegionsDirty;
Lucas Dupin2dd6f392020-02-18 17:43:36 -08001959 refreshArgs.blursAreExpensive = mBlursAreExpensive;
Snild Dolkow9e217d62020-04-22 15:53:42 +02001960 refreshArgs.internalDisplayRotationFlags = DisplayDevice::getPrimaryDisplayRotationFlags();
Lloyd Pique3eb1b212019-03-07 21:15:40 -08001961
1962 if (CC_UNLIKELY(mDrawingState.colorMatrixChanged)) {
1963 refreshArgs.colorTransformMatrix = mDrawingState.colorMatrix;
1964 mDrawingState.colorMatrixChanged = false;
1965 }
1966
1967 refreshArgs.devOptForceClientComposition = mDebugDisableHWC || mDebugRegion;
1968
Lloyd Piquef8cf14d2019-02-28 16:03:12 -08001969 if (mDebugRegion != 0) {
1970 refreshArgs.devOptFlashDirtyRegionsDelay =
1971 std::chrono::milliseconds(mDebugRegion > 1 ? mDebugRegion : 0);
1972 }
Lloyd Piqueab039b52019-02-13 14:22:42 -08001973
Ady Abraham3645e642021-04-20 18:39:00 -07001974 refreshArgs.earliestPresentTime = mScheduler->getPreviousVsyncFrom(mExpectedPresentTime);
1975
Lloyd Pique3eb1b212019-03-07 21:15:40 -08001976 mGeometryInvalid = false;
1977
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001978 // Store the present time just before calling to the composition engine so we could notify
1979 // the scheduler.
1980 const auto presentTime = systemTime();
1981
Lloyd Piquec29e4c62019-03-07 21:48:19 -08001982 mCompositionEngine->present(refreshArgs);
Alec Mouri9519bf12019-11-15 16:54:44 -08001983 mTimeStats->recordFrameDuration(mFrameStartTime, systemTime());
1984 // Reset the frame start time now that we've recorded this frame.
1985 mFrameStartTime = 0;
Lloyd Piquec29e4c62019-03-07 21:48:19 -08001986
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001987 mScheduler->onDisplayRefreshed(presentTime);
1988
Jorim Jaggi9c03b502020-11-24 23:51:31 +01001989 postFrame();
1990 postComposition();
1991
Midas Chien50f52e22020-09-26 17:57:42 +08001992 const bool prevFrameHadClientComposition = mHadClientComposition;
Alec Mouri8f7a0102020-04-15 12:11:10 -07001993
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07001994 mHadClientComposition = std::any_of(displays.cbegin(), displays.cend(), [](const auto& pair) {
1995 const auto& state = pair.second->getCompositionDisplay()->getState();
1996 return state.usesClientComposition && !state.reusedClientComposition;
1997 });
1998 mHadDeviceComposition = std::any_of(displays.cbegin(), displays.cend(), [](const auto& pair) {
1999 const auto& state = pair.second->getCompositionDisplay()->getState();
2000 return state.usesDeviceComposition;
2001 });
Vishnu Nair9b079a22020-01-21 14:36:08 -08002002 mReusedClientComposition =
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002003 std::any_of(displays.cbegin(), displays.cend(), [](const auto& pair) {
2004 const auto& state = pair.second->getCompositionDisplay()->getState();
2005 return state.reusedClientComposition;
Vishnu Nair9b079a22020-01-21 14:36:08 -08002006 });
Midas Chien50f52e22020-09-26 17:57:42 +08002007 // Only report a strategy change if we move in and out of client composition
2008 if (prevFrameHadClientComposition != mHadClientComposition) {
Alec Mouri8f7a0102020-04-15 12:11:10 -07002009 mTimeStats->incrementCompositionStrategyChanges();
2010 }
2011
Yichi Chen28dee2c2020-07-06 21:24:14 +08002012 // TODO: b/160583065 Enable skip validation when SF caches all client composition layers
Dominik Laskowski08d05c22020-07-22 00:05:08 -07002013 const bool usedGpuComposition = mHadClientComposition || mReusedClientComposition;
2014 modulateVsync(&VsyncModulator::onDisplayRefresh, usedGpuComposition);
Dan Stoza14cd37c2015-07-09 12:43:33 -07002015
David Sodman7e4ae112018-02-09 15:02:28 -08002016 mLayersWithQueuedFrames.clear();
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07002017 if (mTracingEnabled && mTracePostComposition) {
2018 // This may block if SurfaceTracing is running in sync mode.
2019 if (mVisibleRegionsDirty) {
Vishnu Nairdf529052019-06-07 14:53:14 -07002020 mTracing.notify("visibleRegionsDirty");
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07002021 } else if (mTracing.flagIsSet(SurfaceTracing::TRACE_BUFFERS)) {
2022 mTracing.notify("bufferLatched");
Vishnu Nairdf529052019-06-07 14:53:14 -07002023 }
2024 }
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07002025 mVisibleRegionsDirty = false;
Lloyd Piqueab039b52019-02-13 14:22:42 -08002026
2027 if (mCompositionEngine->needsAnotherUpdate()) {
2028 signalLayerUpdate();
2029 }
Mathias Agopiancd60f992012-08-16 16:28:27 -07002030}
Mathias Agopian4fec8732012-06-29 14:12:52 -07002031
David Sodmanfa9b2af2017-12-24 13:28:59 -08002032bool SurfaceFlinger::handleMessageInvalidate() {
2033 ATRACE_CALL();
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002034 bool refreshNeeded = handlePageFlip();
2035
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07002036 // Send on commit callbacks
2037 mTransactionCallbackInvoker.sendCallbacks();
2038
Vishnu Nair4351ad52019-02-11 14:13:02 -08002039 if (mVisibleRegionsDirty) {
2040 computeLayerBounds();
2041 }
2042
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002043 for (auto& layer : mLayersPendingRefresh) {
2044 Region visibleReg;
Vishnu Nair4351ad52019-02-11 14:13:02 -08002045 visibleReg.set(layer->getScreenBounds());
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002046 invalidateLayerStack(layer, visibleReg);
2047 }
2048 mLayersPendingRefresh.clear();
2049 return refreshNeeded;
Mathias Agopian4fec8732012-06-29 14:12:52 -07002050}
2051
Ana Krulece588e312018-09-18 12:32:24 -07002052void SurfaceFlinger::updateCompositorTiming(const DisplayStatInfo& stats, nsecs_t compositeTime,
2053 std::shared_ptr<FenceTime>& presentFenceTime) {
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002054 // Update queue of past composite+present times and determine the
2055 // most recently known composite to present latency.
David Sodman99974d22017-11-28 12:04:33 -08002056 getBE().mCompositePresentTimes.push({compositeTime, presentFenceTime});
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002057 nsecs_t compositeToPresentLatency = -1;
David Sodman99974d22017-11-28 12:04:33 -08002058 while (!getBE().mCompositePresentTimes.empty()) {
2059 SurfaceFlingerBE::CompositePresentTime& cpt = getBE().mCompositePresentTimes.front();
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002060 // Cached values should have been updated before calling this method,
2061 // which helps avoid duplicate syscalls.
2062 nsecs_t displayTime = cpt.display->getCachedSignalTime();
2063 if (displayTime == Fence::SIGNAL_TIME_PENDING) {
2064 break;
2065 }
2066 compositeToPresentLatency = displayTime - cpt.composite;
David Sodman99974d22017-11-28 12:04:33 -08002067 getBE().mCompositePresentTimes.pop();
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002068 }
2069
2070 // Don't let mCompositePresentTimes grow unbounded, just in case.
David Sodman99974d22017-11-28 12:04:33 -08002071 while (getBE().mCompositePresentTimes.size() > 16) {
2072 getBE().mCompositePresentTimes.pop();
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002073 }
2074
Ana Krulece588e312018-09-18 12:32:24 -07002075 setCompositorTimingSnapped(stats, compositeToPresentLatency);
Brian Andersond0010582017-03-07 13:20:31 -08002076}
2077
Ana Krulece588e312018-09-18 12:32:24 -07002078void SurfaceFlinger::setCompositorTimingSnapped(const DisplayStatInfo& stats,
2079 nsecs_t compositeToPresentLatency) {
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002080 // Integer division and modulo round toward 0 not -inf, so we need to
2081 // treat negative and positive offsets differently.
Ady Abraham8287e852020-08-12 14:44:58 -07002082 nsecs_t idealLatency = (mVsyncConfiguration->getCurrentConfigs().late.sfOffset > 0)
Ady Abraham9e16a482019-12-03 17:19:41 -08002083 ? (stats.vsyncPeriod -
Ady Abraham8287e852020-08-12 14:44:58 -07002084 (mVsyncConfiguration->getCurrentConfigs().late.sfOffset % stats.vsyncPeriod))
2085 : ((-mVsyncConfiguration->getCurrentConfigs().late.sfOffset) % stats.vsyncPeriod);
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002086
Ady Abraham8287e852020-08-12 14:44:58 -07002087 // Just in case mVsyncConfiguration->getCurrentConfigs().late.sf == -vsyncInterval.
Brian Andersond0010582017-03-07 13:20:31 -08002088 if (idealLatency <= 0) {
Ana Krulece588e312018-09-18 12:32:24 -07002089 idealLatency = stats.vsyncPeriod;
Brian Andersond0010582017-03-07 13:20:31 -08002090 }
2091
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002092 // Snap the latency to a value that removes scheduling jitter from the
2093 // composition and present times, which often have >1ms of jitter.
2094 // Reducing jitter is important if an app attempts to extrapolate
2095 // something (such as user input) to an accurate diasplay time.
Ady Abraham9e16a482019-12-03 17:19:41 -08002096 // Snapping also allows an app to precisely calculate
Ady Abraham8287e852020-08-12 14:44:58 -07002097 // mVsyncConfiguration->getCurrentConfigs().late.sf with (presentLatency % interval).
Ana Krulece588e312018-09-18 12:32:24 -07002098 nsecs_t bias = stats.vsyncPeriod / 2;
2099 int64_t extraVsyncs = (compositeToPresentLatency - idealLatency + bias) / stats.vsyncPeriod;
2100 nsecs_t snappedCompositeToPresentLatency =
2101 (extraVsyncs > 0) ? idealLatency + (extraVsyncs * stats.vsyncPeriod) : idealLatency;
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002102
David Sodman99974d22017-11-28 12:04:33 -08002103 std::lock_guard<std::mutex> lock(getBE().mCompositorTimingLock);
Ana Krulece588e312018-09-18 12:32:24 -07002104 getBE().mCompositorTiming.deadline = stats.vsyncTime - idealLatency;
2105 getBE().mCompositorTiming.interval = stats.vsyncPeriod;
David Sodman99974d22017-11-28 12:04:33 -08002106 getBE().mCompositorTiming.presentLatency = snappedCompositeToPresentLatency;
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002107}
2108
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01002109void SurfaceFlinger::postComposition() {
Dan Stoza9e56aa02015-11-02 13:00:03 -08002110 ATRACE_CALL();
2111 ALOGV("postComposition");
2112
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002113 const auto* display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked()).get();
Brian Anderson3d4039d2016-09-23 16:31:30 -07002114
David Sodman73beded2017-11-15 11:56:06 -08002115 getBE().mGlCompositionDoneTimeline.updateSignalTimes();
Brian Anderson3d4039d2016-09-23 16:31:30 -07002116 std::shared_ptr<FenceTime> glCompositionDoneFenceTime;
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002117 if (display && display->getCompositionDisplay()->getState().usesClientComposition) {
Brian Anderson3d4039d2016-09-23 16:31:30 -07002118 glCompositionDoneFenceTime =
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002119 std::make_shared<FenceTime>(display->getCompositionDisplay()
Lloyd Pique31cb2942018-10-19 17:23:03 -07002120 ->getRenderSurface()
2121 ->getClientTargetAcquireFence());
David Sodman73beded2017-11-15 11:56:06 -08002122 getBE().mGlCompositionDoneTimeline.push(glCompositionDoneFenceTime);
Brian Anderson3d4039d2016-09-23 16:31:30 -07002123 } else {
2124 glCompositionDoneFenceTime = FenceTime::NO_FENCE;
2125 }
Brian Anderson3d4039d2016-09-23 16:31:30 -07002126
David Sodman73beded2017-11-15 11:56:06 -08002127 getBE().mDisplayTimeline.updateSignalTimes();
Ady Abrahambe0f9482019-04-24 15:41:53 -07002128 mPreviousPresentFences[1] = mPreviousPresentFences[0];
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002129 mPreviousPresentFences[0].fence =
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002130 display ? getHwComposer().getPresentFence(display->getPhysicalId()) : Fence::NO_FENCE;
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002131 mPreviousPresentFences[0].fenceTime =
2132 std::make_shared<FenceTime>(mPreviousPresentFences[0].fence);
2133
2134 getBE().mDisplayTimeline.push(mPreviousPresentFences[0].fenceTime);
Brian Anderson3d4039d2016-09-23 16:31:30 -07002135
Jorim Jaggi8d34c902020-12-16 21:43:07 +01002136 // Set presentation information before calling Layer::releasePendingBuffer, such that jank
2137 // information from previous' frame classification is already available when sending jank info
2138 // to clients, so they get jank classification as early as possible.
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002139 mFrameTimeline->setSfPresent(systemTime(), mPreviousPresentFences[0].fenceTime,
Adithya Srinivasan36b01af2021-04-07 22:29:47 +00002140 glCompositionDoneFenceTime);
Jorim Jaggi8d34c902020-12-16 21:43:07 +01002141
2142 nsecs_t dequeueReadyTime = systemTime();
2143 for (const auto& layer : mLayersWithQueuedFrames) {
2144 layer->releasePendingBuffer(dequeueReadyTime);
2145 }
2146
Ady Abrahame90dd522020-12-29 12:08:45 -08002147 const DisplayStatInfo stats = mScheduler->getDisplayStatInfo(systemTime());
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002148
Lloyd Piqueab039b52019-02-13 14:22:42 -08002149 // We use the CompositionEngine::getLastFrameRefreshTimestamp() which might
2150 // be sampled a little later than when we started doing work for this frame,
2151 // but that should be okay since updateCompositorTiming has snapping logic.
2152 updateCompositorTiming(stats, mCompositionEngine->getLastFrameRefreshTimestamp(),
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002153 mPreviousPresentFences[0].fenceTime);
Brian Andersond0010582017-03-07 13:20:31 -08002154 CompositorTiming compositorTiming;
2155 {
David Sodman99974d22017-11-28 12:04:33 -08002156 std::lock_guard<std::mutex> lock(getBE().mCompositorTimingLock);
2157 compositorTiming = getBE().mCompositorTiming;
Brian Andersond0010582017-03-07 13:20:31 -08002158 }
Brian Anderson0a61b0c2016-12-07 14:55:56 -08002159
Edgar Arriaga844fa672020-01-16 14:21:42 -08002160 mDrawingState.traverse([&](Layer* layer) {
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002161 const bool frameLatched =
2162 layer->onPostComposition(display, glCompositionDoneFenceTime,
2163 mPreviousPresentFences[0].fenceTime, compositorTiming);
Dan Stozae77c7662016-05-13 11:37:28 -07002164 if (frameLatched) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07002165 recordBufferingStats(layer->getName(), layer->getOccupancyHistory(false));
Dan Stozae77c7662016-05-13 11:37:28 -07002166 }
Robert Carr2047fae2016-11-28 14:09:09 -08002167 });
Jamie Gennis4b0eba92013-02-05 13:30:24 -08002168
John Reck88270902021-03-18 11:27:35 -04002169 std::vector<std::pair<std::shared_ptr<compositionengine::Display>, sp<HdrLayerInfoReporter>>>
2170 hdrInfoListeners;
Alec Mouriadebf5c2021-01-05 12:57:36 -08002171 {
2172 Mutex::Autolock lock(mStateLock);
2173 if (mFpsReporter) {
2174 mFpsReporter->dispatchLayerFps();
2175 }
John Reck88270902021-03-18 11:27:35 -04002176 hdrInfoListeners.reserve(mHdrLayerInfoListeners.size());
2177 for (auto& [key, value] : mHdrLayerInfoListeners) {
2178 if (value && value->hasListeners()) {
2179 auto listenersDisplay = getDisplayById(key);
2180 if (listenersDisplay) {
2181 hdrInfoListeners.emplace_back(listenersDisplay->getCompositionDisplay(), value);
2182 }
2183 }
2184 }
2185 }
2186
2187 for (auto& [compositionDisplay, listener] : hdrInfoListeners) {
2188 HdrLayerInfoReporter::HdrLayerInfo info;
2189 int32_t maxArea = 0;
2190 mDrawingState.traverse([&, compositionDisplay = compositionDisplay](Layer* layer) {
2191 if (layer->isVisible() &&
2192 compositionDisplay->belongsInOutput(layer->getCompositionEngineLayerFE())) {
2193 bool isHdr = false;
2194 switch (layer->getDataSpace()) {
2195 case ui::Dataspace::BT2020:
2196 case ui::Dataspace::BT2020_HLG:
2197 case ui::Dataspace::BT2020_PQ:
2198 case ui::Dataspace::BT2020_ITU:
2199 case ui::Dataspace::BT2020_ITU_HLG:
2200 case ui::Dataspace::BT2020_ITU_PQ:
2201 isHdr = true;
2202 break;
2203 default:
2204 isHdr = false;
2205 break;
2206 }
2207
2208 if (isHdr) {
2209 info.numberOfHdrLayers++;
2210 auto bufferRect = layer->getCompositionState()->geomBufferSize;
2211 int32_t area = bufferRect.width() * bufferRect.height();
2212 if (area > maxArea) {
2213 maxArea = area;
2214 info.maxW = bufferRect.width();
2215 info.maxH = bufferRect.height();
2216 }
2217 }
2218 }
2219 });
2220 listener->dispatchHdrLayerInfo(info);
Alec Mouriadebf5c2021-01-05 12:57:36 -08002221 }
2222
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002223 mTransactionCallbackInvoker.addPresentFence(mPreviousPresentFences[0].fence);
Robert Carr9a803c32021-01-14 16:57:58 -08002224 mTransactionCallbackInvoker.sendCallbacks();
Valerie Hau4b678442020-04-14 10:50:42 -07002225
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002226 if (display && display->isPrimary() && display->getPowerMode() == hal::PowerMode::ON &&
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002227 mPreviousPresentFences[0].fenceTime->isValid()) {
2228 mScheduler->addPresentFence(mPreviousPresentFences[0].fenceTime);
Jamie Gennisfaf77cc2013-07-30 15:10:32 -07002229 }
2230
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002231 const bool isDisplayConnected =
2232 display && getHwComposer().isConnected(display->getPhysicalId());
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002233
Fabien Sanglardcbf153b2017-03-10 17:57:12 -08002234 if (!hasSyncFramework) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002235 if (isDisplayConnected && display->isPoweredOn()) {
Ana Krulecc2870422019-01-29 19:00:58 -08002236 mScheduler->enableHardwareVsync();
Jamie Gennisfaf77cc2013-07-30 15:10:32 -07002237 }
2238 }
2239
Jamie Gennis4b0eba92013-02-05 13:30:24 -08002240 if (mAnimCompositionPending) {
2241 mAnimCompositionPending = false;
2242
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002243 if (mPreviousPresentFences[0].fenceTime->isValid()) {
2244 mAnimFrameTracker.setActualPresentFence(mPreviousPresentFences[0].fenceTime);
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002245 } else if (isDisplayConnected) {
Jamie Gennis4b0eba92013-02-05 13:30:24 -08002246 // The HWC doesn't support present fences, so use the refresh
2247 // timestamp instead.
Marin Shalamanov045b7002021-01-07 16:56:24 +01002248 const nsecs_t presentTime = display->getRefreshTimestamp();
Jamie Gennis4b0eba92013-02-05 13:30:24 -08002249 mAnimFrameTracker.setActualPresentTime(presentTime);
2250 }
2251 mAnimFrameTracker.advanceFrame();
2252 }
Dan Stozab90cf072015-03-05 11:05:59 -08002253
Yiwei Zhang7e666a52018-11-15 13:33:42 -08002254 mTimeStats->incrementTotalFrames();
Yiwei Zhangfaf3ded2018-05-02 17:37:17 -07002255 if (mHadClientComposition) {
Yiwei Zhang7e666a52018-11-15 13:33:42 -08002256 mTimeStats->incrementClientCompositionFrames();
Yiwei Zhangfaf3ded2018-05-02 17:37:17 -07002257 }
2258
Vishnu Nair9b079a22020-01-21 14:36:08 -08002259 if (mReusedClientComposition) {
2260 mTimeStats->incrementClientCompositionReusedFrames();
2261 }
2262
Ady Abraham6c1b7ac2021-03-31 16:56:03 -07002263 mTimeStats->setPresentFenceGlobal(mPreviousPresentFences[0].fenceTime);
Yiwei Zhangce6ebc02018-10-20 12:42:38 -07002264
Alec Mouri717bcb62020-02-10 17:07:19 -08002265 const size_t sfConnections = mScheduler->getEventThreadConnectionCount(mSfConnectionHandle);
2266 const size_t appConnections = mScheduler->getEventThreadConnectionCount(mAppConnectionHandle);
2267 mTimeStats->recordDisplayEventConnectionCount(sfConnections + appConnections);
2268
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002269 if (isDisplayConnected && !display->isPoweredOn()) {
Dan Stozab90cf072015-03-05 11:05:59 -08002270 return;
2271 }
2272
2273 nsecs_t currentTime = systemTime();
2274 if (mHasPoweredOff) {
2275 mHasPoweredOff = false;
2276 } else {
David Sodman4a36e932017-11-07 14:29:47 -08002277 nsecs_t elapsedTime = currentTime - getBE().mLastSwapTime;
Ana Krulece588e312018-09-18 12:32:24 -07002278 size_t numPeriods = static_cast<size_t>(elapsedTime / stats.vsyncPeriod);
David Sodman4a36e932017-11-07 14:29:47 -08002279 if (numPeriods < SurfaceFlingerBE::NUM_BUCKETS - 1) {
2280 getBE().mFrameBuckets[numPeriods] += elapsedTime;
Dan Stozab90cf072015-03-05 11:05:59 -08002281 } else {
David Sodman4a36e932017-11-07 14:29:47 -08002282 getBE().mFrameBuckets[SurfaceFlingerBE::NUM_BUCKETS - 1] += elapsedTime;
Dan Stozab90cf072015-03-05 11:05:59 -08002283 }
David Sodman4a36e932017-11-07 14:29:47 -08002284 getBE().mTotalTime += elapsedTime;
Dan Stozab90cf072015-03-05 11:05:59 -08002285 }
David Sodman4a36e932017-11-07 14:29:47 -08002286 getBE().mLastSwapTime = currentTime;
Dan Stoza436ccf32018-06-21 12:10:12 -07002287
Lingfeng Yang2e4fef62020-04-24 14:48:43 +00002288 // Cleanup any outstanding resources due to rendering a prior frame.
2289 getRenderEngine().cleanupPostRender();
2290
Dan Stoza436ccf32018-06-21 12:10:12 -07002291 {
2292 std::lock_guard lock(mTexturePoolMutex);
Dan Stoza67765d82019-05-07 14:58:27 -07002293 if (mTexturePool.size() < mTexturePoolSize) {
2294 const size_t refillCount = mTexturePoolSize - mTexturePool.size();
Dan Stoza436ccf32018-06-21 12:10:12 -07002295 const size_t offset = mTexturePool.size();
2296 mTexturePool.resize(mTexturePoolSize);
2297 getRenderEngine().genTextures(refillCount, mTexturePool.data() + offset);
2298 ATRACE_INT("TexturePoolSize", mTexturePool.size());
Dan Stoza67765d82019-05-07 14:58:27 -07002299 } else if (mTexturePool.size() > mTexturePoolSize) {
2300 const size_t deleteCount = mTexturePool.size() - mTexturePoolSize;
2301 const size_t offset = mTexturePoolSize;
2302 getRenderEngine().deleteTextures(deleteCount, mTexturePool.data() + offset);
2303 mTexturePool.resize(mTexturePoolSize);
2304 ATRACE_INT("TexturePoolSize", mTexturePool.size());
Dan Stoza436ccf32018-06-21 12:10:12 -07002305 }
2306 }
Marissa Walle2ffb422018-10-12 11:33:52 -07002307
Kevin DuBois413287f2019-02-25 08:46:47 -08002308 if (mLumaSampling && mRegionSamplingThread) {
2309 mRegionSamplingThread->notifyNewContent();
Dan Stozaec460082018-12-17 15:35:09 -08002310 }
Dan Stoza45de5ba2019-04-25 14:12:09 -07002311
2312 // Even though ATRACE_INT64 already checks if tracing is enabled, it doesn't prevent the
2313 // side-effect of getTotalSize(), so we check that again here
2314 if (ATRACE_ENABLED()) {
Marissa Wall22b2de12019-12-02 18:11:43 -08002315 // getTotalSize returns the total number of buffers that were allocated by SurfaceFlinger
Dan Stoza45de5ba2019-04-25 14:12:09 -07002316 ATRACE_INT64("Total Buffer Size", GraphicBufferAllocator::get().getTotalSize());
2317 }
Mathias Agopiancd60f992012-08-16 16:28:27 -07002318}
2319
Lloyd Pique7eebe692020-04-22 22:40:06 -07002320FloatRect SurfaceFlinger::getLayerClipBoundsForDisplay(const DisplayDevice& displayDevice) const {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02002321 return displayDevice.getLayerStackSpaceRect().toFloatRect();
Lloyd Pique7eebe692020-04-22 22:40:06 -07002322}
2323
Vishnu Nair4351ad52019-02-11 14:13:02 -08002324void SurfaceFlinger::computeLayerBounds() {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002325 for (const auto& pair : ON_MAIN_THREAD(mDisplays)) {
Vishnu Nair4351ad52019-02-11 14:13:02 -08002326 const auto& displayDevice = pair.second;
2327 const auto display = displayDevice->getCompositionDisplay();
2328 for (const auto& layer : mDrawingState.layersSortedByZ) {
2329 // only consider the layers on the given layer stack
2330 if (!display->belongsInOutput(layer->getLayerStack(), layer->getPrimaryDisplayOnly())) {
Vishnu Nair01ace762019-02-12 14:25:24 -08002331 continue;
Vishnu Nair4351ad52019-02-11 14:13:02 -08002332 }
2333
Lloyd Pique7eebe692020-04-22 22:40:06 -07002334 layer->computeBounds(getLayerClipBoundsForDisplay(*displayDevice), ui::Transform(),
Vishnu Nairc97b8db2019-10-29 18:19:35 -07002335 0.f /* shadowRadius */);
Vishnu Nair4351ad52019-02-11 14:13:02 -08002336 }
2337 }
2338}
2339
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002340void SurfaceFlinger::postFrame() {
2341 const auto display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked());
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002342 if (display && getHwComposer().isConnected(display->getPhysicalId())) {
Dominik Laskowski075d3172018-05-24 15:50:06 -07002343 uint32_t flipCount = display->getPageFlipCount();
David Sodmanfa9b2af2017-12-24 13:28:59 -08002344 if (flipCount % LOG_FRAME_STATS_PERIOD == 0) {
2345 logFrameStats();
2346 }
2347 }
2348}
2349
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01002350void SurfaceFlinger::handleTransaction(uint32_t transactionFlags) {
Mathias Agopian841cde52012-03-01 15:44:37 -08002351 ATRACE_CALL();
2352
Mathias Agopian7cc6df52013-06-05 14:30:54 -07002353 // here we keep a copy of the drawing state (that is the state that's
2354 // going to be overwritten by handleTransactionLocked()) outside of
2355 // mStateLock so that the side-effects of the State assignment
2356 // don't happen with mStateLock held (which can cause deadlocks).
2357 State drawingState(mDrawingState);
2358
Mathias Agopianca4d3602011-05-19 15:38:14 -07002359 Mutex::Autolock _l(mStateLock);
Dominik Laskowski9dab3432019-03-27 13:21:10 -07002360 mDebugInTransaction = systemTime();
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002361
Mathias Agopianca4d3602011-05-19 15:38:14 -07002362 // Here we're guaranteed that some transaction flags are set
2363 // so we can call handleTransactionLocked() unconditionally.
2364 // We call getTransactionFlags(), which will also clear the flags,
2365 // with mStateLock held to guarantee that mCurrentState won't change
2366 // until the transaction is committed.
Mathias Agopian4da75192010-08-10 17:19:56 -07002367
Dominik Laskowski08d05c22020-07-22 00:05:08 -07002368 modulateVsync(&VsyncModulator::onTransactionCommit);
Mathias Agopiane57f2922012-08-09 16:29:12 -07002369 transactionFlags = getTransactionFlags(eTransactionMask);
Mathias Agopian87baae12012-07-31 12:38:26 -07002370 handleTransactionLocked(transactionFlags);
Mathias Agopiandea20b12011-05-03 17:04:02 -07002371
Mathias Agopianca4d3602011-05-19 15:38:14 -07002372 mDebugInTransaction = 0;
2373 invalidateHwcGeometry();
2374 // here the transaction has been committed
Mathias Agopian3d579642009-06-04 18:46:21 -07002375}
2376
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +01002377void SurfaceFlinger::loadDisplayModes(PhysicalDisplayId displayId, DisplayModes& outModes,
2378 DisplayModePtr& outActiveMode) const {
2379 std::vector<HWComposer::HWCDisplayMode> hwcModes;
2380 std::optional<hal::HWDisplayId> activeModeHwcId;
2381 bool activeModeIsSupported;
2382 int attempt = 0;
2383 constexpr int kMaxAttempts = 3;
2384 do {
2385 hwcModes = getHwComposer().getModes(displayId);
2386 activeModeHwcId = getHwComposer().getActiveMode(displayId);
2387 LOG_ALWAYS_FATAL_IF(!activeModeHwcId, "HWC returned no active mode");
2388
2389 activeModeIsSupported =
2390 std::any_of(hwcModes.begin(), hwcModes.end(),
2391 [activeModeHwcId](const HWComposer::HWCDisplayMode& mode) {
2392 return mode.hwcId == *activeModeHwcId;
2393 });
2394 } while (!activeModeIsSupported && ++attempt < kMaxAttempts);
2395 LOG_ALWAYS_FATAL_IF(!activeModeIsSupported,
2396 "After %d attempts HWC still returns an active mode which is not"
2397 " supported. Active mode ID = %" PRIu64 " . Supported modes = %s",
2398 kMaxAttempts, *activeModeHwcId, base::Join(hwcModes, ", ").c_str());
Marin Shalamanovf22e6ac2021-02-10 20:45:15 +01002399
2400 DisplayModes oldModes;
2401
2402 if (const auto token = getPhysicalDisplayTokenLocked(displayId)) {
2403 oldModes = getDisplayDeviceLocked(token)->getSupportedModes();
Marin Shalamanov045b7002021-01-07 16:56:24 +01002404 }
Marin Shalamanovf22e6ac2021-02-10 20:45:15 +01002405
2406 int largestUsedModeId = -1; // Use int instead of DisplayModeId for signedness
2407 for (const auto& mode : oldModes) {
2408 const auto id = static_cast<int>(mode->getId().value());
2409 if (id > largestUsedModeId) {
2410 largestUsedModeId = id;
2411 }
2412 }
2413
2414 DisplayModes newModes;
2415 int32_t nextModeId = largestUsedModeId + 1;
2416 for (const auto& hwcMode : hwcModes) {
2417 newModes.push_back(DisplayMode::Builder(hwcMode.hwcId)
2418 .setId(DisplayModeId{nextModeId++})
2419 .setWidth(hwcMode.width)
2420 .setHeight(hwcMode.height)
2421 .setVsyncPeriod(hwcMode.vsyncPeriod)
2422 .setDpiX(hwcMode.dpiX)
2423 .setDpiY(hwcMode.dpiY)
2424 .setGroup(hwcMode.configGroup)
2425 .build());
2426 }
2427
2428 const bool modesAreSame =
2429 std::equal(newModes.begin(), newModes.end(), oldModes.begin(), oldModes.end(),
2430 [](DisplayModePtr left, DisplayModePtr right) {
2431 return left->equalsExceptDisplayModeId(right);
2432 });
2433
2434 if (modesAreSame) {
2435 // The supported modes have not changed, keep the old IDs.
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +01002436 outModes = oldModes;
2437 } else {
2438 outModes = newModes;
Marin Shalamanovf22e6ac2021-02-10 20:45:15 +01002439 }
2440
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +01002441 outActiveMode = *std::find_if(outModes.begin(), outModes.end(),
2442 [activeModeHwcId](const DisplayModePtr& mode) {
2443 return mode->getHwcId() == *activeModeHwcId;
2444 });
Marin Shalamanov045b7002021-01-07 16:56:24 +01002445}
2446
Lloyd Piqueba04e622017-12-14 17:11:26 -08002447void SurfaceFlinger::processDisplayHotplugEventsLocked() {
2448 for (const auto& event : mPendingHotplugEvents) {
Marin Shalamanovf8c63722020-10-06 13:11:21 +02002449 std::optional<DisplayIdentificationInfo> info =
Dominik Laskowski075d3172018-05-24 15:50:06 -07002450 getHwComposer().onHotplug(event.hwcDisplayId, event.connection);
Lloyd Piqueba04e622017-12-14 17:11:26 -08002451
Dominik Laskowski075d3172018-05-24 15:50:06 -07002452 if (!info) {
Lloyd Piqueba04e622017-12-14 17:11:26 -08002453 continue;
2454 }
2455
Marin Shalamanova524a092020-07-27 21:39:55 +02002456 const auto displayId = info->id;
Dominik Laskowski55c85402020-01-21 16:25:47 -08002457 const auto it = mPhysicalDisplayTokens.find(displayId);
2458
Peiyong Line9d809e2020-04-14 13:10:48 -07002459 if (event.connection == hal::Connection::CONNECTED) {
Marin Shalamanovd3b5c5d2021-02-11 18:26:14 +01002460 DisplayModes supportedModes;
2461 DisplayModePtr activeMode;
2462 loadDisplayModes(displayId, supportedModes, activeMode);
Marin Shalamanova903d032020-12-29 20:35:13 +01002463
Dominik Laskowski55c85402020-01-21 16:25:47 -08002464 if (it == mPhysicalDisplayTokens.end()) {
2465 ALOGV("Creating display %s", to_string(displayId).c_str());
2466
Dominik Laskowski075d3172018-05-24 15:50:06 -07002467 DisplayDeviceState state;
Marin Shalamanov7ce87642020-05-06 13:45:58 +02002468 state.physical = {.id = displayId,
2469 .type = getHwComposer().getDisplayConnectionType(displayId),
2470 .hwcDisplayId = event.hwcDisplayId,
Marin Shalamanova903d032020-12-29 20:35:13 +01002471 .deviceProductInfo = std::move(info->deviceProductInfo),
2472 .supportedModes = std::move(supportedModes),
2473 .activeMode = activeMode};
Dominik Laskowski075d3172018-05-24 15:50:06 -07002474 state.isSecure = true; // All physical displays are currently considered secure.
Marin Shalamanovf8c63722020-10-06 13:11:21 +02002475 state.displayName = std::move(info->name);
Dominik Laskowski55c85402020-01-21 16:25:47 -08002476
2477 sp<IBinder> token = new BBinder();
2478 mCurrentState.displays.add(token, state);
2479 mPhysicalDisplayTokens.emplace(displayId, std::move(token));
2480
Marin Shalamanova903d032020-12-29 20:35:13 +01002481 if (event.hwcDisplayId == getHwComposer().getInternalHwcDisplayId()) {
2482 initScheduler(state);
2483 }
2484
Dominik Laskowski075d3172018-05-24 15:50:06 -07002485 mInterceptor->saveDisplayCreation(state);
Marin Shalamanov700e6392020-02-12 20:22:26 +01002486 } else {
2487 ALOGV("Recreating display %s", to_string(displayId).c_str());
2488
2489 const auto token = it->second;
2490 auto& state = mCurrentState.displays.editValueFor(token);
Marin Shalamanovf8c63722020-10-06 13:11:21 +02002491 state.sequenceId = DisplayDeviceState{}.sequenceId; // Generate new sequenceId
Marin Shalamanova903d032020-12-29 20:35:13 +01002492 state.physical->supportedModes = std::move(supportedModes);
2493 state.physical->activeMode = activeMode;
Marin Shalamanovf8c63722020-10-06 13:11:21 +02002494 if (getHwComposer().updatesDeviceProductInfoOnHotplugReconnect()) {
2495 state.physical->deviceProductInfo = std::move(info->deviceProductInfo);
2496 }
Steven Thomaseb6d2052018-03-20 15:40:48 -07002497 }
Lloyd Piqueba04e622017-12-14 17:11:26 -08002498 } else {
Dominik Laskowski55c85402020-01-21 16:25:47 -08002499 ALOGV("Removing display %s", to_string(displayId).c_str());
Lloyd Piqueba04e622017-12-14 17:11:26 -08002500
Dominik Laskowski55c85402020-01-21 16:25:47 -08002501 const ssize_t index = mCurrentState.displays.indexOfKey(it->second);
Dominik Laskowski075d3172018-05-24 15:50:06 -07002502 if (index >= 0) {
2503 const DisplayDeviceState& state = mCurrentState.displays.valueAt(index);
2504 mInterceptor->saveDisplayDeletion(state.sequenceId);
2505 mCurrentState.displays.removeItemsAt(index);
Lloyd Piquefcd86612017-12-14 17:15:36 -08002506 }
Dominik Laskowski55c85402020-01-21 16:25:47 -08002507 mPhysicalDisplayTokens.erase(it);
Lloyd Piqueba04e622017-12-14 17:11:26 -08002508 }
2509
2510 processDisplayChangesLocked();
2511 }
2512
2513 mPendingHotplugEvents.clear();
2514}
2515
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -08002516void SurfaceFlinger::dispatchDisplayHotplugEvent(PhysicalDisplayId displayId, bool connected) {
Marin Shalamanov9cf9e512020-12-02 13:28:06 +01002517 ALOGI("Dispatching display hotplug event displayId=%s, connected=%d",
2518 to_string(displayId).c_str(), connected);
Dominik Laskowski98041832019-08-01 18:35:59 -07002519 mScheduler->onHotplugReceived(mAppConnectionHandle, displayId, connected);
2520 mScheduler->onHotplugReceived(mSfConnectionHandle, displayId, connected);
Dominik Laskowski1eba0202019-01-24 09:14:40 -08002521}
2522
Lloyd Pique99d3da52018-01-22 17:48:03 -08002523sp<DisplayDevice> SurfaceFlinger::setupNewDisplayDeviceInternal(
Lloyd Pique9370a482019-10-03 17:58:30 -07002524 const wp<IBinder>& displayToken,
2525 std::shared_ptr<compositionengine::Display> compositionDisplay,
Marin Shalamanovae685592020-02-12 17:12:22 +01002526 const DisplayDeviceState& state,
2527 const sp<compositionengine::DisplaySurface>& displaySurface,
Dominik Laskowski075d3172018-05-24 15:50:06 -07002528 const sp<IGraphicBufferProducer>& producer) {
Marin Shalamanov12c9e5a2021-01-07 00:25:35 +01002529 DisplayDeviceCreationArgs creationArgs(this, getHwComposer(), displayToken, compositionDisplay);
Dominik Laskowskie9774092018-12-11 10:04:24 -08002530 creationArgs.sequenceId = state.sequenceId;
Lloyd Pique2eef1d22018-09-18 21:30:04 -07002531 creationArgs.isSecure = state.isSecure;
Marin Shalamanovae685592020-02-12 17:12:22 +01002532 creationArgs.displaySurface = displaySurface;
Lloyd Pique2eef1d22018-09-18 21:30:04 -07002533 creationArgs.hasWideColorGamut = false;
2534 creationArgs.supportedPerFrameMetadata = 0;
Peiyong Lin136fbbc2018-04-17 15:09:44 -07002535
Dominik Laskowski55c85402020-01-21 16:25:47 -08002536 if (const auto& physical = state.physical) {
2537 creationArgs.connectionType = physical->type;
Marin Shalamanova903d032020-12-29 20:35:13 +01002538 creationArgs.supportedModes = physical->supportedModes;
Dominik Laskowski55c85402020-01-21 16:25:47 -08002539 }
2540
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002541 if (const auto id = PhysicalDisplayId::tryCast(compositionDisplay->getId())) {
2542 creationArgs.isPrimary = id == getInternalDisplayIdLocked();
Dominik Laskowski075d3172018-05-24 15:50:06 -07002543
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002544 if (useColorManagement) {
2545 std::vector<ColorMode> modes = getHwComposer().getColorModes(*id);
2546 for (ColorMode colorMode : modes) {
2547 if (isWideColorMode(colorMode)) {
2548 creationArgs.hasWideColorGamut = true;
2549 }
2550
2551 std::vector<RenderIntent> renderIntents =
2552 getHwComposer().getRenderIntents(*id, colorMode);
2553 creationArgs.hwcColorModes.emplace(colorMode, renderIntents);
Lloyd Pique99d3da52018-01-22 17:48:03 -08002554 }
2555 }
tangrobin6753a022018-08-10 10:58:54 +08002556 }
Lloyd Pique99d3da52018-01-22 17:48:03 -08002557
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002558 if (const auto id = HalDisplayId::tryCast(compositionDisplay->getId())) {
2559 getHwComposer().getHdrCapabilities(*id, &creationArgs.hdrCapabilities);
2560 creationArgs.supportedPerFrameMetadata = getHwComposer().getSupportedPerFrameMetadata(*id);
Chia-I Wu0f509fb2018-06-21 15:52:50 +08002561 }
Lloyd Pique99d3da52018-01-22 17:48:03 -08002562
Lloyd Pique90c115d2018-09-18 21:39:42 -07002563 auto nativeWindowSurface = getFactory().createNativeWindowSurface(producer);
Lloyd Pique99d3da52018-01-22 17:48:03 -08002564 auto nativeWindow = nativeWindowSurface->getNativeWindow();
Lloyd Pique2eef1d22018-09-18 21:30:04 -07002565 creationArgs.nativeWindow = nativeWindow;
Lloyd Pique99d3da52018-01-22 17:48:03 -08002566
Lloyd Pique99d3da52018-01-22 17:48:03 -08002567 // Make sure that composition can never be stalled by a virtual display
2568 // consumer that isn't processing buffers fast enough. We have to do this
Alec Mouri0a9c7b82018-11-16 13:05:25 -08002569 // here, in case the display is composed entirely by HWC.
Dominik Laskowski281644e2018-04-19 15:47:35 -07002570 if (state.isVirtual()) {
Lloyd Pique99d3da52018-01-22 17:48:03 -08002571 nativeWindow->setSwapInterval(nativeWindow.get(), 0);
2572 }
2573
Dominik Laskowski718f9602019-11-09 20:01:35 -08002574 creationArgs.physicalOrientation =
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002575 creationArgs.isPrimary ? internalDisplayOrientation : ui::ROTATION_0;
Chia-I Wua02871c2018-08-27 14:38:23 -07002576
Lloyd Pique99d3da52018-01-22 17:48:03 -08002577 // virtual displays are always considered enabled
Peiyong Lin65248e02020-04-18 21:15:07 -07002578 creationArgs.initialPowerMode = state.isVirtual() ? hal::PowerMode::ON : hal::PowerMode::OFF;
Lloyd Pique99d3da52018-01-22 17:48:03 -08002579
Lloyd Pique9370a482019-10-03 17:58:30 -07002580 sp<DisplayDevice> display = getFactory().createDisplayDevice(creationArgs);
Lloyd Pique99d3da52018-01-22 17:48:03 -08002581
2582 if (maxFrameBufferAcquiredBuffers >= 3) {
2583 nativeWindowSurface->preallocateBuffers();
2584 }
2585
2586 ColorMode defaultColorMode = ColorMode::NATIVE;
Peiyong Lindd9b2ae2018-03-01 16:22:45 -08002587 Dataspace defaultDataSpace = Dataspace::UNKNOWN;
Lloyd Pique2eef1d22018-09-18 21:30:04 -07002588 if (display->hasWideColorGamut()) {
Lloyd Pique99d3da52018-01-22 17:48:03 -08002589 defaultColorMode = ColorMode::SRGB;
Peiyong Lin14724e62018-12-05 07:27:30 -08002590 defaultDataSpace = Dataspace::V0_SRGB;
Lloyd Pique99d3da52018-01-22 17:48:03 -08002591 }
Lloyd Pique6a3b4462019-03-07 20:58:12 -08002592 display->getCompositionDisplay()->setColorProfile(
2593 compositionengine::Output::ColorProfile{defaultColorMode, defaultDataSpace,
2594 RenderIntent::COLORIMETRIC,
2595 Dataspace::UNKNOWN});
Dominik Laskowski075d3172018-05-24 15:50:06 -07002596 if (!state.isVirtual()) {
Marin Shalamanova903d032020-12-29 20:35:13 +01002597 display->setActiveMode(state.physical->activeMode->getId());
Marin Shalamanov7ce87642020-05-06 13:45:58 +02002598 display->setDeviceProductInfo(state.physical->deviceProductInfo);
Lloyd Pique3c085a02018-05-09 19:38:32 -07002599 }
Dominik Laskowski075d3172018-05-24 15:50:06 -07002600
Dominik Laskowskieecd6592018-05-29 10:25:41 -07002601 display->setLayerStack(state.layerStack);
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02002602 display->setProjection(state.orientation, state.layerStackSpaceRect,
2603 state.orientedDisplaySpaceRect);
Dominik Laskowskieecd6592018-05-29 10:25:41 -07002604 display->setDisplayName(state.displayName);
Lloyd Pique99d3da52018-01-22 17:48:03 -08002605
Dominik Laskowskieecd6592018-05-29 10:25:41 -07002606 return display;
Lloyd Pique99d3da52018-01-22 17:48:03 -08002607}
2608
Marin Shalamanovae685592020-02-12 17:12:22 +01002609void SurfaceFlinger::processDisplayAdded(const wp<IBinder>& displayToken,
2610 const DisplayDeviceState& state) {
Marin Shalamanov045b7002021-01-07 16:56:24 +01002611 ui::Size resolution(0, 0);
Marin Shalamanovae685592020-02-12 17:12:22 +01002612 ui::PixelFormat pixelFormat = static_cast<ui::PixelFormat>(PIXEL_FORMAT_UNKNOWN);
2613 if (state.physical) {
Marin Shalamanov045b7002021-01-07 16:56:24 +01002614 resolution = state.physical->activeMode->getSize();
Marin Shalamanovae685592020-02-12 17:12:22 +01002615 pixelFormat = static_cast<ui::PixelFormat>(PIXEL_FORMAT_RGBA_8888);
2616 } else if (state.surface != nullptr) {
Marin Shalamanov045b7002021-01-07 16:56:24 +01002617 int status = state.surface->query(NATIVE_WINDOW_WIDTH, &resolution.width);
Marin Shalamanovae685592020-02-12 17:12:22 +01002618 ALOGE_IF(status != NO_ERROR, "Unable to query width (%d)", status);
Marin Shalamanov045b7002021-01-07 16:56:24 +01002619 status = state.surface->query(NATIVE_WINDOW_HEIGHT, &resolution.height);
Marin Shalamanovae685592020-02-12 17:12:22 +01002620 ALOGE_IF(status != NO_ERROR, "Unable to query height (%d)", status);
2621 int intPixelFormat;
2622 status = state.surface->query(NATIVE_WINDOW_FORMAT, &intPixelFormat);
2623 ALOGE_IF(status != NO_ERROR, "Unable to query format (%d)", status);
2624 pixelFormat = static_cast<ui::PixelFormat>(intPixelFormat);
2625 } else {
2626 // Virtual displays without a surface are dormant:
2627 // they have external state (layer stack, projection,
2628 // etc.) but no internal state (i.e. a DisplayDevice).
2629 return;
2630 }
2631
2632 compositionengine::DisplayCreationArgsBuilder builder;
2633 if (const auto& physical = state.physical) {
2634 builder.setPhysical({physical->id, physical->type});
2635 }
Marin Shalamanov045b7002021-01-07 16:56:24 +01002636 builder.setPixels(resolution);
Marin Shalamanovae685592020-02-12 17:12:22 +01002637 builder.setPixelFormat(pixelFormat);
2638 builder.setIsSecure(state.isSecure);
2639 builder.setLayerStackId(state.layerStack);
2640 builder.setPowerAdvisor(&mPowerAdvisor);
Alec Mouri9c58bcd2020-09-09 18:57:07 -07002641 builder.setUseHwcVirtualDisplays(mUseHwcVirtualDisplays);
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002642 builder.setGpuVirtualDisplayIdGenerator(mGpuVirtualDisplayIdGenerator);
Marin Shalamanovae685592020-02-12 17:12:22 +01002643 builder.setName(state.displayName);
2644 const auto compositionDisplay = getCompositionEngine().createDisplay(builder.build());
2645
2646 sp<compositionengine::DisplaySurface> displaySurface;
2647 sp<IGraphicBufferProducer> producer;
2648 sp<IGraphicBufferProducer> bqProducer;
2649 sp<IGraphicBufferConsumer> bqConsumer;
2650 getFactory().createBufferQueue(&bqProducer, &bqConsumer, /*consumerIsSurfaceFlinger =*/false);
2651
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002652 DisplayId displayId = compositionDisplay->getId();
Marin Shalamanovae685592020-02-12 17:12:22 +01002653
2654 if (state.isVirtual()) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002655 const auto virtualId = VirtualDisplayId::tryCast(displayId);
2656 LOG_FATAL_IF(!virtualId);
Marin Shalamanovae685592020-02-12 17:12:22 +01002657 sp<VirtualDisplaySurface> vds =
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002658 new VirtualDisplaySurface(getHwComposer(), *virtualId, state.surface, bqProducer,
Marin Shalamanovae685592020-02-12 17:12:22 +01002659 bqConsumer, state.displayName);
2660
2661 displaySurface = vds;
2662 producer = vds;
2663 } else {
2664 ALOGE_IF(state.surface != nullptr,
2665 "adding a supported display, but rendering "
2666 "surface is provided (%p), ignoring it",
2667 state.surface.get());
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002668 const auto physicalId = PhysicalDisplayId::tryCast(displayId);
2669 LOG_FATAL_IF(!physicalId);
2670 displaySurface = new FramebufferSurface(getHwComposer(), *physicalId, bqConsumer,
Marin Shalamanov045b7002021-01-07 16:56:24 +01002671 state.physical->activeMode->getSize(),
2672 ui::Size(maxGraphicsWidth, maxGraphicsHeight));
Marin Shalamanovae685592020-02-12 17:12:22 +01002673 producer = bqProducer;
2674 }
2675
Marin Shalamanov700e6392020-02-12 20:22:26 +01002676 LOG_FATAL_IF(!displaySurface);
2677 const auto display = setupNewDisplayDeviceInternal(displayToken, compositionDisplay, state,
2678 displaySurface, producer);
2679 mDisplays.emplace(displayToken, display);
2680 if (!state.isVirtual()) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002681 dispatchDisplayHotplugEvent(display->getPhysicalId(), true);
Marin Shalamanov700e6392020-02-12 20:22:26 +01002682 }
Marin Shalamanovae685592020-02-12 17:12:22 +01002683
Marin Shalamanov700e6392020-02-12 20:22:26 +01002684 if (display->isPrimary()) {
2685 mScheduler->onPrimaryDisplayAreaChanged(display->getWidth() * display->getHeight());
Derek Sollenbergerc4a05e12021-03-24 16:45:20 -04002686 getRenderEngine().onPrimaryDisplaySizeChanged(display->getSize());
Marin Shalamanovae685592020-02-12 17:12:22 +01002687 }
2688}
2689
2690void SurfaceFlinger::processDisplayRemoved(const wp<IBinder>& displayToken) {
Vishnu Nairf78589c2020-12-02 18:36:03 -08002691 auto display = getDisplayDeviceLocked(displayToken);
2692 if (display) {
Marin Shalamanovae685592020-02-12 17:12:22 +01002693 display->disconnect();
Marin Shalamanovae685592020-02-12 17:12:22 +01002694 if (!display->isVirtual()) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02002695 dispatchDisplayHotplugEvent(display->getPhysicalId(), false);
Marin Shalamanovae685592020-02-12 17:12:22 +01002696 }
2697 }
2698
2699 mDisplays.erase(displayToken);
Vishnu Nairf78589c2020-12-02 18:36:03 -08002700
2701 if (display && display->isVirtual()) {
2702 static_cast<void>(schedule([display = std::move(display)] {
2703 // Destroy the display without holding the mStateLock.
2704 // This is a temporary solution until we can manage transaction queues without
2705 // holding the mStateLock.
2706 // With blast, the IGBP that is passed to the VirtualDisplaySurface is owned by the
2707 // client. When the IGBP is disconnected, its buffer cache in SF will be cleared
2708 // via SurfaceComposerClient::doUncacheBufferTransaction. This call from the client
2709 // ends up running on the main thread causing a deadlock since setTransactionstate
2710 // will try to acquire the mStateLock. Instead we extend the lifetime of
2711 // DisplayDevice and destroy it in the main thread without holding the mStateLock.
2712 // The display will be disconnected and removed from the mDisplays list so it will
2713 // not be accessible.
2714 }));
2715 }
Marin Shalamanovae685592020-02-12 17:12:22 +01002716}
2717
2718void SurfaceFlinger::processDisplayChanged(const wp<IBinder>& displayToken,
2719 const DisplayDeviceState& currentState,
2720 const DisplayDeviceState& drawingState) {
2721 const sp<IBinder> currentBinder = IInterface::asBinder(currentState.surface);
2722 const sp<IBinder> drawingBinder = IInterface::asBinder(drawingState.surface);
Marin Shalamanov700e6392020-02-12 20:22:26 +01002723 if (currentBinder != drawingBinder || currentState.sequenceId != drawingState.sequenceId) {
Marin Shalamanovae685592020-02-12 17:12:22 +01002724 // changing the surface is like destroying and recreating the DisplayDevice
Marin Shalamanov23c31af2020-09-09 15:01:47 +02002725 getRenderEngine().cleanFramebufferCache();
Marin Shalamanovae685592020-02-12 17:12:22 +01002726 if (const auto display = getDisplayDeviceLocked(displayToken)) {
2727 display->disconnect();
2728 }
2729 mDisplays.erase(displayToken);
Marin Shalamanov700e6392020-02-12 20:22:26 +01002730 if (const auto& physical = currentState.physical) {
2731 getHwComposer().allocatePhysicalDisplay(physical->hwcDisplayId, physical->id);
2732 }
Marin Shalamanovae685592020-02-12 17:12:22 +01002733 processDisplayAdded(displayToken, currentState);
Marin Shalamanov700e6392020-02-12 20:22:26 +01002734 if (currentState.physical) {
Marin Shalamanov4c5e3012020-06-04 21:41:42 +02002735 const auto display = getDisplayDeviceLocked(displayToken);
2736 setPowerModeInternal(display, hal::PowerMode::ON);
Marin Shalamanovf7f6b3c2020-12-09 13:19:38 +01002737
2738 // TODO(b/175678251) Call a listener instead.
Marin Shalamanov526c3382020-12-10 15:22:29 +01002739 if (currentState.physical->hwcDisplayId == getHwComposer().getInternalHwcDisplayId()) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01002740 mRefreshRateConfigs->updateDisplayModes(currentState.physical->supportedModes,
2741 currentState.physical->activeMode->getId());
Marin Shalamanov526c3382020-12-10 15:22:29 +01002742 mVsyncConfiguration->reset();
Marin Shalamanov5801c942020-12-17 17:00:13 +01002743 updatePhaseConfiguration(mRefreshRateConfigs->getCurrentRefreshRate().getFps());
Marin Shalamanov526c3382020-12-10 15:22:29 +01002744 if (mRefreshRateOverlay) {
2745 mRefreshRateOverlay->reset();
2746 }
Marin Shalamanovf7f6b3c2020-12-09 13:19:38 +01002747 }
Marin Shalamanov700e6392020-02-12 20:22:26 +01002748 }
Marin Shalamanovae685592020-02-12 17:12:22 +01002749 return;
2750 }
2751
2752 if (const auto display = getDisplayDeviceLocked(displayToken)) {
2753 if (currentState.layerStack != drawingState.layerStack) {
2754 display->setLayerStack(currentState.layerStack);
2755 }
2756 if ((currentState.orientation != drawingState.orientation) ||
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02002757 (currentState.layerStackSpaceRect != drawingState.layerStackSpaceRect) ||
2758 (currentState.orientedDisplaySpaceRect != drawingState.orientedDisplaySpaceRect)) {
2759 display->setProjection(currentState.orientation, currentState.layerStackSpaceRect,
2760 currentState.orientedDisplaySpaceRect);
arthurhungdba591c2021-02-08 17:28:49 +08002761 mDefaultDisplayTransformHint = display->getTransformHint();
Marin Shalamanovae685592020-02-12 17:12:22 +01002762 }
2763 if (currentState.width != drawingState.width ||
2764 currentState.height != drawingState.height) {
2765 display->setDisplaySize(currentState.width, currentState.height);
Dominik Laskowski20134642020-04-20 22:36:44 -07002766
Marin Shalamanovae685592020-02-12 17:12:22 +01002767 if (display->isPrimary()) {
2768 mScheduler->onPrimaryDisplayAreaChanged(currentState.width * currentState.height);
2769 }
Dominik Laskowski20134642020-04-20 22:36:44 -07002770
2771 if (mRefreshRateOverlay) {
2772 mRefreshRateOverlay->setViewport(display->getSize());
2773 }
Marin Shalamanovae685592020-02-12 17:12:22 +01002774 }
2775 }
2776}
2777
Lloyd Pique347200f2017-12-14 17:00:15 -08002778void SurfaceFlinger::processDisplayChangesLocked() {
2779 // here we take advantage of Vector's copy-on-write semantics to
2780 // improve performance by skipping the transaction entirely when
2781 // know that the lists are identical
2782 const KeyedVector<wp<IBinder>, DisplayDeviceState>& curr(mCurrentState.displays);
2783 const KeyedVector<wp<IBinder>, DisplayDeviceState>& draw(mDrawingState.displays);
2784 if (!curr.isIdenticalTo(draw)) {
2785 mVisibleRegionsDirty = true;
Lloyd Pique347200f2017-12-14 17:00:15 -08002786
2787 // find the displays that were removed
2788 // (ie: in drawing state but not in current state)
2789 // also handle displays that changed
2790 // (ie: displays that are in both lists)
Marin Shalamanovae685592020-02-12 17:12:22 +01002791 for (size_t i = 0; i < draw.size(); i++) {
2792 const wp<IBinder>& displayToken = draw.keyAt(i);
2793 const ssize_t j = curr.indexOfKey(displayToken);
Lloyd Pique347200f2017-12-14 17:00:15 -08002794 if (j < 0) {
2795 // in drawing state but not in current state
Marin Shalamanovae685592020-02-12 17:12:22 +01002796 processDisplayRemoved(displayToken);
Lloyd Pique347200f2017-12-14 17:00:15 -08002797 } else {
2798 // this display is in both lists. see if something changed.
Marin Shalamanovae685592020-02-12 17:12:22 +01002799 const DisplayDeviceState& currentState = curr[j];
2800 const DisplayDeviceState& drawingState = draw[i];
2801 processDisplayChanged(displayToken, currentState, drawingState);
Lloyd Pique347200f2017-12-14 17:00:15 -08002802 }
Lloyd Pique347200f2017-12-14 17:00:15 -08002803 }
2804
2805 // find displays that were added
2806 // (ie: in current state but not in drawing state)
Marin Shalamanovae685592020-02-12 17:12:22 +01002807 for (size_t i = 0; i < curr.size(); i++) {
2808 const wp<IBinder>& displayToken = curr.keyAt(i);
2809 if (draw.indexOfKey(displayToken) < 0) {
2810 processDisplayAdded(displayToken, curr[i]);
Lloyd Pique347200f2017-12-14 17:00:15 -08002811 }
2812 }
2813 }
Lloyd Piqueba04e622017-12-14 17:11:26 -08002814
2815 mDrawingState.displays = mCurrentState.displays;
Lloyd Pique347200f2017-12-14 17:00:15 -08002816}
2817
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01002818void SurfaceFlinger::handleTransactionLocked(uint32_t transactionFlags) {
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002819 /*
2820 * Traversal of the children
2821 * (perform the transaction for each of them if needed)
2822 */
2823
Valerie Haud50e7412020-06-16 17:58:14 -07002824 if ((transactionFlags & eTraversalNeeded) || mForceTraversal) {
2825 mForceTraversal = false;
Edgar Arriaga844fa672020-01-16 14:21:42 -08002826 mCurrentState.traverse([&](Layer* layer) {
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002827 uint32_t trFlags = layer->getTransactionFlags(eTransactionNeeded);
Robert Carr2047fae2016-11-28 14:09:09 -08002828 if (!trFlags) return;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002829
2830 const uint32_t flags = layer->doTransaction(0);
2831 if (flags & Layer::eVisibleRegion)
2832 mVisibleRegionsDirty = true;
Robert Carr720e5062018-07-30 17:45:14 -07002833
2834 if (flags & Layer::eInputInfoChanged) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002835 mInputInfoChanged = true;
Robert Carr720e5062018-07-30 17:45:14 -07002836 }
Robert Carr2047fae2016-11-28 14:09:09 -08002837 });
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002838 }
2839
2840 /*
Mathias Agopian3559b072012-08-15 13:46:03 -07002841 * Perform display own transactions if needed
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002842 */
2843
Mathias Agopiane57f2922012-08-09 16:29:12 -07002844 if (transactionFlags & eDisplayTransactionNeeded) {
Lloyd Pique347200f2017-12-14 17:00:15 -08002845 processDisplayChangesLocked();
Lloyd Piqueba04e622017-12-14 17:11:26 -08002846 processDisplayHotplugEventsLocked();
Mathias Agopian3559b072012-08-15 13:46:03 -07002847 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002848
Vishnu Nair6213bd92020-05-08 17:42:25 -07002849 if (transactionFlags & (eTransformHintUpdateNeeded | eDisplayTransactionNeeded)) {
Mathias Agopian84300952012-11-21 16:02:13 -08002850 // The transform hint might have changed for some layers
2851 // (either because a display has changed, or because a layer
2852 // as changed).
2853 //
2854 // Walk through all the layers in currentLayers,
2855 // and update their transform hint.
2856 //
2857 // If a layer is visible only on a single display, then that
2858 // display is used to calculate the hint, otherwise we use the
2859 // default display.
2860 //
Lloyd Piquec29e4c62019-03-07 21:48:19 -08002861 // NOTE: we do this here, rather than when presenting the display so that
Mathias Agopian84300952012-11-21 16:02:13 -08002862 // the hint is set before we acquire a buffer from the surface texture.
2863 //
2864 // NOTE: layer transactions have taken place already, so we use their
2865 // drawing state. However, SurfaceFlinger's own transaction has not
2866 // happened yet, so we must use the current state layer list
2867 // (soon to become the drawing state list).
2868 //
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002869 sp<const DisplayDevice> hintDisplay;
Mathias Agopian84300952012-11-21 16:02:13 -08002870 uint32_t currentlayerStack = 0;
Robert Carr2047fae2016-11-28 14:09:09 -08002871 bool first = true;
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002872 mCurrentState.traverse([&](Layer* layer) REQUIRES(mStateLock) {
Mathias Agopian84300952012-11-21 16:02:13 -08002873 // NOTE: we rely on the fact that layers are sorted by
2874 // layerStack first (so we don't have to traverse the list
2875 // of displays for every layer).
Robert Carr1f0a16a2016-10-24 16:27:39 -07002876 uint32_t layerStack = layer->getLayerStack();
Robert Carr2047fae2016-11-28 14:09:09 -08002877 if (first || currentlayerStack != layerStack) {
Mathias Agopian84300952012-11-21 16:02:13 -08002878 currentlayerStack = layerStack;
2879 // figure out if this layerstack is mirrored
2880 // (more than one display) if so, pick the default display,
2881 // if not, pick the only display it's on.
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002882 hintDisplay = nullptr;
2883 for (const auto& [token, display] : mDisplays) {
Lloyd Piqueef36b002019-01-23 17:52:04 -08002884 if (display->getCompositionDisplay()
2885 ->belongsInOutput(layer->getLayerStack(),
2886 layer->getPrimaryDisplayOnly())) {
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002887 if (hintDisplay) {
2888 hintDisplay = nullptr;
Mathias Agopian84300952012-11-21 16:02:13 -08002889 break;
Dominik Laskowskieecd6592018-05-29 10:25:41 -07002890 } else {
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002891 hintDisplay = display;
Mathias Agopian84300952012-11-21 16:02:13 -08002892 }
2893 }
2894 }
2895 }
Chet Haase91d25932013-04-11 15:24:55 -07002896
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002897 if (!hintDisplay) {
Lloyd Piqued432a7c2018-03-23 16:05:31 -07002898 // NOTE: TEMPORARY FIX ONLY. Real fix should cause layers to
2899 // redraw after transform hint changes. See bug 8508397.
Robert Carr56a0b9a2017-12-04 16:06:13 -08002900
Lloyd Piqued432a7c2018-03-23 16:05:31 -07002901 // could be null when this layer is using a layerStack
2902 // that is not visible on any display. Also can occur at
2903 // screen off/on times.
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002904 hintDisplay = getDefaultDisplayDeviceLocked();
Mathias Agopian84300952012-11-21 16:02:13 -08002905 }
Lloyd Piqued432a7c2018-03-23 16:05:31 -07002906
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002907 // could be null if there is no display available at all to get
Lloyd Piqued432a7c2018-03-23 16:05:31 -07002908 // the transform hint from.
Dominik Laskowski9fae1022018-05-29 13:17:40 -07002909 if (hintDisplay) {
Dominik Laskowskib7251f42020-04-20 17:42:59 -07002910 layer->updateTransformHint(hintDisplay->getTransformHint());
Lloyd Pique2ae2b3b2017-12-14 17:18:17 -08002911 }
Robert Carr2047fae2016-11-28 14:09:09 -08002912
2913 first = false;
2914 });
Mathias Agopian84300952012-11-21 16:02:13 -08002915 }
2916
Mathias Agopian3559b072012-08-15 13:46:03 -07002917 /*
2918 * Perform our own transaction if needed
2919 */
Robert Carr1f0a16a2016-10-24 16:27:39 -07002920
2921 if (mLayersAdded) {
2922 mLayersAdded = false;
2923 // Layers have been added.
Mathias Agopian3559b072012-08-15 13:46:03 -07002924 mVisibleRegionsDirty = true;
2925 }
2926
2927 // some layers might have been removed, so
2928 // we need to update the regions they're exposing.
2929 if (mLayersRemoved) {
2930 mLayersRemoved = false;
2931 mVisibleRegionsDirty = true;
Robert Carr2047fae2016-11-28 14:09:09 -08002932 mDrawingState.traverseInZOrder([&](Layer* layer) {
Robert Carr1f0a16a2016-10-24 16:27:39 -07002933 if (mLayersPendingRemoval.indexOf(layer) >= 0) {
Mathias Agopian3559b072012-08-15 13:46:03 -07002934 // this layer is not visible anymore
Robert Carr1f0a16a2016-10-24 16:27:39 -07002935 Region visibleReg;
Vishnu Nair4351ad52019-02-11 14:13:02 -08002936 visibleReg.set(layer->getScreenBounds());
Chia-I Wuab0c3192017-08-01 11:29:00 -07002937 invalidateLayerStack(layer, visibleReg);
Mathias Agopian0aa758d2009-04-22 15:23:34 -07002938 }
Robert Carr2047fae2016-11-28 14:09:09 -08002939 });
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08002940 }
2941
2942 commitTransaction();
Riley Andrews03414a12014-07-01 14:22:59 -07002943}
2944
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002945void SurfaceFlinger::updateInputFlinger() {
Robert Carr720e5062018-07-30 17:45:14 -07002946 ATRACE_CALL();
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002947 if (!mInputFlinger) {
Vishnu Nairde19f852018-12-18 16:11:53 -08002948 return;
2949 }
2950
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002951 if (mVisibleRegionsDirty || mInputInfoChanged) {
2952 mInputInfoChanged = false;
2953 updateInputWindowInfo();
chaviw95ef3c42019-02-14 10:55:09 -08002954 } else if (mInputWindowCommands.syncInputWindows) {
2955 // If the caller requested to sync input windows, but there are no
2956 // changes to input windows, notify immediately.
2957 setInputWindowsFinished();
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002958 }
2959
Vishnu Nair958da932020-08-21 17:12:37 -07002960 for (const auto& focusRequest : mInputWindowCommands.focusRequests) {
2961 mInputFlinger->setFocusedWindow(focusRequest);
2962 }
Arthur Hung6cbb9752019-09-05 16:38:18 +08002963 mInputWindowCommands.clear();
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002964}
2965
[1;3C2b9fc252021-02-04 16:16:50 -08002966bool enablePerWindowInputRotation() {
2967 static bool value =
2968 android::base::GetBoolProperty("persist.debug.per_window_input_rotation", false);
2969 return value;
2970}
2971
Vishnu Nair6194e2e2019-02-06 12:58:39 -08002972void SurfaceFlinger::updateInputWindowInfo() {
Chris Ye0783e992020-06-02 21:34:49 -07002973 std::vector<InputWindowInfo> inputInfos;
Robert Carr720e5062018-07-30 17:45:14 -07002974
2975 mDrawingState.traverseInReverseZOrder([&](Layer* layer) {
[1;3C2b9fc252021-02-04 16:16:50 -08002976 if (!layer->needsInputInfo()) return;
2977 sp<DisplayDevice> display;
2978 if (enablePerWindowInputRotation()) {
2979 for (const auto& pair : ON_MAIN_THREAD(mDisplays)) {
2980 const auto& displayDevice = pair.second;
2981 if (!displayDevice->getCompositionDisplay()
2982 ->belongsInOutput(layer->getLayerStack(),
2983 layer->getPrimaryDisplayOnly())) {
2984 continue;
2985 }
2986 display = displayDevice;
2987 }
Robert Carr720e5062018-07-30 17:45:14 -07002988 }
[1;3C2b9fc252021-02-04 16:16:50 -08002989 // When calculating the screen bounds we ignore the transparent region since it may
2990 // result in an unwanted offset.
2991 inputInfos.push_back(layer->fillInputInfo(display));
Robert Carr720e5062018-07-30 17:45:14 -07002992 });
chaviw291d88a2019-02-14 10:33:58 -08002993
Chris Ye0783e992020-06-02 21:34:49 -07002994 mInputFlinger->setInputWindows(inputInfos,
2995 mInputWindowCommands.syncInputWindows ? mSetInputWindowsListener
2996 : nullptr);
Robert Carr720e5062018-07-30 17:45:14 -07002997}
2998
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07002999void SurfaceFlinger::updateCursorAsync() {
Lloyd Piquec7b0c752019-03-07 20:59:59 -08003000 compositionengine::CompositionRefreshArgs refreshArgs;
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07003001 for (const auto& [_, display] : ON_MAIN_THREAD(mDisplays)) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02003002 if (HalDisplayId::tryCast(display->getId())) {
Lloyd Piquec7b0c752019-03-07 20:59:59 -08003003 refreshArgs.outputs.push_back(display->getCompositionDisplay());
Riley Andrews03414a12014-07-01 14:22:59 -07003004 }
3005 }
Lloyd Piquec7b0c752019-03-07 20:59:59 -08003006
3007 mCompositionEngine->updateCursorAsync(refreshArgs);
Mathias Agopian4fec8732012-06-29 14:12:52 -07003008}
3009
Marin Shalamanova7fe3042021-01-29 21:02:08 +01003010void SurfaceFlinger::changeRefreshRate(const RefreshRate& refreshRate, Scheduler::ModeEvent event) {
Ady Abraham8a82ba62020-01-17 12:43:17 -08003011 // If this is called from the main thread mStateLock must be locked before
3012 // Currently the only way to call this function from the main thread is from
Ady Abraham62a0be22020-12-08 16:54:10 -08003013 // Scheduler::chooseRefreshRateForContent
Ady Abraham8a82ba62020-01-17 12:43:17 -08003014
3015 ConditionalLock lock(mStateLock, std::this_thread::get_id() != mMainThreadId);
Ady Abraham2139f732019-11-13 18:56:40 -08003016 changeRefreshRateLocked(refreshRate, event);
3017}
3018
Ady Abraham62a0be22020-12-08 16:54:10 -08003019void SurfaceFlinger::triggerOnFrameRateOverridesChanged() {
3020 PhysicalDisplayId displayId = [&]() {
3021 ConditionalLock lock(mStateLock, std::this_thread::get_id() != mMainThreadId);
3022 return getDefaultDisplayDeviceLocked()->getPhysicalId();
3023 }();
3024
3025 mScheduler->onFrameRateOverridesChanged(mAppConnectionHandle, displayId);
3026}
3027
Marin Shalamanova903d032020-12-29 20:35:13 +01003028void SurfaceFlinger::initScheduler(const DisplayDeviceState& displayState) {
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003029 if (mScheduler) {
3030 // In practice it's not allowed to hotplug in/out the primary display once it's been
3031 // connected during startup, but some tests do it, so just warn and return.
3032 ALOGW("Can't re-init scheduler");
3033 return;
3034 }
Marin Shalamanova903d032020-12-29 20:35:13 +01003035 const auto displayId = displayState.physical->id;
Ady Abrahamdd5bfa92021-01-07 17:56:08 -08003036 mRefreshRateConfigs = std::make_unique<
Marin Shalamanova903d032020-12-29 20:35:13 +01003037 scheduler::RefreshRateConfigs>(displayState.physical->supportedModes,
3038 displayState.physical->activeMode->getId(),
Ady Abrahamf9bd2412021-03-19 12:50:14 -07003039 android::sysprop::enable_frame_rate_override(false));
Marin Shalamanova903d032020-12-29 20:35:13 +01003040 const auto currRefreshRate = displayState.physical->activeMode->getFps();
3041 mRefreshRateStats = std::make_unique<scheduler::RefreshRateStats>(*mTimeStats, currRefreshRate,
3042 hal::PowerMode::OFF);
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003043
Marin Shalamanova903d032020-12-29 20:35:13 +01003044 mVsyncConfiguration = getFactory().createVsyncConfiguration(currRefreshRate);
Ady Abraham8287e852020-08-12 14:44:58 -07003045 mVsyncModulator.emplace(mVsyncConfiguration->getCurrentConfigs());
Ady Abraham9e16a482019-12-03 17:19:41 -08003046
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003047 // start the EventThread
Dominik Laskowski8b01cc02020-07-14 19:02:41 -07003048 mScheduler = getFactory().createScheduler(*mRefreshRateConfigs, *this);
Ady Abraham9c53ee72020-07-22 21:16:18 -07003049 const auto configs = mVsyncConfiguration->getCurrentConfigs();
Marin Shalamanova903d032020-12-29 20:35:13 +01003050 const nsecs_t vsyncPeriod = currRefreshRate.getPeriodNsecs();
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003051 mAppConnectionHandle =
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -07003052 mScheduler->createConnection("app", mFrameTimeline->getTokenManager(),
Ady Abraham9c53ee72020-07-22 21:16:18 -07003053 /*workDuration=*/configs.late.appWorkDuration,
3054 /*readyDuration=*/configs.late.sfWorkDuration,
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003055 impl::EventThread::InterceptVSyncsCallback());
3056 mSfConnectionHandle =
Ady Abraham55fa7272020-09-30 19:19:27 -07003057 mScheduler->createConnection("appSf", mFrameTimeline->getTokenManager(),
3058 /*workDuration=*/std::chrono::nanoseconds(vsyncPeriod),
3059 /*readyDuration=*/configs.late.sfWorkDuration,
3060 [this](nsecs_t timestamp) {
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003061 mInterceptor->saveVSyncEvent(timestamp);
3062 });
3063
Ady Abraham55fa7272020-09-30 19:19:27 -07003064 mEventQueue->initVsync(mScheduler->getVsyncDispatch(), *mFrameTimeline->getTokenManager(),
3065 configs.late.sfWorkDuration);
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003066
3067 mRegionSamplingThread =
3068 new RegionSamplingThread(*this, *mScheduler,
3069 RegionSamplingThread::EnvironmentTimingTunables());
Alec Mouria9a68a62021-03-04 19:14:50 -08003070 mFpsReporter = new FpsReporter(*mFrameTimeline, *this);
Marin Shalamanova7fe3042021-01-29 21:02:08 +01003071 // Dispatch a mode change request for the primary display on scheduler
Alec Mouri60aee1c2019-10-28 16:18:59 -07003072 // initialization, so that the EventThreads always contain a reference to a
3073 // prior configuration.
3074 //
3075 // This is a bit hacky, but this avoids a back-pointer into the main SF
3076 // classes from EventThread, and there should be no run-time binder cost
3077 // anyway since there are no connected apps at this point.
Marin Shalamanova7fe3042021-01-29 21:02:08 +01003078 mScheduler->onPrimaryDisplayModeChanged(mAppConnectionHandle, displayId,
3079 displayState.physical->activeMode->getId(),
3080 vsyncPeriod);
Ady Abrahamce139ad2020-08-07 17:23:16 -07003081 static auto ignorePresentFences =
3082 base::GetBoolProperty("debug.sf.vsync_reactor_ignore_present_fences"s, false);
3083 mScheduler->setIgnorePresentFences(
3084 ignorePresentFences ||
3085 getHwComposer().hasCapability(hal::Capability::PRESENT_FENCE_IS_NOT_RELIABLE));
Steven Thomas2bbaabe2019-08-28 16:08:35 -07003086}
3087
Marin Shalamanov5801c942020-12-17 17:00:13 +01003088void SurfaceFlinger::updatePhaseConfiguration(const Fps& refreshRate) {
3089 mVsyncConfiguration->setRefreshRateFps(refreshRate);
Ady Abraham55fa7272020-09-30 19:19:27 -07003090 setVsyncConfig(mVsyncModulator->setVsyncConfigSet(mVsyncConfiguration->getCurrentConfigs()),
Marin Shalamanov5801c942020-12-17 17:00:13 +01003091 refreshRate.getPeriodNsecs());
Dominik Laskowski08d05c22020-07-22 00:05:08 -07003092}
3093
Ady Abraham55fa7272020-09-30 19:19:27 -07003094void SurfaceFlinger::setVsyncConfig(const VsyncModulator::VsyncConfig& config,
3095 nsecs_t vsyncPeriod) {
Ady Abraham9c53ee72020-07-22 21:16:18 -07003096 mScheduler->setDuration(mAppConnectionHandle,
3097 /*workDuration=*/config.appWorkDuration,
3098 /*readyDuration=*/config.sfWorkDuration);
3099 mScheduler->setDuration(mSfConnectionHandle,
Ady Abraham55fa7272020-09-30 19:19:27 -07003100 /*workDuration=*/std::chrono::nanoseconds(vsyncPeriod),
3101 /*readyDuration=*/config.sfWorkDuration);
3102 mEventQueue->setDuration(config.sfWorkDuration);
Dominik Laskowski08d05c22020-07-22 00:05:08 -07003103}
3104
3105void SurfaceFlinger::commitTransaction() {
Vishnu Nair60db8c02020-04-02 11:55:16 -07003106 commitTransactionLocked();
arthurhungf1b7c7b2021-03-03 17:42:23 +08003107 signalSynchronousTransactions();
Jamie Gennis2d5e2302012-10-15 18:24:43 -07003108 mAnimTransactionPending = false;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003109}
3110
Lloyd Pique58e24a32019-08-01 15:50:14 -07003111void SurfaceFlinger::commitTransactionLocked() {
3112 if (!mLayersPendingRemoval.isEmpty()) {
3113 // Notify removed layers now that they can't be drawn from
3114 for (const auto& l : mLayersPendingRemoval) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07003115 recordBufferingStats(l->getName(), l->getOccupancyHistory(true));
Lloyd Pique58e24a32019-08-01 15:50:14 -07003116
3117 // Ensure any buffers set to display on any children are released.
3118 if (l->isRemovedFromCurrentState()) {
3119 l->latchAndReleaseBuffer();
3120 }
3121
3122 // If the layer has been removed and has no parent, then it will not be reachable
3123 // when traversing layers on screen. Add the layer to the offscreenLayers set to
3124 // ensure we can copy its current to drawing state.
3125 if (!l->getParent()) {
3126 mOffscreenLayers.emplace(l.get());
3127 }
3128 }
3129 mLayersPendingRemoval.clear();
3130 }
3131
3132 // If this transaction is part of a window animation then the next frame
3133 // we composite should be considered an animation as well.
3134 mAnimCompositionPending = mAnimTransactionPending;
3135
3136 mDrawingState = mCurrentState;
3137 // clear the "changed" flags in current state
3138 mCurrentState.colorMatrixChanged = false;
3139
Andrei Stanciudadac5a2020-08-05 17:02:34 +03003140 for (const auto& rootLayer : mDrawingState.layersSortedByZ) {
3141 rootLayer->commitChildList();
3142 }
3143 // TODO(b/163019109): See if this traversal is needed at all...
3144 if (!mOffscreenLayers.empty()) {
3145 mDrawingState.traverse([&](Layer* layer) {
3146 // If the layer can be reached when traversing mDrawingState, then the layer is no
3147 // longer offscreen. Remove the layer from the offscreenLayer set.
3148 if (mOffscreenLayers.count(layer)) {
3149 mOffscreenLayers.erase(layer);
3150 }
3151 });
3152 }
Lloyd Pique58e24a32019-08-01 15:50:14 -07003153
3154 commitOffscreenLayers();
Edgar Arriaga844fa672020-01-16 14:21:42 -08003155 mDrawingState.traverse([&](Layer* layer) { layer->updateMirrorInfo(); });
Lloyd Pique58e24a32019-08-01 15:50:14 -07003156}
3157
chaviw74d90ad2019-04-26 14:45:26 -07003158void SurfaceFlinger::commitOffscreenLayers() {
3159 for (Layer* offscreenLayer : mOffscreenLayers) {
Edgar Arriaga844fa672020-01-16 14:21:42 -08003160 offscreenLayer->traverse(LayerVector::StateSet::Drawing, [](Layer* layer) {
chaviw74d90ad2019-04-26 14:45:26 -07003161 uint32_t trFlags = layer->getTransactionFlags(eTransactionNeeded);
3162 if (!trFlags) return;
3163
3164 layer->doTransaction(0);
3165 layer->commitChildList();
3166 });
3167 }
3168}
3169
Chia-I Wuab0c3192017-08-01 11:29:00 -07003170void SurfaceFlinger::invalidateLayerStack(const sp<const Layer>& layer, const Region& dirty) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07003171 for (const auto& [token, displayDevice] : ON_MAIN_THREAD(mDisplays)) {
Lloyd Pique32cbe282018-10-19 13:09:22 -07003172 auto display = displayDevice->getCompositionDisplay();
Lloyd Piqueef36b002019-01-23 17:52:04 -08003173 if (display->belongsInOutput(layer->getLayerStack(), layer->getPrimaryDisplayOnly())) {
Lloyd Pique32cbe282018-10-19 13:09:22 -07003174 display->editState().dirtyRegion.orSelf(dirty);
Mathias Agopian92a979a2012-08-02 18:32:23 -07003175 }
3176 }
Mathias Agopian87baae12012-07-31 12:38:26 -07003177}
3178
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01003179bool SurfaceFlinger::handlePageFlip() {
Ady Abraham09bd3922019-04-08 10:44:56 -07003180 ATRACE_CALL();
Dan Stoza9e56aa02015-11-02 13:00:03 -08003181 ALOGV("handlePageFlip");
3182
Brian Andersond6927fb2016-07-23 23:37:30 -07003183 nsecs_t latchTime = systemTime();
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003184
Mathias Agopian4fec8732012-06-29 14:12:52 -07003185 bool visibleRegions = false;
Dan Stoza6b9454d2014-11-07 16:00:59 -08003186 bool frameQueued = false;
Mike Stroyan0cd76192017-04-20 12:10:48 -06003187 bool newDataLatched = false;
Eric Penner51c59cd2014-07-28 19:51:58 -07003188
Dominik Laskowskia8955dd2019-07-10 10:19:09 -07003189 const nsecs_t expectedPresentTime = mExpectedPresentTime.load();
3190
Eric Penner51c59cd2014-07-28 19:51:58 -07003191 // Store the set of layers that need updates. This set must not change as
3192 // buffers are being latched, as this could result in a deadlock.
3193 // Example: Two producers share the same command stream and:
3194 // 1.) Layer 0 is latched
3195 // 2.) Layer 0 gets a new frame
3196 // 2.) Layer 1 gets a new frame
3197 // 3.) Layer 1 is latched.
3198 // Display is now waiting on Layer 1's frame, which is behind layer 0's
3199 // second frame. But layer 0's second frame could be waiting on display.
Edgar Arriaga844fa672020-01-16 14:21:42 -08003200 mDrawingState.traverse([&](Layer* layer) {
Marissa Wallfd668622018-05-10 10:21:13 -07003201 if (layer->hasReadyFrame()) {
Dan Stoza6b9454d2014-11-07 16:00:59 -08003202 frameQueued = true;
Ana Krulec010d2192018-10-08 06:29:54 -07003203 if (layer->shouldPresentNow(expectedPresentTime)) {
Alec Mouri5c9c9602020-09-01 15:10:40 -07003204 mLayersWithQueuedFrames.emplace(layer);
Dan Stozaee44edd2015-03-23 15:50:23 -07003205 } else {
Ady Abraham09bd3922019-04-08 10:44:56 -07003206 ATRACE_NAME("!layer->shouldPresentNow()");
Dan Stozaee44edd2015-03-23 15:50:23 -07003207 layer->useEmptyDamage();
Dan Stoza6b9454d2014-11-07 16:00:59 -08003208 }
Dan Stozaee44edd2015-03-23 15:50:23 -07003209 } else {
3210 layer->useEmptyDamage();
Dan Stoza6b9454d2014-11-07 16:00:59 -08003211 }
Robert Carr2047fae2016-11-28 14:09:09 -08003212 });
3213
chaviw49a108c2019-08-12 11:23:06 -07003214 // The client can continue submitting buffers for offscreen layers, but they will not
3215 // be shown on screen. Therefore, we need to latch and release buffers of offscreen
3216 // layers to ensure dequeueBuffer doesn't block indefinitely.
3217 for (Layer* offscreenLayer : mOffscreenLayers) {
Edgar Arriaga844fa672020-01-16 14:21:42 -08003218 offscreenLayer->traverse(LayerVector::StateSet::Drawing,
chaviw49a108c2019-08-12 11:23:06 -07003219 [&](Layer* l) { l->latchAndReleaseBuffer(); });
3220 }
3221
Lloyd Piquef2c79392018-12-20 16:23:33 -08003222 if (!mLayersWithQueuedFrames.empty()) {
3223 // mStateLock is needed for latchBuffer as LayerRejecter::reject()
3224 // writes to Layer current state. See also b/119481871
3225 Mutex::Autolock lock(mStateLock);
3226
Alec Mouri2f7d9ae2020-11-30 19:32:33 -08003227 for (const auto& layer : mLayersWithQueuedFrames) {
Dominik Laskowskia8955dd2019-07-10 10:19:09 -07003228 if (layer->latchBuffer(visibleRegions, latchTime, expectedPresentTime)) {
Vishnu Nair6194e2e2019-02-06 12:58:39 -08003229 mLayersPendingRefresh.push_back(layer);
3230 }
Lloyd Piquef2c79392018-12-20 16:23:33 -08003231 layer->useSurfaceDamage();
Lloyd Piquef2c79392018-12-20 16:23:33 -08003232 if (layer->isBufferLatched()) {
3233 newDataLatched = true;
3234 }
Mike Stroyan0cd76192017-04-20 12:10:48 -06003235 }
Mathias Agopian4fec8732012-06-29 14:12:52 -07003236 }
Mathias Agopian4da75192010-08-10 17:19:56 -07003237
Mathias Agopian3b1d2b62012-07-11 13:48:17 -07003238 mVisibleRegionsDirty |= visibleRegions;
Dan Stoza6b9454d2014-11-07 16:00:59 -08003239
3240 // If we will need to wake up at some time in the future to deal with a
3241 // queued frame that shouldn't be displayed during this vsync period, wake
3242 // up during the next vsync period to check again.
Chia-I Wua36bf922017-06-30 12:51:05 -07003243 if (frameQueued && (mLayersWithQueuedFrames.empty() || !newDataLatched)) {
Dan Stoza6b9454d2014-11-07 16:00:59 -08003244 signalLayerUpdate();
3245 }
3246
Chia-I Wu14c9c7b2018-06-26 10:18:18 +08003247 // enter boot animation on first buffer latch
3248 if (CC_UNLIKELY(mBootStage == BootStage::BOOTLOADER && newDataLatched)) {
3249 ALOGI("Enter boot animation");
3250 mBootStage = BootStage::BOOTANIMATION;
3251 }
3252
Edgar Arriaga844fa672020-01-16 14:21:42 -08003253 mDrawingState.traverse([&](Layer* layer) { layer->updateCloneBufferInfo(); });
chaviw74b03172019-08-19 11:09:03 -07003254
Dan Stoza6b9454d2014-11-07 16:00:59 -08003255 // Only continue with the refresh if there is actually new work to do
Mike Stroyan0cd76192017-04-20 12:10:48 -06003256 return !mLayersWithQueuedFrames.empty() && newDataLatched;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003257}
3258
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01003259void SurfaceFlinger::invalidateHwcGeometry() {
Dan Stoza9e56aa02015-11-02 13:00:03 -08003260 mGeometryInvalid = true;
Mathias Agopianad456f92011-01-13 17:53:01 -08003261}
3262
Robert Carrc0df3122019-04-11 13:18:21 -07003263status_t SurfaceFlinger::addClientLayer(const sp<Client>& client, const sp<IBinder>& handle,
3264 const sp<IGraphicBufferProducer>& gbc, const sp<Layer>& lbc,
3265 const sp<IBinder>& parentHandle,
Vishnu Nair6213bd92020-05-08 17:42:25 -07003266 const sp<Layer>& parentLayer, bool addToCurrentState,
3267 uint32_t* outTransformHint) {
arthurhungdba591c2021-02-08 17:28:49 +08003268 if (mNumLayers >= ISurfaceComposer::MAX_LAYERS) {
3269 ALOGE("AddClientLayer failed, mNumLayers (%zu) >= MAX_LAYERS (%zu)", mNumLayers.load(),
3270 ISurfaceComposer::MAX_LAYERS);
3271 return NO_MEMORY;
Dan Stoza7d89d062015-04-30 13:29:25 -07003272 }
3273
arthurhungdba591c2021-02-08 17:28:49 +08003274 wp<IBinder> initialProducer;
3275 if (gbc != nullptr) {
3276 initialProducer = IInterface::asBinder(gbc);
3277 }
3278 setLayerCreatedState(handle, lbc, parentHandle, parentLayer, initialProducer);
3279
3280 // Create a transaction includes the initial parent and producer.
3281 Vector<ComposerState> states;
3282 Vector<DisplayState> displays;
3283
3284 ComposerState composerState;
3285 composerState.state.what = layer_state_t::eLayerCreated;
3286 composerState.state.surface = handle;
3287 states.add(composerState);
3288
3289 lbc->updateTransformHint(mDefaultDisplayTransformHint);
3290 if (outTransformHint) {
3291 *outTransformHint = mDefaultDisplayTransformHint;
3292 }
Mathias Agopian96f08192010-06-02 23:28:45 -07003293 // attach this layer to the client
Mathias Agopianac9fa422013-02-11 16:40:36 -08003294 client->attachLayer(handle, lbc);
Mathias Agopian4f113742011-05-03 16:21:41 -07003295
arthurhungdba591c2021-02-08 17:28:49 +08003296 return setTransactionState(FrameTimelineInfo{}, states, displays, 0 /* flags */, nullptr,
3297 InputWindowCommands{}, -1 /* desiredPresentTime */,
3298 true /* isAutoTimestamp */, {}, false /* hasListenerCallbacks */, {},
3299 0 /* Undefined transactionId */);
Mathias Agopian96f08192010-06-02 23:28:45 -07003300}
3301
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07003302void SurfaceFlinger::removeGraphicBufferProducerAsync(const wp<IBinder>& binder) {
3303 static_cast<void>(schedule([=] {
3304 Mutex::Autolock lock(mStateLock);
3305 mGraphicBufferProducerList.erase(binder);
3306 }));
3307}
3308
Fabien Sanglardc8251eb2016-12-07 13:59:48 -08003309uint32_t SurfaceFlinger::peekTransactionFlags() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -07003310 return mTransactionFlags;
Mathias Agopiandea20b12011-05-03 17:04:02 -07003311}
3312
Mathias Agopian3f844832013-08-07 21:24:32 -07003313uint32_t SurfaceFlinger::getTransactionFlags(uint32_t flags) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -07003314 return mTransactionFlags.fetch_and(~flags) & flags;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003315}
3316
Mathias Agopian3f844832013-08-07 21:24:32 -07003317uint32_t SurfaceFlinger::setTransactionFlags(uint32_t flags) {
Dominik Laskowski08d05c22020-07-22 00:05:08 -07003318 return setTransactionFlags(flags, TransactionSchedule::Late);
Dan Stoza84d619e2018-03-28 17:07:36 -07003319}
3320
Dominik Laskowski08d05c22020-07-22 00:05:08 -07003321uint32_t SurfaceFlinger::setTransactionFlags(uint32_t flags, TransactionSchedule schedule) {
Lloyd Piquef1c675b2018-09-12 20:45:39 -07003322 uint32_t old = mTransactionFlags.fetch_or(flags);
Dominik Laskowski08d05c22020-07-22 00:05:08 -07003323 modulateVsync(&VsyncModulator::setTransactionSchedule, schedule);
3324 if ((old & flags) == 0) signalTransaction();
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003325 return old;
3326}
3327
Valerie Haud50e7412020-06-16 17:58:14 -07003328void SurfaceFlinger::setTraversalNeeded() {
3329 mForceTraversal = true;
Robert Carr4b874132020-05-29 12:02:51 -07003330}
3331
Arthur Hung58144272021-01-16 03:43:53 +00003332void SurfaceFlinger::flushTransactionQueues() {
Valerie Haufce31b82019-04-30 16:41:14 -07003333 // to prevent onHandleDestroyed from being called while the lock is held,
3334 // we must keep a copy of the transactions (specifically the composer
3335 // states) around outside the scope of the lock
3336 std::vector<const TransactionState> transactions;
Vishnu Nair12f62a02021-02-03 16:23:16 -08003337 // Layer handles that have transactions with buffers that are ready to be applied.
Vishnu Nair83df0342021-03-30 11:50:44 -07003338 std::unordered_set<sp<IBinder>, ISurfaceComposer::SpHash<IBinder>> bufferLayersReadyToPresent;
Valerie Haufce31b82019-04-30 16:41:14 -07003339 {
Vishnu Nair12f62a02021-02-03 16:23:16 -08003340 Mutex::Autolock _l(mStateLock);
3341 {
3342 Mutex::Autolock _l(mQueueLock);
3343 // Collect transactions from pending transaction queue.
3344 auto it = mPendingTransactionQueues.begin();
3345 while (it != mPendingTransactionQueues.end()) {
3346 auto& [applyToken, transactionQueue] = *it;
Marissa Wall713b63f2018-10-17 15:42:43 -07003347
Vishnu Nair12f62a02021-02-03 16:23:16 -08003348 while (!transactionQueue.empty()) {
arthurhungf1b7c7b2021-03-03 17:42:23 +08003349 auto& transaction = transactionQueue.front();
Ady Abraham43752eb2021-03-04 16:24:25 -08003350 if (!transactionIsReadyToBeApplied(transaction.frameTimelineInfo,
3351 transaction.isAutoTimestamp,
Vishnu Nair12f62a02021-02-03 16:23:16 -08003352 transaction.desiredPresentTime,
Ady Abraham5690bda2021-03-12 15:01:18 -08003353 transaction.originUid, transaction.states,
Vishnu Nair83df0342021-03-30 11:50:44 -07003354 bufferLayersReadyToPresent)) {
Vishnu Nair12f62a02021-02-03 16:23:16 -08003355 setTransactionFlags(eTransactionFlushNeeded);
3356 break;
3357 }
Vishnu Nair83df0342021-03-30 11:50:44 -07003358 transaction.traverseStatesWithBuffers([&](const layer_state_t& state) {
3359 bufferLayersReadyToPresent.insert(state.surface);
3360 });
arthurhungf1b7c7b2021-03-03 17:42:23 +08003361 transactions.emplace_back(std::move(transaction));
Vishnu Nair12f62a02021-02-03 16:23:16 -08003362 transactionQueue.pop();
3363 }
3364
3365 if (transactionQueue.empty()) {
3366 it = mPendingTransactionQueues.erase(it);
3367 mTransactionQueueCV.broadcast();
3368 } else {
3369 it = std::next(it, 1);
3370 }
3371 }
3372
3373 // Collect transactions from current transaction queue or queue to pending transactions.
3374 // Case 1: push to pending when transactionIsReadyToBeApplied is false.
3375 // Case 2: push to pending when there exist a pending queue.
3376 // Case 3: others are ready to apply.
3377 while (!mTransactionQueue.empty()) {
arthurhungf1b7c7b2021-03-03 17:42:23 +08003378 auto& transaction = mTransactionQueue.front();
Vishnu Nair12f62a02021-02-03 16:23:16 -08003379 bool pendingTransactions = mPendingTransactionQueues.find(transaction.applyToken) !=
3380 mPendingTransactionQueues.end();
Vishnu Nair83df0342021-03-30 11:50:44 -07003381 if (pendingTransactions ||
3382 !transactionIsReadyToBeApplied(transaction.frameTimelineInfo,
Ady Abraham43752eb2021-03-04 16:24:25 -08003383 transaction.isAutoTimestamp,
Vishnu Nairf6eddb62021-01-27 22:02:11 -08003384 transaction.desiredPresentTime,
Ady Abraham5690bda2021-03-12 15:01:18 -08003385 transaction.originUid, transaction.states,
Vishnu Nair83df0342021-03-30 11:50:44 -07003386 bufferLayersReadyToPresent)) {
arthurhungf1b7c7b2021-03-03 17:42:23 +08003387 mPendingTransactionQueues[transaction.applyToken].push(std::move(transaction));
Vishnu Nair12f62a02021-02-03 16:23:16 -08003388 } else {
Vishnu Nair83df0342021-03-30 11:50:44 -07003389 transaction.traverseStatesWithBuffers([&](const layer_state_t& state) {
3390 bufferLayersReadyToPresent.insert(state.surface);
3391 });
arthurhungf1b7c7b2021-03-03 17:42:23 +08003392 transactions.emplace_back(std::move(transaction));
Valerie Haufce31b82019-04-30 16:41:14 -07003393 }
Vishnu Nair12f62a02021-02-03 16:23:16 -08003394 mTransactionQueue.pop();
Ady Abrahame46243a2021-02-23 19:33:49 -08003395 ATRACE_INT("TransactionQueue", mTransactionQueue.size());
Valerie Haufce31b82019-04-30 16:41:14 -07003396 }
Valerie Hauf6016b62019-03-28 10:49:59 -07003397 }
Arthur Hung58144272021-01-16 03:43:53 +00003398
Vishnu Nair12f62a02021-02-03 16:23:16 -08003399 // Now apply all transactions.
3400 for (const auto& transaction : transactions) {
3401 applyTransactionState(transaction.frameTimelineInfo, transaction.states,
3402 transaction.displays, transaction.flags,
3403 transaction.inputWindowCommands, transaction.desiredPresentTime,
3404 transaction.isAutoTimestamp, transaction.buffer,
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003405 transaction.postTime, transaction.permissions,
Vishnu Nair12f62a02021-02-03 16:23:16 -08003406 transaction.hasListenerCallbacks, transaction.listenerCallbacks,
3407 transaction.originPid, transaction.originUid, transaction.id);
arthurhungf1b7c7b2021-03-03 17:42:23 +08003408 if (transaction.transactionCommittedSignal) {
3409 mTransactionCommittedSignals.emplace_back(
3410 std::move(transaction.transactionCommittedSignal));
3411 }
Arthur Hung58144272021-01-16 03:43:53 +00003412 }
Marissa Wall713b63f2018-10-17 15:42:43 -07003413 }
Marissa Walle6e3c0d2019-03-29 10:28:30 -07003414}
3415
3416bool SurfaceFlinger::transactionFlushNeeded() {
Arthur Hung58144272021-01-16 03:43:53 +00003417 Mutex::Autolock _l(mQueueLock);
Robert Carr79bf8a92021-03-11 16:24:28 -08003418 return !mPendingTransactionQueues.empty() || !mTransactionQueue.empty();
Marissa Wall713b63f2018-10-17 15:42:43 -07003419}
3420
Ady Abraham8db10102021-03-15 17:19:23 -07003421bool SurfaceFlinger::frameIsEarly(nsecs_t expectedPresentTime, int64_t vsyncId) const {
3422 // The amount of time SF can delay a frame if it is considered early based
3423 // on the VsyncModulator::VsyncConfig::appWorkDuration
3424 constexpr static std::chrono::nanoseconds kEarlyLatchMaxThreshold = 100ms;
3425
3426 const auto currentVsyncPeriod = mScheduler->getDisplayStatInfo(systemTime()).vsyncPeriod;
3427 const auto earlyLatchVsyncThreshold = currentVsyncPeriod / 2;
3428
3429 const auto prediction = mFrameTimeline->getTokenManager()->getPredictionsForToken(vsyncId);
3430 if (!prediction.has_value()) {
3431 return false;
3432 }
3433
3434 if (std::abs(prediction->presentTime - expectedPresentTime) >=
3435 kEarlyLatchMaxThreshold.count()) {
3436 return false;
3437 }
3438
3439 return prediction->presentTime >= expectedPresentTime &&
3440 prediction->presentTime - expectedPresentTime >= earlyLatchVsyncThreshold;
3441}
3442
Vishnu Nair12f62a02021-02-03 16:23:16 -08003443bool SurfaceFlinger::transactionIsReadyToBeApplied(
Ady Abraham43752eb2021-03-04 16:24:25 -08003444 const FrameTimelineInfo& info, bool isAutoTimestamp, int64_t desiredPresentTime,
Ady Abraham5690bda2021-03-12 15:01:18 -08003445 uid_t originUid, const Vector<ComposerState>& states,
Vishnu Nair83df0342021-03-30 11:50:44 -07003446 const std::unordered_set<sp<IBinder>, ISurfaceComposer::SpHash<IBinder>>&
3447 bufferLayersReadyToPresent) const {
Ady Abraham2f43b202021-03-12 12:34:52 -08003448 ATRACE_CALL();
Dominik Laskowskia8955dd2019-07-10 10:19:09 -07003449 const nsecs_t expectedPresentTime = mExpectedPresentTime.load();
Marissa Wall17b4e452018-12-26 16:32:34 -08003450 // Do not present if the desiredPresentTime has not passed unless it is more than one second
3451 // in the future. We ignore timestamps more than 1 second in the future for stability reasons.
Vishnu Nairf6eddb62021-01-27 22:02:11 -08003452 if (!isAutoTimestamp && desiredPresentTime >= expectedPresentTime &&
Marissa Wall17b4e452018-12-26 16:32:34 -08003453 desiredPresentTime < expectedPresentTime + s2ns(1)) {
Ady Abraham2f43b202021-03-12 12:34:52 -08003454 ATRACE_NAME("not current");
Vishnu Nair83df0342021-03-30 11:50:44 -07003455 return false;
Marissa Wall17b4e452018-12-26 16:32:34 -08003456 }
3457
Ady Abraham5690bda2021-03-12 15:01:18 -08003458 if (!mScheduler->isVsyncValid(expectedPresentTime, originUid)) {
3459 ATRACE_NAME("!isVsyncValid");
Vishnu Nair83df0342021-03-30 11:50:44 -07003460 return false;
Ady Abraham5690bda2021-03-12 15:01:18 -08003461 }
3462
Ady Abraham8db10102021-03-15 17:19:23 -07003463 // If the client didn't specify desiredPresentTime, use the vsyncId to determine the expected
3464 // present time of this transaction.
3465 if (isAutoTimestamp && frameIsEarly(expectedPresentTime, info.vsyncId)) {
3466 ATRACE_NAME("frameIsEarly");
Vishnu Nair83df0342021-03-30 11:50:44 -07003467 return false;
Ady Abraham8db10102021-03-15 17:19:23 -07003468 }
3469
Marissa Wall713b63f2018-10-17 15:42:43 -07003470 for (const ComposerState& state : states) {
3471 const layer_state_t& s = state.state;
Ady Abraham29d16cb2021-03-08 13:19:21 -08003472 const bool acquireFenceChanged = (s.what & layer_state_t::eAcquireFenceChanged);
3473 if (acquireFenceChanged && s.acquireFence &&
3474 s.acquireFence->getStatus() == Fence::Status::Unsignaled) {
Ady Abraham7061fd12021-03-22 12:55:39 -07003475 ATRACE_NAME("fence unsignaled");
Vishnu Nair83df0342021-03-30 11:50:44 -07003476 return false;
Robert Carr7121caf2020-12-15 13:07:32 -08003477 }
Arthur Hung58144272021-01-16 03:43:53 +00003478
Ady Abrahamf20c1922020-12-21 18:39:01 -08003479 sp<Layer> layer = nullptr;
3480 if (s.surface) {
3481 layer = fromHandleLocked(s.surface).promote();
Vishnu Nairddf9b5c2021-03-29 18:53:41 -07003482 } else if (s.hasBufferChanges()) {
Ady Abrahamf20c1922020-12-21 18:39:01 -08003483 ALOGW("Transaction with buffer, but no Layer?");
3484 continue;
3485 }
Vishnu Nairf6eddb62021-01-27 22:02:11 -08003486 if (!layer) {
3487 continue;
3488 }
Ady Abraham43752eb2021-03-04 16:24:25 -08003489
Ady Abraham2f43b202021-03-12 12:34:52 -08003490 ATRACE_NAME(layer->getName().c_str());
3491
Vishnu Nairddf9b5c2021-03-29 18:53:41 -07003492 if (s.hasBufferChanges()) {
Ady Abraham29d16cb2021-03-08 13:19:21 -08003493 // If backpressure is enabled and we already have a buffer to commit, keep the
3494 // transaction in the queue.
Vishnu Nair83df0342021-03-30 11:50:44 -07003495 const bool hasPendingBuffer =
3496 bufferLayersReadyToPresent.find(s.surface) != bufferLayersReadyToPresent.end();
Ady Abraham29d16cb2021-03-08 13:19:21 -08003497 if (layer->backpressureEnabled() && hasPendingBuffer && isAutoTimestamp) {
Ady Abraham2f43b202021-03-12 12:34:52 -08003498 ATRACE_NAME("hasPendingBuffer");
Vishnu Nair83df0342021-03-30 11:50:44 -07003499 return false;
Ady Abraham29d16cb2021-03-08 13:19:21 -08003500 }
Marissa Wall713b63f2018-10-17 15:42:43 -07003501 }
3502 }
Vishnu Nair83df0342021-03-30 11:50:44 -07003503 return true;
Marissa Wall713b63f2018-10-17 15:42:43 -07003504}
3505
arthurhungf1b7c7b2021-03-03 17:42:23 +08003506void SurfaceFlinger::queueTransaction(TransactionState& state) {
Ady Abrahame46243a2021-02-23 19:33:49 -08003507 Mutex::Autolock _l(mQueueLock);
3508
3509 // If its TransactionQueue already has a pending TransactionState or if it is pending
3510 auto itr = mPendingTransactionQueues.find(state.applyToken);
3511 // if this is an animation frame, wait until prior animation frame has
3512 // been applied by SF
3513 if (state.flags & eAnimation) {
3514 while (itr != mPendingTransactionQueues.end()) {
3515 status_t err = mTransactionQueueCV.waitRelative(mQueueLock, s2ns(5));
3516 if (CC_UNLIKELY(err != NO_ERROR)) {
3517 ALOGW_IF(err == TIMED_OUT,
3518 "setTransactionState timed out "
3519 "waiting for animation frame to apply");
3520 break;
3521 }
3522 itr = mPendingTransactionQueues.find(state.applyToken);
3523 }
3524 }
3525
arthurhungf1b7c7b2021-03-03 17:42:23 +08003526 // Generate a CountDownLatch pending state if this is a synchronous transaction.
3527 if ((state.flags & eSynchronous) || state.inputWindowCommands.syncInputWindows) {
3528 state.transactionCommittedSignal = std::make_shared<CountDownLatch>(
3529 (state.inputWindowCommands.syncInputWindows ? 2 : 1));
3530 }
3531
Ady Abrahame46243a2021-02-23 19:33:49 -08003532 mTransactionQueue.emplace(state);
3533 ATRACE_INT("TransactionQueue", mTransactionQueue.size());
3534
Ady Abrahame46243a2021-02-23 19:33:49 -08003535 const auto schedule = [](uint32_t flags) {
Ady Abraham8cbd3072021-03-15 16:39:06 -07003536 if (flags & eEarlyWakeupEnd) return TransactionSchedule::EarlyEnd;
3537 if (flags & eEarlyWakeupStart) return TransactionSchedule::EarlyStart;
Ady Abrahame46243a2021-02-23 19:33:49 -08003538 return TransactionSchedule::Late;
3539 }(state.flags);
3540
3541 setTransactionFlags(eTransactionFlushNeeded, schedule);
3542}
3543
arthurhungf1b7c7b2021-03-03 17:42:23 +08003544void SurfaceFlinger::waitForSynchronousTransaction(
3545 const CountDownLatch& transactionCommittedSignal) {
3546 // applyTransactionState is called on the main SF thread. While a given process may wish
3547 // to wait on synchronous transactions, the main SF thread should apply the transaction and
3548 // set the value to notify this after committed.
3549 if (!transactionCommittedSignal.wait_until(std::chrono::seconds(5))) {
3550 ALOGE("setTransactionState timed out!");
Ady Abrahame46243a2021-02-23 19:33:49 -08003551 }
arthurhungf1b7c7b2021-03-03 17:42:23 +08003552}
Ady Abrahame46243a2021-02-23 19:33:49 -08003553
arthurhungf1b7c7b2021-03-03 17:42:23 +08003554void SurfaceFlinger::signalSynchronousTransactions() {
3555 for (auto it = mTransactionCommittedSignals.begin();
3556 it != mTransactionCommittedSignals.end();) {
3557 if ((*it)->countDown() == 0) {
3558 it = mTransactionCommittedSignals.erase(it);
3559 } else {
3560 it++;
Ady Abrahame46243a2021-02-23 19:33:49 -08003561 }
3562 }
3563}
3564
chaviw308ddba2020-08-11 16:23:51 -07003565status_t SurfaceFlinger::setTransactionState(
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10003566 const FrameTimelineInfo& frameTimelineInfo, const Vector<ComposerState>& states,
Ady Abraham22c7b5c2020-09-22 19:33:40 -07003567 const Vector<DisplayState>& displays, uint32_t flags, const sp<IBinder>& applyToken,
3568 const InputWindowCommands& inputWindowCommands, int64_t desiredPresentTime,
Ady Abrahamf0c56492020-12-17 18:04:15 -08003569 bool isAutoTimestamp, const client_cache_t& uncacheBuffer, bool hasListenerCallbacks,
Pablo Gamito7eb7ee72020-08-05 10:57:05 +00003570 const std::vector<ListenerCallbacks>& listenerCallbacks, uint64_t transactionId) {
Jamie Gennis7c41bf72012-10-17 09:29:47 -07003571 ATRACE_CALL();
Robert Carr14167e02019-02-13 13:50:55 -08003572
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003573 uint32_t permissions =
3574 callingThreadHasUnscopedSurfaceFlingerAccess() ? Permission::ACCESS_SURFACE_FLINGER : 0;
3575 // Avoid checking for rotation permissions if the caller already has ACCESS_SURFACE_FLINGER
3576 // permissions.
3577 if ((permissions & Permission::ACCESS_SURFACE_FLINGER) ||
3578 callingThreadHasRotateSurfaceFlingerAccess()) {
3579 permissions |= Permission::ROTATE_SURFACE_FLINGER;
3580 }
3581
arthurhungf1b7c7b2021-03-03 17:42:23 +08003582 if (!(permissions & Permission::ACCESS_SURFACE_FLINGER) &&
Ady Abraham8cbd3072021-03-15 16:39:06 -07003583 (flags & (eEarlyWakeupStart | eEarlyWakeupEnd))) {
3584 ALOGE("Only WindowManager is allowed to use eEarlyWakeup[Start|End] flags");
3585 flags &= ~(eEarlyWakeupStart | eEarlyWakeupEnd);
arthurhungf1b7c7b2021-03-03 17:42:23 +08003586 }
3587
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003588 const int64_t postTime = systemTime();
3589
3590 IPCThreadState* ipc = IPCThreadState::self();
3591 const int originPid = ipc->getCallingPid();
3592 const int originUid = ipc->getCallingUid();
arthurhungf1b7c7b2021-03-03 17:42:23 +08003593 TransactionState state{frameTimelineInfo, states,
3594 displays, flags,
3595 applyToken, inputWindowCommands,
3596 desiredPresentTime, isAutoTimestamp,
3597 uncacheBuffer, postTime,
3598 permissions, hasListenerCallbacks,
3599 listenerCallbacks, originPid,
3600 originUid, transactionId};
Vishnu Nair83df0342021-03-30 11:50:44 -07003601
3602 // Check for incoming buffer updates and increment the pending buffer count.
3603 state.traverseStatesWithBuffers([&](const layer_state_t& state) {
3604 mBufferCountTracker.increment(state.surface->localBinder());
3605 });
arthurhungf1b7c7b2021-03-03 17:42:23 +08003606 queueTransaction(state);
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003607
arthurhungf1b7c7b2021-03-03 17:42:23 +08003608 // Check the pending state to make sure the transaction is synchronous.
3609 if (state.transactionCommittedSignal) {
3610 waitForSynchronousTransaction(*state.transactionCommittedSignal);
Arthur Hung58144272021-01-16 03:43:53 +00003611 }
3612
Zhuoyao Zhang3d3540d2021-01-14 05:14:54 +00003613 return NO_ERROR;
3614}
Marissa Wall713b63f2018-10-17 15:42:43 -07003615
Arthur Hung58144272021-01-16 03:43:53 +00003616void SurfaceFlinger::applyTransactionState(const FrameTimelineInfo& frameTimelineInfo,
3617 const Vector<ComposerState>& states,
3618 const Vector<DisplayState>& displays, uint32_t flags,
3619 const InputWindowCommands& inputWindowCommands,
3620 const int64_t desiredPresentTime, bool isAutoTimestamp,
3621 const client_cache_t& uncacheBuffer,
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003622 const int64_t postTime, uint32_t permissions,
Arthur Hung58144272021-01-16 03:43:53 +00003623 bool hasListenerCallbacks,
3624 const std::vector<ListenerCallbacks>& listenerCallbacks,
3625 int originPid, int originUid, uint64_t transactionId) {
Zhuoyao Zhang3d3540d2021-01-14 05:14:54 +00003626 uint32_t transactionFlags = 0;
chaviwca27f252018-02-06 16:46:39 -08003627 for (const DisplayState& display : displays) {
3628 transactionFlags |= setDisplayStateLocked(display);
Jamie Gennisb8d69a52011-10-10 15:48:06 -07003629 }
3630
Valerie Hau9dab9732019-08-20 09:29:25 -07003631 // start and end registration for listeners w/ no surface so they can get their callback. Note
3632 // that listeners with SurfaceControls will start registration during setClientStateLocked
3633 // below.
3634 for (const auto& listener : listenerCallbacks) {
Robert Carr9a803c32021-01-14 16:57:58 -08003635 mTransactionCallbackInvoker.startRegistration(listener);
3636 mTransactionCallbackInvoker.endRegistration(listener);
Marissa Walld600d572019-03-26 15:38:50 -07003637 }
3638
Valerie Hau9dab9732019-08-20 09:29:25 -07003639 std::unordered_set<ListenerCallbacks, ListenerCallbacksHash> listenerCallbacksWithSurfaces;
Marissa Walle2ffb422018-10-12 11:33:52 -07003640 uint32_t clientStateFlags = 0;
chaviwca27f252018-02-06 16:46:39 -08003641 for (const ComposerState& state : states) {
Galia Peycheva700342f2021-01-12 19:59:51 +01003642 clientStateFlags |=
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10003643 setClientStateLocked(frameTimelineInfo, state, desiredPresentTime, isAutoTimestamp,
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003644 postTime, permissions, listenerCallbacksWithSurfaces);
Ady Abraham5def7332020-05-29 16:13:47 -07003645 if ((flags & eAnimation) && state.state.surface) {
3646 if (const auto layer = fromHandleLocked(state.state.surface).promote(); layer) {
Ady Abrahamf0c56492020-12-17 18:04:15 -08003647 mScheduler->recordLayerHistory(layer.get(),
3648 isAutoTimestamp ? 0 : desiredPresentTime,
Ady Abraham5def7332020-05-29 16:13:47 -07003649 LayerHistory::LayerUpdateType::AnimationTX);
3650 }
3651 }
Marissa Wall3dad52d2019-03-22 14:03:19 -07003652 }
3653
Valerie Hau9dab9732019-08-20 09:29:25 -07003654 for (const auto& listenerCallback : listenerCallbacksWithSurfaces) {
Robert Carr9a803c32021-01-14 16:57:58 -08003655 mTransactionCallbackInvoker.endRegistration(listenerCallback);
Marissa Wallefb71af2019-06-27 14:45:53 -07003656 }
3657
Marissa Walle2ffb422018-10-12 11:33:52 -07003658 // If the state doesn't require a traversal and there are callbacks, send them now
Valerie Hau9dab9732019-08-20 09:29:25 -07003659 if (!(clientStateFlags & eTraversalNeeded) && hasListenerCallbacks) {
Robert Carr9a803c32021-01-14 16:57:58 -08003660 mTransactionCallbackInvoker.sendCallbacks();
Marissa Walle2ffb422018-10-12 11:33:52 -07003661 }
3662 transactionFlags |= clientStateFlags;
chaviwca27f252018-02-06 16:46:39 -08003663
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003664 if (permissions & Permission::ACCESS_SURFACE_FLINGER) {
Vishnu Nair958da932020-08-21 17:12:37 -07003665 transactionFlags |= addInputWindowCommands(inputWindowCommands);
3666 } else if (!inputWindowCommands.empty()) {
3667 ALOGE("Only privileged callers are allowed to send input commands.");
3668 }
chaviw273171b2018-12-26 11:46:30 -08003669
Marissa Wall947d34e2019-03-29 14:03:53 -07003670 if (uncacheBuffer.isValid()) {
3671 ClientCache::getInstance().erase(uncacheBuffer);
Marissa Wall78b72202019-03-15 14:58:34 -07003672 }
3673
Jorim Jaggibdcf09c2017-08-08 15:22:08 +02003674 // If a synchronous transaction is explicitly requested without any changes, force a transaction
3675 // anyway. This can be used as a flush mechanism for previous async transactions.
3676 // Empty animation transaction can be used to simulate back-pressure, so also force a
3677 // transaction for empty animation transactions.
3678 if (transactionFlags == 0 &&
3679 ((flags & eSynchronous) || (flags & eAnimation))) {
Robert Carr2a7dbb42016-05-24 11:41:28 -07003680 transactionFlags = eTransactionNeeded;
3681 }
3682
Mathias Agopian386aa982011-11-07 21:58:03 -08003683 if (transactionFlags) {
Arthur Hung1bedccb2020-09-24 10:09:25 +00003684 if (mInterceptor->isEnabled()) {
3685 mInterceptor->saveTransaction(states, mCurrentState.displays, displays, flags,
Pablo Gamito7eb7ee72020-08-05 10:57:05 +00003686 originPid, originUid, transactionId);
Arthur Hung1bedccb2020-09-24 10:09:25 +00003687 }
3688
Arthur Hung58144272021-01-16 03:43:53 +00003689 // We are on the main thread, we are about to preform a traversal. Clear the traversal bit
3690 // so we don't have to wake up again next frame to preform an unnecessary traversal.
3691 if (transactionFlags & eTraversalNeeded) {
3692 transactionFlags = transactionFlags & (~eTraversalNeeded);
3693 mForceTraversal = true;
Arthur Hung1bedccb2020-09-24 10:09:25 +00003694 }
Arthur Hung58144272021-01-16 03:43:53 +00003695 if (transactionFlags) {
3696 setTransactionFlags(transactionFlags);
Arthur Hung1bedccb2020-09-24 10:09:25 +00003697 }
3698
Jamie Gennis2d5e2302012-10-15 18:24:43 -07003699 if (flags & eAnimation) {
3700 mAnimTransactionPending = true;
3701 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08003702 }
3703}
3704
Dominik Laskowskif07b85b2018-06-11 12:49:15 -07003705uint32_t SurfaceFlinger::setDisplayStateLocked(const DisplayState& s) {
3706 const ssize_t index = mCurrentState.displays.indexOfKey(s.token);
3707 if (index < 0) return 0;
Jesse Hall9a143922012-10-04 16:29:19 -07003708
Mathias Agopiane57f2922012-08-09 16:29:12 -07003709 uint32_t flags = 0;
Dominik Laskowskif07b85b2018-06-11 12:49:15 -07003710 DisplayDeviceState& state = mCurrentState.displays.editValueAt(index);
3711
3712 const uint32_t what = s.what;
3713 if (what & DisplayState::eSurfaceChanged) {
3714 if (IInterface::asBinder(state.surface) != IInterface::asBinder(s.surface)) {
3715 state.surface = s.surface;
3716 flags |= eDisplayTransactionNeeded;
Michael Lentine47e45402014-07-18 15:34:25 -07003717 }
Mathias Agopiane57f2922012-08-09 16:29:12 -07003718 }
Dominik Laskowskif07b85b2018-06-11 12:49:15 -07003719 if (what & DisplayState::eLayerStackChanged) {
3720 if (state.layerStack != s.layerStack) {
3721 state.layerStack = s.layerStack;
3722 flags |= eDisplayTransactionNeeded;
3723 }
3724 }
3725 if (what & DisplayState::eDisplayProjectionChanged) {
3726 if (state.orientation != s.orientation) {
3727 state.orientation = s.orientation;
3728 flags |= eDisplayTransactionNeeded;
3729 }
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02003730 if (state.orientedDisplaySpaceRect != s.orientedDisplaySpaceRect) {
3731 state.orientedDisplaySpaceRect = s.orientedDisplaySpaceRect;
Dominik Laskowskif07b85b2018-06-11 12:49:15 -07003732 flags |= eDisplayTransactionNeeded;
3733 }
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02003734 if (state.layerStackSpaceRect != s.layerStackSpaceRect) {
3735 state.layerStackSpaceRect = s.layerStackSpaceRect;
Dominik Laskowskif07b85b2018-06-11 12:49:15 -07003736 flags |= eDisplayTransactionNeeded;
3737 }
3738 }
3739 if (what & DisplayState::eDisplaySizeChanged) {
3740 if (state.width != s.width) {
3741 state.width = s.width;
3742 flags |= eDisplayTransactionNeeded;
3743 }
3744 if (state.height != s.height) {
3745 state.height = s.height;
3746 flags |= eDisplayTransactionNeeded;
3747 }
3748 }
3749
Mathias Agopiane57f2922012-08-09 16:29:12 -07003750 return flags;
3751}
3752
Steven Thomasd4071902020-03-24 16:02:53 -07003753bool SurfaceFlinger::callingThreadHasUnscopedSurfaceFlingerAccess(bool usePermissionCache) {
Robert Carrd4ae7f32018-06-07 16:10:57 -07003754 IPCThreadState* ipc = IPCThreadState::self();
3755 const int pid = ipc->getCallingPid();
3756 const int uid = ipc->getCallingUid();
Robert Carrd4ae7f32018-06-07 16:10:57 -07003757 if ((uid != AID_GRAPHICS && uid != AID_SYSTEM) &&
Steven Thomasd4071902020-03-24 16:02:53 -07003758 (usePermissionCache ? !PermissionCache::checkPermission(sAccessSurfaceFlinger, pid, uid)
3759 : !checkPermission(sAccessSurfaceFlinger, pid, uid))) {
Robert Carrd4ae7f32018-06-07 16:10:57 -07003760 return false;
3761 }
3762 return true;
3763}
3764
Marissa Wall3dad52d2019-03-22 14:03:19 -07003765uint32_t SurfaceFlinger::setClientStateLocked(
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10003766 const FrameTimelineInfo& frameTimelineInfo, const ComposerState& composerState,
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003767 int64_t desiredPresentTime, bool isAutoTimestamp, int64_t postTime, uint32_t permissions,
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07003768 std::unordered_set<ListenerCallbacks, ListenerCallbacksHash>& outListenerCallbacks) {
chaviwca27f252018-02-06 16:46:39 -08003769 const layer_state_t& s = composerState.state;
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003770 const bool privileged = permissions & Permission::ACCESS_SURFACE_FLINGER;
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07003771
3772 std::vector<ListenerCallbacks> filteredListeners;
Valerie Hau9dab9732019-08-20 09:29:25 -07003773 for (auto& listener : s.listeners) {
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07003774 // Starts a registration but separates the callback ids according to callback type. This
3775 // allows the callback invoker to send on latch callbacks earlier.
Valerie Hau9dab9732019-08-20 09:29:25 -07003776 // note that startRegistration will not re-register if the listener has
3777 // already be registered for a prior surface control
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07003778
3779 ListenerCallbacks onCommitCallbacks = listener.filter(CallbackId::Type::ON_COMMIT);
3780 if (!onCommitCallbacks.callbackIds.empty()) {
3781 mTransactionCallbackInvoker.startRegistration(onCommitCallbacks);
3782 filteredListeners.push_back(onCommitCallbacks);
3783 outListenerCallbacks.insert(onCommitCallbacks);
3784 }
3785
3786 ListenerCallbacks onCompleteCallbacks = listener.filter(CallbackId::Type::ON_COMPLETE);
3787 if (!onCompleteCallbacks.callbackIds.empty()) {
3788 mTransactionCallbackInvoker.startRegistration(onCompleteCallbacks);
3789 filteredListeners.push_back(onCompleteCallbacks);
3790 outListenerCallbacks.insert(onCompleteCallbacks);
3791 }
Valerie Hau9dab9732019-08-20 09:29:25 -07003792 }
3793
arthurhungdba591c2021-02-08 17:28:49 +08003794 const uint64_t what = s.what;
3795 uint32_t flags = 0;
Vishnu Nairdc6f5b92019-12-03 07:33:37 -08003796 sp<Layer> layer = nullptr;
3797 if (s.surface) {
arthurhungdba591c2021-02-08 17:28:49 +08003798 if (what & layer_state_t::eLayerCreated) {
3799 layer = handleLayerCreatedLocked(s.surface, privileged);
3800 if (layer) {
3801 // put the created layer into mLayersByLocalBinderToken.
3802 mLayersByLocalBinderToken.emplace(s.surface->localBinder(), layer);
3803 flags |= eTransactionNeeded | eTraversalNeeded;
3804 mLayersAdded = true;
3805 }
3806 } else {
3807 layer = fromHandleLocked(s.surface).promote();
3808 }
Vishnu Nairdc6f5b92019-12-03 07:33:37 -08003809 } else {
3810 // The client may provide us a null handle. Treat it as if the layer was removed.
3811 ALOGW("Attempt to set client state with a null layer handle");
3812 }
chaviw8b3871a2017-11-01 17:41:01 -07003813 if (layer == nullptr) {
Valerie Hau9dab9732019-08-20 09:29:25 -07003814 for (auto& [listener, callbackIds] : s.listeners) {
Robert Carr9a803c32021-01-14 16:57:58 -08003815 mTransactionCallbackInvoker.registerUnpresentedCallbackHandle(
Valerie Hau9dab9732019-08-20 09:29:25 -07003816 new CallbackHandle(listener, callbackIds, s.surface));
Marissa Wall88e20482019-06-24 10:49:42 -07003817 }
chaviw8b3871a2017-11-01 17:41:01 -07003818 return 0;
3819 }
3820
Valerie Hau871d6352020-01-29 08:44:02 -08003821 // Only set by BLAST adapter layers
3822 if (what & layer_state_t::eProducerDisconnect) {
3823 layer->onDisconnect();
3824 }
3825
chaviw8b3871a2017-11-01 17:41:01 -07003826 if (what & layer_state_t::ePositionChanged) {
chaviw214c89d2019-09-04 16:03:53 -07003827 if (layer->setPosition(s.x, s.y)) {
chaviw8b3871a2017-11-01 17:41:01 -07003828 flags |= eTraversalNeeded;
Mathias Agopiane57f2922012-08-09 16:29:12 -07003829 }
chaviw8b3871a2017-11-01 17:41:01 -07003830 }
3831 if (what & layer_state_t::eLayerChanged) {
3832 // NOTE: index needs to be calculated before we update the state
3833 const auto& p = layer->getParent();
3834 if (p == nullptr) {
chaviw64f7b422017-07-12 10:31:58 -07003835 ssize_t idx = mCurrentState.layersSortedByZ.indexOf(layer);
chaviw8b3871a2017-11-01 17:41:01 -07003836 if (layer->setLayer(s.z) && idx >= 0) {
Mathias Agopiane57f2922012-08-09 16:29:12 -07003837 mCurrentState.layersSortedByZ.removeAt(idx);
3838 mCurrentState.layersSortedByZ.add(layer);
3839 // we need traversal (state changed)
3840 // AND transaction (list changed)
3841 flags |= eTransactionNeeded|eTraversalNeeded;
3842 }
chaviw8b3871a2017-11-01 17:41:01 -07003843 } else {
3844 if (p->setChildLayer(layer, s.z)) {
chaviw06178942017-07-27 10:25:59 -07003845 flags |= eTransactionNeeded|eTraversalNeeded;
3846 }
3847 }
chaviw8b3871a2017-11-01 17:41:01 -07003848 }
3849 if (what & layer_state_t::eRelativeLayerChanged) {
Robert Carr503c7042017-09-27 15:06:08 -07003850 // NOTE: index needs to be calculated before we update the state
3851 const auto& p = layer->getParent();
Robert Carrbc384962021-01-27 15:44:50 -08003852 const auto& relativeHandle = s.relativeLayerSurfaceControl ?
3853 s.relativeLayerSurfaceControl->getHandle() : nullptr;
Robert Carr503c7042017-09-27 15:06:08 -07003854 if (p == nullptr) {
3855 ssize_t idx = mCurrentState.layersSortedByZ.indexOf(layer);
Robert Carrbc384962021-01-27 15:44:50 -08003856 if (layer->setRelativeLayer(relativeHandle, s.z) &&
Pablo Gamito11dcc222020-09-12 15:49:39 +00003857 idx >= 0) {
Robert Carr503c7042017-09-27 15:06:08 -07003858 mCurrentState.layersSortedByZ.removeAt(idx);
3859 mCurrentState.layersSortedByZ.add(layer);
3860 // we need traversal (state changed)
3861 // AND transaction (list changed)
3862 flags |= eTransactionNeeded|eTraversalNeeded;
3863 }
3864 } else {
Robert Carrbc384962021-01-27 15:44:50 -08003865 if (p->setChildRelativeLayer(layer, relativeHandle, s.z)) {
Robert Carr503c7042017-09-27 15:06:08 -07003866 flags |= eTransactionNeeded|eTraversalNeeded;
3867 }
chaviw8b3871a2017-11-01 17:41:01 -07003868 }
3869 }
3870 if (what & layer_state_t::eSizeChanged) {
3871 if (layer->setSize(s.w, s.h)) {
3872 flags |= eTraversalNeeded;
3873 }
3874 }
3875 if (what & layer_state_t::eAlphaChanged) {
3876 if (layer->setAlpha(s.alpha))
3877 flags |= eTraversalNeeded;
3878 }
3879 if (what & layer_state_t::eColorChanged) {
3880 if (layer->setColor(s.color))
3881 flags |= eTraversalNeeded;
3882 }
Peiyong Lind3788632018-09-18 16:01:31 -07003883 if (what & layer_state_t::eColorTransformChanged) {
3884 if (layer->setColorTransform(s.colorTransform)) {
3885 flags |= eTraversalNeeded;
3886 }
3887 }
Valerie Haudd0b7572019-01-29 14:59:27 -08003888 if (what & layer_state_t::eBackgroundColorChanged) {
3889 if (layer->setBackgroundColor(s.color, s.bgColorAlpha, s.bgColorDataspace)) {
3890 flags |= eTraversalNeeded;
3891 }
3892 }
chaviw8b3871a2017-11-01 17:41:01 -07003893 if (what & layer_state_t::eMatrixChanged) {
Robert Carrd4ae7f32018-06-07 16:10:57 -07003894 // TODO: b/109894387
3895 //
3896 // SurfaceFlinger's renderer is not prepared to handle cropping in the face of arbitrary
3897 // rotation. To see the problem observe that if we have a square parent, and a child
3898 // of the same size, then we rotate the child 45 degrees around it's center, the child
3899 // must now be cropped to a non rectangular 8 sided region.
3900 //
3901 // Of course we can fix this in the future. For now, we are lucky, SurfaceControl is
Hongwei Wang46213ea2020-12-04 17:17:31 -08003902 // private API, and arbitrary rotation is used in limited use cases, for instance:
3903 // - WindowManager only uses rotation in one case, which is on a top level layer in which
3904 // cropping is not an issue.
3905 // - Launcher, as a privileged app, uses this to transition an application to PiP
3906 // (picture-in-picture) mode.
Robert Carrd4ae7f32018-06-07 16:10:57 -07003907 //
3908 // However given that abuse of rotation matrices could lead to surfaces extending outside
Hongwei Wang46213ea2020-12-04 17:17:31 -08003909 // of cropped areas, we need to prevent non-root clients without permission
3910 // ACCESS_SURFACE_FLINGER nor ROTATE_SURFACE_FLINGER
3911 // (a.k.a. everyone except WindowManager / tests / Launcher) from setting non rectangle
3912 // preserving transformations.
Vishnu Nair24e3bba2021-02-23 14:19:36 -08003913 const bool allowNonRectPreservingTransforms =
3914 permissions & Permission::ROTATE_SURFACE_FLINGER;
Hongwei Wang46213ea2020-12-04 17:17:31 -08003915 if (layer->setMatrix(s.matrix, allowNonRectPreservingTransforms)) flags |= eTraversalNeeded;
chaviw8b3871a2017-11-01 17:41:01 -07003916 }
3917 if (what & layer_state_t::eTransparentRegionChanged) {
3918 if (layer->setTransparentRegionHint(s.transparentRegion))
3919 flags |= eTraversalNeeded;
3920 }
3921 if (what & layer_state_t::eFlagsChanged) {
3922 if (layer->setFlags(s.flags, s.mask))
3923 flags |= eTraversalNeeded;
3924 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07003925 if (what & layer_state_t::eCornerRadiusChanged) {
3926 if (layer->setCornerRadius(s.cornerRadius))
3927 flags |= eTraversalNeeded;
3928 }
Galia Peychevae11d5752021-01-22 13:50:16 +00003929 if (what & layer_state_t::eBackgroundBlurRadiusChanged && !mDisableBlurs && mSupportsBlur) {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08003930 if (layer->setBackgroundBlurRadius(s.backgroundBlurRadius)) flags |= eTraversalNeeded;
3931 }
Galia Peychevae11d5752021-01-22 13:50:16 +00003932 if (what & layer_state_t::eBlurRegionsChanged) {
Lucas Dupinc3800b82020-10-02 16:24:48 -07003933 if (layer->setBlurRegions(s.blurRegions)) flags |= eTraversalNeeded;
3934 }
chaviw8b3871a2017-11-01 17:41:01 -07003935 if (what & layer_state_t::eLayerStackChanged) {
3936 ssize_t idx = mCurrentState.layersSortedByZ.indexOf(layer);
3937 // We only allow setting layer stacks for top level layers,
3938 // everything else inherits layer stack from its parent.
3939 if (layer->hasParent()) {
3940 ALOGE("Attempt to set layer stack on layer with parent (%s) is invalid",
Dominik Laskowski87a07e42019-10-10 20:38:02 -07003941 layer->getDebugName());
chaviw8b3871a2017-11-01 17:41:01 -07003942 } else if (idx < 0) {
3943 ALOGE("Attempt to set layer stack on layer without parent (%s) that "
Dominik Laskowski87a07e42019-10-10 20:38:02 -07003944 "that also does not appear in the top level layer list. Something"
3945 " has gone wrong.",
3946 layer->getDebugName());
chaviw8b3871a2017-11-01 17:41:01 -07003947 } else if (layer->setLayerStack(s.layerStack)) {
3948 mCurrentState.layersSortedByZ.removeAt(idx);
3949 mCurrentState.layersSortedByZ.add(layer);
3950 // we need traversal (state changed)
3951 // AND transaction (list changed)
Vishnu Nair6213bd92020-05-08 17:42:25 -07003952 flags |= eTransactionNeeded | eTraversalNeeded | eTransformHintUpdateNeeded;
chaviw8b3871a2017-11-01 17:41:01 -07003953 }
3954 }
Marissa Wall61c58622018-07-18 10:12:20 -07003955 if (what & layer_state_t::eTransformChanged) {
3956 if (layer->setTransform(s.transform)) flags |= eTraversalNeeded;
3957 }
3958 if (what & layer_state_t::eTransformToDisplayInverseChanged) {
3959 if (layer->setTransformToDisplayInverse(s.transformToDisplayInverse))
3960 flags |= eTraversalNeeded;
3961 }
3962 if (what & layer_state_t::eCropChanged) {
3963 if (layer->setCrop(s.crop)) flags |= eTraversalNeeded;
3964 }
Marissa Wall61c58622018-07-18 10:12:20 -07003965 if (what & layer_state_t::eAcquireFenceChanged) {
3966 if (layer->setAcquireFence(s.acquireFence)) flags |= eTraversalNeeded;
3967 }
3968 if (what & layer_state_t::eDataspaceChanged) {
3969 if (layer->setDataspace(s.dataspace)) flags |= eTraversalNeeded;
3970 }
3971 if (what & layer_state_t::eHdrMetadataChanged) {
3972 if (layer->setHdrMetadata(s.hdrMetadata)) flags |= eTraversalNeeded;
3973 }
3974 if (what & layer_state_t::eSurfaceDamageRegionChanged) {
3975 if (layer->setSurfaceDamageRegion(s.surfaceDamageRegion)) flags |= eTraversalNeeded;
3976 }
3977 if (what & layer_state_t::eApiChanged) {
3978 if (layer->setApi(s.api)) flags |= eTraversalNeeded;
3979 }
3980 if (what & layer_state_t::eSidebandStreamChanged) {
3981 if (layer->setSidebandStream(s.sidebandStream)) flags |= eTraversalNeeded;
3982 }
Robert Carr720e5062018-07-30 17:45:14 -07003983 if (what & layer_state_t::eInputInfoChanged) {
Vishnu Nairce5d0cc2019-02-28 14:38:41 -08003984 if (privileged) {
Chris Ye0783e992020-06-02 21:34:49 -07003985 layer->setInputInfo(*s.inputHandle->getInfo());
Robert Carr11ac2012019-01-22 09:05:25 -08003986 flags |= eTraversalNeeded;
3987 } else {
3988 ALOGE("Attempt to update InputWindowInfo without permission ACCESS_SURFACE_FLINGER");
3989 }
Robert Carr720e5062018-07-30 17:45:14 -07003990 }
Vishnu Nairadf632b2021-01-07 14:05:08 -08003991 std::optional<nsecs_t> dequeueBufferTimestamp;
Evan Rosky1f6d6d52018-12-06 10:47:26 -08003992 if (what & layer_state_t::eMetadataChanged) {
Vishnu Nairadf632b2021-01-07 14:05:08 -08003993 dequeueBufferTimestamp = s.metadata.getInt64(METADATA_DEQUEUE_TIME);
Evan Rosky1f6d6d52018-12-06 10:47:26 -08003994 if (layer->setMetadata(s.metadata)) flags |= eTraversalNeeded;
3995 }
Peiyong Linc502cb72019-03-01 15:00:23 -08003996 if (what & layer_state_t::eColorSpaceAgnosticChanged) {
3997 if (layer->setColorSpaceAgnostic(s.colorSpaceAgnostic)) {
3998 flags |= eTraversalNeeded;
3999 }
4000 }
Vishnu Nairc97b8db2019-10-29 18:19:35 -07004001 if (what & layer_state_t::eShadowRadiusChanged) {
4002 if (layer->setShadowRadius(s.shadowRadius)) flags |= eTraversalNeeded;
4003 }
Ana Krulecc84d09b2019-11-02 23:10:29 +01004004 if (what & layer_state_t::eFrameRateSelectionPriority) {
4005 if (privileged && layer->setFrameRateSelectionPriority(s.frameRateSelectionPriority)) {
4006 flags |= eTraversalNeeded;
4007 }
4008 }
Steven Thomas3172e202020-01-06 19:25:30 -08004009 if (what & layer_state_t::eFrameRateChanged) {
Marin Shalamanovc5986772021-03-16 16:09:49 +01004010 if (ValidateFrameRate(s.frameRate, s.frameRateCompatibility, s.changeFrameRateStrategy,
4011 "SurfaceFlinger::setClientStateLocked", privileged)) {
4012 const auto compatibility =
4013 Layer::FrameRate::convertCompatibility(s.frameRateCompatibility);
4014 const auto strategy =
4015 Layer::FrameRate::convertChangeFrameRateStrategy(s.changeFrameRateStrategy);
4016
4017 if (layer->setFrameRate(Layer::FrameRate(Fps(s.frameRate), compatibility, strategy))) {
4018 flags |= eTraversalNeeded;
4019 }
Steven Thomas62a4cf82020-01-31 12:04:03 -08004020 }
Steven Thomas3172e202020-01-06 19:25:30 -08004021 }
Vishnu Nair6213bd92020-05-08 17:42:25 -07004022 if (what & layer_state_t::eFixedTransformHintChanged) {
4023 if (layer->setFixedTransformHint(s.fixedTransformHint)) {
4024 flags |= eTraversalNeeded | eTransformHintUpdateNeeded;
4025 }
4026 }
Vishnu Naircf26a0a2020-11-13 12:56:20 -08004027 if (what & layer_state_t::eAutoRefreshChanged) {
4028 layer->setAutoRefresh(s.autoRefresh);
4029 }
John Reckcdb4ed72021-02-04 13:39:33 -05004030 if (what & layer_state_t::eStretchChanged) {
4031 if (layer->setStretchEffect(s.stretchEffect)) {
4032 flags |= eTraversalNeeded;
4033 }
4034 }
chaviwf3f40fe2021-04-27 15:54:02 -05004035 if (what & layer_state_t::eBufferCropChanged) {
4036 if (layer->setBufferCrop(s.bufferCrop)) {
4037 flags |= eTraversalNeeded;
4038 }
4039 }
Vishnu Nair14d76922019-08-05 08:41:20 -07004040 // This has to happen after we reparent children because when we reparent to null we remove
4041 // child layers from current state and remove its relative z. If the children are reparented in
4042 // the same transaction, then we have to make sure we reparent the children first so we do not
4043 // lose its relative z order.
4044 if (what & layer_state_t::eReparent) {
4045 bool hadParent = layer->hasParent();
Pablo Gamito11dcc222020-09-12 15:49:39 +00004046 auto parentHandle = (s.parentSurfaceControlForChild)
4047 ? s.parentSurfaceControlForChild->getHandle()
4048 : nullptr;
4049 if (layer->reparent(parentHandle)) {
Vishnu Nair14d76922019-08-05 08:41:20 -07004050 if (!hadParent) {
4051 mCurrentState.layersSortedByZ.remove(layer);
4052 }
4053 flags |= eTransactionNeeded | eTraversalNeeded;
4054 }
4055 }
Marissa Walle2ffb422018-10-12 11:33:52 -07004056 std::vector<sp<CallbackHandle>> callbackHandles;
Vishnu Nairfc46c1e2021-04-21 08:31:32 -07004057 if ((what & layer_state_t::eHasListenerCallbacksChanged) && (!filteredListeners.empty())) {
4058 for (auto& [listener, callbackIds] : filteredListeners) {
Marissa Walle2ffb422018-10-12 11:33:52 -07004059 callbackHandles.emplace_back(new CallbackHandle(listener, callbackIds, s.surface));
4060 }
4061 }
Marissa Wall78b72202019-03-15 14:58:34 -07004062 bool bufferChanged = what & layer_state_t::eBufferChanged;
4063 bool cacheIdChanged = what & layer_state_t::eCachedBufferChanged;
Alec Mouria90a5702021-04-16 16:36:21 +00004064 std::shared_ptr<renderengine::ExternalTexture> buffer;
Alec Mouri4545a8a2019-08-08 20:05:32 -07004065 if (bufferChanged && cacheIdChanged && s.buffer != nullptr) {
Alec Mouria90a5702021-04-16 16:36:21 +00004066 ClientCache::getInstance().add(s.cachedBuffer, s.buffer);
4067 buffer = ClientCache::getInstance().get(s.cachedBuffer);
Marissa Wall78b72202019-03-15 14:58:34 -07004068 } else if (cacheIdChanged) {
Marissa Wall947d34e2019-03-29 14:03:53 -07004069 buffer = ClientCache::getInstance().get(s.cachedBuffer);
Alec Mouria90a5702021-04-16 16:36:21 +00004070 } else if (bufferChanged && s.buffer != nullptr) {
4071 buffer = std::make_shared<
4072 renderengine::ExternalTexture>(s.buffer, getRenderEngine(),
4073 renderengine::ExternalTexture::Usage::READABLE);
Marissa Wall73411622019-01-25 10:45:41 -08004074 }
Marissa Wall78b72202019-03-15 14:58:34 -07004075 if (buffer) {
Vishnu Nair6b7c5c92020-09-29 17:27:05 -07004076 const bool frameNumberChanged = what & layer_state_t::eFrameNumberChanged;
4077 const uint64_t frameNumber = frameNumberChanged
4078 ? s.frameNumber
4079 : layer->getHeadFrameNumber(-1 /* expectedPresentTime */) + 1;
4080
Ady Abrahamf0c56492020-12-17 18:04:15 -08004081 if (layer->setBuffer(buffer, s.acquireFence, postTime, desiredPresentTime, isAutoTimestamp,
Ady Abraham8db10102021-03-15 17:19:23 -07004082 s.cachedBuffer, frameNumber, dequeueBufferTimestamp, frameTimelineInfo,
Vishnu Nair1506b182021-02-22 14:35:15 -08004083 s.releaseBufferListener)) {
Valerie Haubc6ddb12019-03-08 11:10:15 -08004084 flags |= eTraversalNeeded;
Valerie Haubc6ddb12019-03-08 11:10:15 -08004085 }
Ady Abraham8db10102021-03-15 17:19:23 -07004086 } else if (frameTimelineInfo.vsyncId != FrameTimelineInfo::INVALID_VSYNC_ID) {
4087 layer->setFrameTimelineVsyncForBufferlessTransaction(frameTimelineInfo, postTime);
Marissa Wallebc2c052019-01-16 19:16:55 -08004088 }
Ady Abraham22c7b5c2020-09-22 19:33:40 -07004089
Marissa Walle2ffb422018-10-12 11:33:52 -07004090 if (layer->setTransactionCompletedListeners(callbackHandles)) flags |= eTraversalNeeded;
4091 // Do not put anything that updates layer state or modifies flags after
4092 // setTransactionCompletedListener
Mathias Agopiane57f2922012-08-09 16:29:12 -07004093 return flags;
4094}
4095
chaviw273171b2018-12-26 11:46:30 -08004096uint32_t SurfaceFlinger::addInputWindowCommands(const InputWindowCommands& inputWindowCommands) {
Arthur Hung58144272021-01-16 03:43:53 +00004097 bool hasChanges = mInputWindowCommands.merge(inputWindowCommands);
Vishnu Naire798b472020-07-23 13:52:21 -07004098 return hasChanges ? eTraversalNeeded : 0;
chaviw273171b2018-12-26 11:46:30 -08004099}
4100
chaviwfe94a222019-08-21 13:52:59 -07004101status_t SurfaceFlinger::mirrorLayer(const sp<Client>& client, const sp<IBinder>& mirrorFromHandle,
Ady Abraham9f0a4002020-10-05 15:47:26 -07004102 sp<IBinder>* outHandle, int32_t* outLayerId) {
chaviwfe94a222019-08-21 13:52:59 -07004103 if (!mirrorFromHandle) {
4104 return NAME_NOT_FOUND;
4105 }
4106
4107 sp<Layer> mirrorLayer;
4108 sp<Layer> mirrorFrom;
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004109 std::string uniqueName = getUniqueLayerName("MirrorRoot");
chaviwfe94a222019-08-21 13:52:59 -07004110
4111 {
4112 Mutex::Autolock _l(mStateLock);
Alec Mouri9a02eda2020-04-21 17:39:34 -07004113 mirrorFrom = fromHandleLocked(mirrorFromHandle).promote();
chaviwfe94a222019-08-21 13:52:59 -07004114 if (!mirrorFrom) {
4115 return NAME_NOT_FOUND;
4116 }
4117
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004118 status_t result = createContainerLayer(client, std::move(uniqueName), -1, -1, 0,
4119 LayerMetadata(), outHandle, &mirrorLayer);
chaviwfe94a222019-08-21 13:52:59 -07004120 if (result != NO_ERROR) {
4121 return result;
4122 }
4123
4124 mirrorLayer->mClonedChild = mirrorFrom->createClone();
4125 }
4126
Ady Abraham9f0a4002020-10-05 15:47:26 -07004127 *outLayerId = mirrorLayer->sequence;
Vishnu Nair6213bd92020-05-08 17:42:25 -07004128 return addClientLayer(client, *outHandle, nullptr, mirrorLayer, nullptr, nullptr, false,
4129 nullptr /* outTransformHint */);
chaviwfe94a222019-08-21 13:52:59 -07004130}
4131
Marissa Wall2d814fb2019-04-09 18:52:57 +00004132status_t SurfaceFlinger::createLayer(const String8& name, const sp<Client>& client, uint32_t w,
4133 uint32_t h, PixelFormat format, uint32_t flags,
4134 LayerMetadata metadata, sp<IBinder>* handle,
Robert Carrc0df3122019-04-11 13:18:21 -07004135 sp<IGraphicBufferProducer>* gbp,
Ady Abraham9f0a4002020-10-05 15:47:26 -07004136 const sp<IBinder>& parentHandle, int32_t* outLayerId,
4137 const sp<Layer>& parentLayer, uint32_t* outTransformHint) {
Mathias Agopian6e2d6482009-07-09 18:16:43 -07004138 if (int32_t(w|h) < 0) {
Mathias Agopian921e6ac2012-07-23 23:11:29 -07004139 ALOGE("createLayer() failed, w or h is negative (w=%d, h=%d)",
Mathias Agopian6e2d6482009-07-09 18:16:43 -07004140 int(w), int(h));
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004141 return BAD_VALUE;
Mathias Agopian6e2d6482009-07-09 18:16:43 -07004142 }
Andreas Huber8b42e8a2010-08-16 08:49:37 -07004143
Robert Carrc0df3122019-04-11 13:18:21 -07004144 ALOG_ASSERT(parentLayer == nullptr || parentHandle == nullptr,
4145 "Expected only one of parentLayer or parentHandle to be non-null. "
4146 "Programmer error?");
4147
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004148 status_t result = NO_ERROR;
4149
4150 sp<Layer> layer;
4151
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004152 std::string uniqueName = getUniqueLayerName(name.string());
Cody Northropbc755282017-03-31 12:00:08 -06004153
Mathias Agopian3165cc22012-08-08 19:42:09 -07004154 switch (flags & ISurfaceComposerClient::eFXSurfaceMask) {
Marissa Wall61c58622018-07-18 10:12:20 -07004155 case ISurfaceComposerClient::eFXSurfaceBufferQueue:
Vishnu Nair8eda69e2021-02-26 10:42:10 -08004156 case ISurfaceComposerClient::eFXSurfaceBufferState: {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004157 result = createBufferStateLayer(client, std::move(uniqueName), w, h, flags,
Vishnu Nair6213bd92020-05-08 17:42:25 -07004158 std::move(metadata), handle, &layer);
Vishnu Nair8eda69e2021-02-26 10:42:10 -08004159 std::atomic<int32_t>* pendingBufferCounter = layer->getPendingBufferCounter();
4160 if (pendingBufferCounter) {
4161 std::string counterName = layer->getPendingBufferCounterName();
4162 mBufferCountTracker.add((*handle)->localBinder(), counterName,
4163 pendingBufferCounter);
4164 }
4165 } break;
Vishnu Nairfa247b12020-02-11 08:58:26 -08004166 case ISurfaceComposerClient::eFXSurfaceEffect:
Vishnu Nair88a11f22018-11-28 18:30:57 -08004167 // check if buffer size is set for color layer.
4168 if (w > 0 || h > 0) {
4169 ALOGE("createLayer() failed, w or h cannot be set for color layer (w=%d, h=%d)",
4170 int(w), int(h));
4171 return BAD_VALUE;
4172 }
4173
Vishnu Nairfa247b12020-02-11 08:58:26 -08004174 result = createEffectLayer(client, std::move(uniqueName), w, h, flags,
4175 std::move(metadata), handle, &layer);
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004176 break;
Robert Carr6b3f6c52018-08-13 13:05:17 -07004177 case ISurfaceComposerClient::eFXSurfaceContainer:
Vishnu Nair88a11f22018-11-28 18:30:57 -08004178 // check if buffer size is set for container layer.
4179 if (w > 0 || h > 0) {
4180 ALOGE("createLayer() failed, w or h cannot be set for container layer (w=%d, h=%d)",
4181 int(w), int(h));
4182 return BAD_VALUE;
4183 }
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004184 result = createContainerLayer(client, std::move(uniqueName), w, h, flags,
4185 std::move(metadata), handle, &layer);
Robert Carr6b3f6c52018-08-13 13:05:17 -07004186 break;
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004187 default:
4188 result = BAD_VALUE;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004189 break;
4190 }
4191
Dan Stoza7d89d062015-04-30 13:29:25 -07004192 if (result != NO_ERROR) {
4193 return result;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004194 }
Dan Stoza7d89d062015-04-30 13:29:25 -07004195
Robert Carrb89ea9d2018-12-10 13:01:14 -08004196 bool addToCurrentState = callingThreadHasUnscopedSurfaceFlingerAccess();
Robert Carrc0df3122019-04-11 13:18:21 -07004197 result = addClientLayer(client, *handle, *gbp, layer, parentHandle, parentLayer,
Vishnu Nair6213bd92020-05-08 17:42:25 -07004198 addToCurrentState, outTransformHint);
Dan Stoza7d89d062015-04-30 13:29:25 -07004199 if (result != NO_ERROR) {
4200 return result;
4201 }
Lloyd Pique4dccc412018-01-22 17:21:36 -08004202 mInterceptor->saveSurfaceCreation(layer);
Dan Stoza7d89d062015-04-30 13:29:25 -07004203
4204 setTransactionFlags(eTransactionNeeded);
Ady Abraham9f0a4002020-10-05 15:47:26 -07004205 *outLayerId = layer->sequence;
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004206 return result;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004207}
4208
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004209std::string SurfaceFlinger::getUniqueLayerName(const char* name) {
4210 unsigned dupeCounter = 0;
Cody Northropbc755282017-03-31 12:00:08 -06004211
4212 // Tack on our counter whether there is a hit or not, so everyone gets a tag
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004213 std::string uniqueName = base::StringPrintf("%s#%u", name, dupeCounter);
Cody Northropbc755282017-03-31 12:00:08 -06004214
Dan Stoza436ccf32018-06-21 12:10:12 -07004215 // Grab the state lock since we're accessing mCurrentState
4216 Mutex::Autolock lock(mStateLock);
4217
Cody Northropbc755282017-03-31 12:00:08 -06004218 // Loop over layers until we're sure there is no matching name
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004219 bool matchFound = true;
Cody Northropbc755282017-03-31 12:00:08 -06004220 while (matchFound) {
4221 matchFound = false;
Edgar Arriaga844fa672020-01-16 14:21:42 -08004222 mCurrentState.traverse([&](Layer* layer) {
Cody Northropbc755282017-03-31 12:00:08 -06004223 if (layer->getName() == uniqueName) {
4224 matchFound = true;
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004225 uniqueName = base::StringPrintf("%s#%u", name, ++dupeCounter);
Cody Northropbc755282017-03-31 12:00:08 -06004226 }
4227 });
4228 }
4229
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004230 ALOGV_IF(dupeCounter > 0, "duplicate layer name: changing %s to %s", name, uniqueName.c_str());
Cody Northropbc755282017-03-31 12:00:08 -06004231 return uniqueName;
4232}
4233
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004234status_t SurfaceFlinger::createBufferQueueLayer(const sp<Client>& client, std::string name,
Marissa Wallfd668622018-05-10 10:21:13 -07004235 uint32_t w, uint32_t h, uint32_t flags,
Evan Roskya1f1e152019-01-24 16:17:46 -08004236 LayerMetadata metadata, PixelFormat& format,
4237 sp<IBinder>* handle,
Marissa Wallfd668622018-05-10 10:21:13 -07004238 sp<IGraphicBufferProducer>* gbp,
4239 sp<Layer>* outLayer) {
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004240 // initialize the surfaces
Mathias Agopian92a979a2012-08-02 18:32:23 -07004241 switch (format) {
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004242 case PIXEL_FORMAT_TRANSPARENT:
4243 case PIXEL_FORMAT_TRANSLUCENT:
4244 format = PIXEL_FORMAT_RGBA_8888;
4245 break;
4246 case PIXEL_FORMAT_OPAQUE:
Mathias Agopian8f105402010-04-05 18:01:24 -07004247 format = PIXEL_FORMAT_RGBX_8888;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004248 break;
4249 }
4250
chaviwb4c6e582019-08-16 14:35:07 -07004251 sp<BufferQueueLayer> layer;
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004252 LayerCreationArgs args(this, client, std::move(name), w, h, flags, std::move(metadata));
chaviwb4c6e582019-08-16 14:35:07 -07004253 args.textureName = getNewTexture();
4254 {
4255 // Grab the SF state lock during this since it's the only safe way to access
4256 // RenderEngine when creating a BufferLayerConsumer
4257 // TODO: Check if this lock is still needed here
4258 Mutex::Autolock lock(mStateLock);
4259 layer = getFactory().createBufferQueueLayer(args);
4260 }
4261
Marissa Wallfd668622018-05-10 10:21:13 -07004262 status_t err = layer->setDefaultBufferProperties(w, h, format);
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004263 if (err == NO_ERROR) {
David Sodman0c69cad2017-08-21 12:12:51 -07004264 *handle = layer->getHandle();
4265 *gbp = layer->getProducer();
4266 *outLayer = layer;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004267 }
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004268
Marissa Wallfd668622018-05-10 10:21:13 -07004269 ALOGE_IF(err, "createBufferQueueLayer() failed (%s)", strerror(-err));
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004270 return err;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004271}
4272
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004273status_t SurfaceFlinger::createBufferStateLayer(const sp<Client>& client, std::string name,
Marissa Wall61c58622018-07-18 10:12:20 -07004274 uint32_t w, uint32_t h, uint32_t flags,
Evan Roskya1f1e152019-01-24 16:17:46 -08004275 LayerMetadata metadata, sp<IBinder>* handle,
Vishnu Nair6213bd92020-05-08 17:42:25 -07004276 sp<Layer>* outLayer) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004277 LayerCreationArgs args(this, client, std::move(name), w, h, flags, std::move(metadata));
chaviwb4c6e582019-08-16 14:35:07 -07004278 args.textureName = getNewTexture();
arthurhungdba591c2021-02-08 17:28:49 +08004279 sp<BufferStateLayer> layer = getFactory().createBufferStateLayer(args);
Marissa Wall61c58622018-07-18 10:12:20 -07004280 *handle = layer->getHandle();
4281 *outLayer = layer;
4282
4283 return NO_ERROR;
4284}
4285
Vishnu Nairfa247b12020-02-11 08:58:26 -08004286status_t SurfaceFlinger::createEffectLayer(const sp<Client>& client, std::string name, uint32_t w,
4287 uint32_t h, uint32_t flags, LayerMetadata metadata,
4288 sp<IBinder>* handle, sp<Layer>* outLayer) {
4289 *outLayer = getFactory().createEffectLayer(
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004290 {this, client, std::move(name), w, h, flags, std::move(metadata)});
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004291 *handle = (*outLayer)->getHandle();
Mathias Agopian4d9b8222013-03-12 17:11:48 -07004292 return NO_ERROR;
Mathias Agopian118d0242011-10-13 16:02:48 -07004293}
4294
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004295status_t SurfaceFlinger::createContainerLayer(const sp<Client>& client, std::string name,
Evan Roskya1f1e152019-01-24 16:17:46 -08004296 uint32_t w, uint32_t h, uint32_t flags,
4297 LayerMetadata metadata, sp<IBinder>* handle,
4298 sp<Layer>* outLayer) {
4299 *outLayer = getFactory().createContainerLayer(
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004300 {this, client, std::move(name), w, h, flags, std::move(metadata)});
Robert Carr6b3f6c52018-08-13 13:05:17 -07004301 *handle = (*outLayer)->getHandle();
4302 return NO_ERROR;
4303}
4304
Robert Carr6fb1a7e2018-12-11 12:07:25 -08004305void SurfaceFlinger::markLayerPendingRemovalLocked(const sp<Layer>& layer) {
Robert Carr2e102c92018-10-23 12:11:15 -07004306 mLayersPendingRemoval.add(layer);
4307 mLayersRemoved = true;
4308 setTransactionFlags(eTransactionNeeded);
4309}
4310
Marin Shalamanov53fc11d2020-11-20 14:00:13 +01004311void SurfaceFlinger::onHandleDestroyed(sp<Layer>& layer) {
Robert Carr2e102c92018-10-23 12:11:15 -07004312 Mutex::Autolock lock(mStateLock);
Robert Carr6fb1a7e2018-12-11 12:07:25 -08004313 // If a layer has a parent, we allow it to out-live it's handle
4314 // with the idea that the parent holds a reference and will eventually
4315 // be cleaned up. However no one cleans up the top-level so we do so
4316 // here.
4317 if (layer->getParent() == nullptr) {
4318 mCurrentState.layersSortedByZ.remove(layer);
4319 }
4320 markLayerPendingRemovalLocked(layer);
Robert Carrc0df3122019-04-11 13:18:21 -07004321
4322 auto it = mLayersByLocalBinderToken.begin();
4323 while (it != mLayersByLocalBinderToken.end()) {
4324 if (it->second == layer) {
Vishnu Nair8eda69e2021-02-26 10:42:10 -08004325 mBufferCountTracker.remove(it->first->localBinder());
Robert Carrc0df3122019-04-11 13:18:21 -07004326 it = mLayersByLocalBinderToken.erase(it);
4327 } else {
4328 it++;
4329 }
4330 }
4331
Robert Carr695d5282018-12-18 15:27:58 -08004332 layer.clear();
Rob Carr4bba3702018-10-08 21:53:30 +00004333}
4334
Mathias Agopianb60314a2012-04-10 22:09:54 -07004335// ---------------------------------------------------------------------------
4336
Andy McFadden13a082e2012-08-24 10:16:42 -07004337void SurfaceFlinger::onInitializeDisplays() {
Dominik Laskowski83b88212018-12-11 13:34:06 -08004338 const auto display = getDefaultDisplayDeviceLocked();
4339 if (!display) return;
4340
4341 const sp<IBinder> token = display->getDisplayToken().promote();
4342 LOG_ALWAYS_FATAL_IF(token == nullptr);
Dominik Laskowski45de9bd2018-06-11 17:44:10 -07004343
Jesse Hall01e29052013-02-19 16:13:35 -08004344 // reset screen orientation and use primary layer stack
Andy McFadden13a082e2012-08-24 10:16:42 -07004345 Vector<ComposerState> state;
4346 Vector<DisplayState> displays;
4347 DisplayState d;
Jesse Hall01e29052013-02-19 16:13:35 -08004348 d.what = DisplayState::eDisplayProjectionChanged |
4349 DisplayState::eLayerStackChanged;
Dominik Laskowski83b88212018-12-11 13:34:06 -08004350 d.token = token;
Jesse Hall01e29052013-02-19 16:13:35 -08004351 d.layerStack = 0;
Dominik Laskowski718f9602019-11-09 20:01:35 -08004352 d.orientation = ui::ROTATION_0;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02004353 d.orientedDisplaySpaceRect.makeInvalid();
4354 d.layerStackSpaceRect.makeInvalid();
Michael Lentine47e45402014-07-18 15:34:25 -07004355 d.width = 0;
4356 d.height = 0;
Andy McFadden13a082e2012-08-24 10:16:42 -07004357 displays.add(d);
Arthur Hung58144272021-01-16 03:43:53 +00004358
4359 // It should be on the main thread, apply it directly.
4360 applyTransactionState(FrameTimelineInfo{}, state, displays, 0, mInputWindowCommands,
4361 systemTime(), true, {}, systemTime(), true, false, {}, getpid(), getuid(),
4362 0 /* Undefined transactionId */);
Jamie Gennis6547ff42013-07-16 20:12:42 -07004363
Peiyong Lin65248e02020-04-18 21:15:07 -07004364 setPowerModeInternal(display, hal::PowerMode::ON);
Ady Abraham2492a022020-07-24 11:09:55 -07004365 const nsecs_t vsyncPeriod = mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
Dominik Laskowski83b88212018-12-11 13:34:06 -08004366 mAnimFrameTracker.setDisplayRefreshPeriod(vsyncPeriod);
arthurhungdba591c2021-02-08 17:28:49 +08004367 mDefaultDisplayTransformHint = display->getTransformHint();
Brian Andersond0010582017-03-07 13:20:31 -08004368 // Use phase of 0 since phase is not known.
4369 // Use latency of 0, which will snap to the ideal latency.
Dominik Laskowski83b88212018-12-11 13:34:06 -08004370 DisplayStatInfo stats{0 /* vsyncTime */, vsyncPeriod};
Ana Krulece588e312018-09-18 12:32:24 -07004371 setCompositorTimingSnapped(stats, 0);
Andy McFadden13a082e2012-08-24 10:16:42 -07004372}
4373
4374void SurfaceFlinger::initializeDisplays() {
Dominik Laskowski8c001672018-05-30 16:52:06 -07004375 // Async since we may be called from the main thread.
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004376 static_cast<void>(schedule([this]() MAIN_THREAD { onInitializeDisplays(); }));
Andy McFadden13a082e2012-08-24 10:16:42 -07004377}
4378
Peiyong Lin65248e02020-04-18 21:15:07 -07004379void SurfaceFlinger::setPowerModeInternal(const sp<DisplayDevice>& display, hal::PowerMode mode) {
Dominik Laskowski075d3172018-05-24 15:50:06 -07004380 if (display->isVirtual()) {
4381 ALOGE("%s: Invalid operation on virtual display", __FUNCTION__);
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004382 return;
4383 }
4384
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004385 const auto displayId = display->getPhysicalId();
4386 ALOGD("Setting power mode %d on display %s", mode, to_string(displayId).c_str());
Dominik Laskowski075d3172018-05-24 15:50:06 -07004387
Peiyong Lin65248e02020-04-18 21:15:07 -07004388 const hal::PowerMode currentMode = display->getPowerMode();
Dominik Laskowski075d3172018-05-24 15:50:06 -07004389 if (mode == currentMode) {
Prashant Malani2c9b11f2014-05-25 01:36:31 -07004390 return;
4391 }
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004392
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004393 display->setPowerMode(mode);
4394
Lloyd Pique4dccc412018-01-22 17:21:36 -08004395 if (mInterceptor->isEnabled()) {
Peiyong Lin65248e02020-04-18 21:15:07 -07004396 mInterceptor->savePowerModeUpdate(display->getSequenceId(), static_cast<int32_t>(mode));
Irvelffc9efc2016-07-27 15:16:37 -07004397 }
Ady Abraham2492a022020-07-24 11:09:55 -07004398 const auto vsyncPeriod = mRefreshRateConfigs->getCurrentRefreshRate().getVsyncPeriod();
Peiyong Lin65248e02020-04-18 21:15:07 -07004399 if (currentMode == hal::PowerMode::OFF) {
Martin Liu4a322352020-03-24 21:30:38 +08004400 if (SurfaceFlinger::setSchedFifo(true) != NO_ERROR) {
4401 ALOGW("Couldn't set SCHED_FIFO on display on: %s\n", strerror(errno));
4402 }
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004403 getHwComposer().setPowerMode(displayId, mode);
Peiyong Lin65248e02020-04-18 21:15:07 -07004404 if (display->isPrimary() && mode != hal::PowerMode::DOZE_SUSPEND) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004405 getHwComposer().setVsyncEnabled(displayId, mHWCVsyncPendingState);
Ana Krulecc2870422019-01-29 19:00:58 -08004406 mScheduler->onScreenAcquired(mAppConnectionHandle);
Ady Abraham2492a022020-07-24 11:09:55 -07004407 mScheduler->resyncToHardwareVsync(true, vsyncPeriod);
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004408 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004409
Prashant Malani2c9b11f2014-05-25 01:36:31 -07004410 mVisibleRegionsDirty = true;
Dan Stozab90cf072015-03-05 11:05:59 -08004411 mHasPoweredOff = true;
Dan Stozac7a25ad2018-04-12 11:45:09 -07004412 repaintEverything();
Peiyong Lin65248e02020-04-18 21:15:07 -07004413 } else if (mode == hal::PowerMode::OFF) {
Tim Murrayf9d4e442016-08-02 15:43:59 -07004414 // Turn off the display
Martin Liu4a322352020-03-24 21:30:38 +08004415 if (SurfaceFlinger::setSchedFifo(false) != NO_ERROR) {
4416 ALOGW("Couldn't set SCHED_OTHER on display off: %s\n", strerror(errno));
Tim Murrayf9d4e442016-08-02 15:43:59 -07004417 }
Peiyong Lin65248e02020-04-18 21:15:07 -07004418 if (display->isPrimary() && currentMode != hal::PowerMode::DOZE_SUSPEND) {
Ana Krulecc2870422019-01-29 19:00:58 -08004419 mScheduler->disableHardwareVsync(true);
4420 mScheduler->onScreenReleased(mAppConnectionHandle);
Mathias Agopiancde87a32012-09-13 14:09:01 -07004421 }
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004422
Ady Abraham27c70212019-06-11 10:52:26 -07004423 // Make sure HWVsync is disabled before turning off the display
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004424 getHwComposer().setVsyncEnabled(displayId, hal::Vsync::DISABLE);
Ady Abraham27c70212019-06-11 10:52:26 -07004425
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004426 getHwComposer().setPowerMode(displayId, mode);
Prashant Malani2c9b11f2014-05-25 01:36:31 -07004427 mVisibleRegionsDirty = true;
4428 // from this point on, SF will stop drawing on this display
Peiyong Lin65248e02020-04-18 21:15:07 -07004429 } else if (mode == hal::PowerMode::DOZE || mode == hal::PowerMode::ON) {
Zheng Zhang8a43fe62017-03-17 11:19:39 +01004430 // Update display while dozing
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004431 getHwComposer().setPowerMode(displayId, mode);
Peiyong Lin65248e02020-04-18 21:15:07 -07004432 if (display->isPrimary() && currentMode == hal::PowerMode::DOZE_SUSPEND) {
Ana Krulecc2870422019-01-29 19:00:58 -08004433 mScheduler->onScreenAcquired(mAppConnectionHandle);
Ady Abraham2492a022020-07-24 11:09:55 -07004434 mScheduler->resyncToHardwareVsync(true, vsyncPeriod);
Zheng Zhang8a43fe62017-03-17 11:19:39 +01004435 }
Peiyong Lin65248e02020-04-18 21:15:07 -07004436 } else if (mode == hal::PowerMode::DOZE_SUSPEND) {
Zheng Zhang8a43fe62017-03-17 11:19:39 +01004437 // Leave display going to doze
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004438 if (display->isPrimary()) {
Ana Krulecc2870422019-01-29 19:00:58 -08004439 mScheduler->disableHardwareVsync(true);
4440 mScheduler->onScreenReleased(mAppConnectionHandle);
Zheng Zhang8a43fe62017-03-17 11:19:39 +01004441 }
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004442 getHwComposer().setPowerMode(displayId, mode);
Prashant Malani2c9b11f2014-05-25 01:36:31 -07004443 } else {
Matthew Bouyack38d49612017-05-12 12:49:32 -07004444 ALOGE("Attempting to set unknown power mode: %d\n", mode);
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004445 getHwComposer().setPowerMode(displayId, mode);
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004446 }
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004447
Yiwei Zhang3a226d22018-10-16 09:23:03 -07004448 if (display->isPrimary()) {
Yiwei Zhang7e666a52018-11-15 13:33:42 -08004449 mTimeStats->setPowerMode(mode);
Steven Thomas2bbaabe2019-08-28 16:08:35 -07004450 mRefreshRateStats->setPowerMode(mode);
Peiyong Lin65248e02020-04-18 21:15:07 -07004451 mScheduler->setDisplayPowerState(mode == hal::PowerMode::ON);
Yiwei Zhang3a226d22018-10-16 09:23:03 -07004452 }
4453
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004454 ALOGD("Finished setting power mode %d on display %s", mode, to_string(displayId).c_str());
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004455}
4456
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004457void SurfaceFlinger::setPowerMode(const sp<IBinder>& displayToken, int mode) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004458 schedule([=]() MAIN_THREAD {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07004459 const auto display = getDisplayDeviceLocked(displayToken);
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004460 if (!display) {
4461 ALOGE("Attempt to set power mode %d for invalid display token %p", mode,
4462 displayToken.get());
4463 } else if (display->isVirtual()) {
4464 ALOGW("Attempt to set power mode %d for virtual display", mode);
4465 } else {
Peiyong Lin65248e02020-04-18 21:15:07 -07004466 setPowerModeInternal(display, static_cast<hal::PowerMode>(mode));
Andy McFaddenc01a79d2012-09-27 16:02:06 -07004467 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07004468 }).wait();
Mathias Agopianb60314a2012-04-10 22:09:54 -07004469}
4470
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004471status_t SurfaceFlinger::doDump(int fd, const DumpArgs& args, bool asProto) {
Yiwei Zhang5434a782018-12-05 18:06:32 -08004472 std::string result;
Mathias Agopian99b49842011-06-27 16:05:52 -07004473
Mathias Agopianbd115332013-04-18 16:41:04 -07004474 IPCThreadState* ipc = IPCThreadState::self();
4475 const int pid = ipc->getCallingPid();
4476 const int uid = ipc->getCallingUid();
Vishnu Nair6a408532017-10-24 09:11:27 -07004477
Mathias Agopianbd115332013-04-18 16:41:04 -07004478 if ((uid != AID_SHELL) &&
4479 !PermissionCache::checkPermission(sDump, pid, uid)) {
Yiwei Zhang5434a782018-12-05 18:06:32 -08004480 StringAppendF(&result, "Permission Denial: can't dump SurfaceFlinger from pid=%d, uid=%d\n",
4481 pid, uid);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004482 } else {
Dominik Laskowskic2867142019-01-21 11:33:38 -08004483 static const std::unordered_map<std::string, Dumper> dumpers = {
Dominik Laskowskic2867142019-01-21 11:33:38 -08004484 {"--display-id"s, dumper(&SurfaceFlinger::dumpDisplayIdentificationData)},
Ady Abraham8cb21882020-08-26 18:22:05 -07004485 {"--dispsync"s, dumper([this](std::string& s) { mScheduler->dumpVsync(s); })},
Dominik Laskowskib6e54372019-09-04 14:06:28 -07004486 {"--edid"s, argsDumper(&SurfaceFlinger::dumpRawDisplayIdentificationData)},
Dominik Laskowskic2867142019-01-21 11:33:38 -08004487 {"--frame-events"s, dumper(&SurfaceFlinger::dumpFrameEventsLocked)},
4488 {"--latency"s, argsDumper(&SurfaceFlinger::dumpStatsLocked)},
4489 {"--latency-clear"s, argsDumper(&SurfaceFlinger::clearStatsLocked)},
4490 {"--list"s, dumper(&SurfaceFlinger::listLayersLocked)},
Dan Stoza269dc4d2021-01-15 15:07:43 -08004491 {"--planner"s, argsDumper(&SurfaceFlinger::dumpPlannerInfo)},
Dominik Laskowskic2867142019-01-21 11:33:38 -08004492 {"--static-screen"s, dumper(&SurfaceFlinger::dumpStaticScreenStats)},
4493 {"--timestats"s, protoDumper(&SurfaceFlinger::dumpTimeStats)},
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004494 {"--vsync"s, dumper(&SurfaceFlinger::dumpVSync)},
Dominik Laskowskic2867142019-01-21 11:33:38 -08004495 {"--wide-color"s, dumper(&SurfaceFlinger::dumpWideColorInfo)},
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07004496 {"--frametimeline"s, argsDumper(&SurfaceFlinger::dumpFrameTimeline)},
Dominik Laskowskic2867142019-01-21 11:33:38 -08004497 };
Mathias Agopian25e66fc2012-01-28 22:31:55 -08004498
Dominik Laskowskic2867142019-01-21 11:33:38 -08004499 const auto flag = args.empty() ? ""s : std::string(String8(args[0]));
Mathias Agopian25e66fc2012-01-28 22:31:55 -08004500
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004501 bool dumpLayers = true;
4502 {
4503 TimedLock lock(mStateLock, s2ns(1), __FUNCTION__);
4504 if (!lock.locked()) {
4505 StringAppendF(&result, "Dumping without lock after timeout: %s (%d)\n",
4506 strerror(-lock.status), lock.status);
4507 }
4508
4509 if (const auto it = dumpers.find(flag); it != dumpers.end()) {
4510 (it->second)(args, asProto, result);
4511 dumpLayers = false;
4512 } else if (!asProto) {
4513 dumpAllLocked(args, result);
4514 }
Mathias Agopian48b888a2011-01-19 16:15:53 -08004515 }
4516
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004517 if (dumpLayers) {
Dominik Laskowski46470112019-08-02 13:13:11 -07004518 const LayersProto layersProto = dumpProtoFromMainThread();
4519 if (asProto) {
4520 result.append(layersProto.SerializeAsString());
4521 } else {
Vishnu Nair0f085c62019-08-30 08:49:12 -07004522 // Dump info that we need to access from the main thread
Dominik Laskowski46470112019-08-02 13:13:11 -07004523 const auto layerTree = LayerProtoParser::generateLayerTree(layersProto);
4524 result.append(LayerProtoParser::layerTreeToString(layerTree));
4525 result.append("\n");
Vishnu Nair0f085c62019-08-30 08:49:12 -07004526 dumpOffscreenLayers(result);
Dominik Laskowski46470112019-08-02 13:13:11 -07004527 }
Vishnu Nair8406fd72019-07-30 11:29:31 -07004528 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004529 }
Yiwei Zhang5434a782018-12-05 18:06:32 -08004530 write(fd, result.c_str(), result.size());
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08004531 return NO_ERROR;
4532}
4533
Nataniel Borges8e7dc722019-02-28 15:10:28 -08004534status_t SurfaceFlinger::dumpCritical(int fd, const DumpArgs&, bool asProto) {
4535 if (asProto && mTracing.isEnabled()) {
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07004536 mTracing.writeToFile();
Nataniel Borges8e7dc722019-02-28 15:10:28 -08004537 }
4538
4539 return doDump(fd, DumpArgs(), asProto);
4540}
4541
Dominik Laskowskic2867142019-01-21 11:33:38 -08004542void SurfaceFlinger::listLayersLocked(std::string& result) const {
Yiwei Zhang5434a782018-12-05 18:06:32 -08004543 mCurrentState.traverseInZOrder(
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004544 [&](Layer* layer) { StringAppendF(&result, "%s\n", layer->getDebugName()); });
Mathias Agopian25e66fc2012-01-28 22:31:55 -08004545}
4546
Dominik Laskowskic2867142019-01-21 11:33:38 -08004547void SurfaceFlinger::dumpStatsLocked(const DumpArgs& args, std::string& result) const {
Ady Abraham2492a022020-07-24 11:09:55 -07004548 StringAppendF(&result, "%" PRId64 "\n", getVsyncPeriodFromHWC());
Jamie Gennis4b0eba92013-02-05 13:30:24 -08004549
Dominik Laskowskic2867142019-01-21 11:33:38 -08004550 if (args.size() > 1) {
4551 const auto name = String8(args[1]);
Robert Carr2047fae2016-11-28 14:09:09 -08004552 mCurrentState.traverseInZOrder([&](Layer* layer) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004553 if (layer->getName() == name.string()) {
Svetoslavd85084b2014-03-20 10:28:31 -07004554 layer->dumpFrameStats(result);
Jamie Gennis4b0eba92013-02-05 13:30:24 -08004555 }
Robert Carr2047fae2016-11-28 14:09:09 -08004556 });
Dominik Laskowskic2867142019-01-21 11:33:38 -08004557 } else {
4558 mAnimFrameTracker.dumpStats(result);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004559 }
4560}
4561
Dominik Laskowskic2867142019-01-21 11:33:38 -08004562void SurfaceFlinger::clearStatsLocked(const DumpArgs& args, std::string&) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004563 const bool clearAll = args.size() < 2;
4564 const auto name = clearAll ? String8() : String8(args[1]);
4565
Edgar Arriaga844fa672020-01-16 14:21:42 -08004566 mCurrentState.traverse([&](Layer* layer) {
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004567 if (clearAll || layer->getName() == name.string()) {
Svetoslavd85084b2014-03-20 10:28:31 -07004568 layer->clearFrameStats();
Mathias Agopian25e66fc2012-01-28 22:31:55 -08004569 }
Robert Carr2047fae2016-11-28 14:09:09 -08004570 });
Jamie Gennis4b0eba92013-02-05 13:30:24 -08004571
Svetoslavd85084b2014-03-20 10:28:31 -07004572 mAnimFrameTracker.clearStats();
Mathias Agopian25e66fc2012-01-28 22:31:55 -08004573}
4574
Dominik Laskowskic2867142019-01-21 11:33:38 -08004575void SurfaceFlinger::dumpTimeStats(const DumpArgs& args, bool asProto, std::string& result) const {
4576 mTimeStats->parseArgs(asProto, args, result);
4577}
4578
Adithya Srinivasan8fc601d2020-09-25 13:51:09 -07004579void SurfaceFlinger::dumpFrameTimeline(const DumpArgs& args, std::string& result) const {
4580 mFrameTimeline->parseArgs(args, result);
4581}
4582
Jamie Gennis6547ff42013-07-16 20:12:42 -07004583// This should only be called from the main thread. Otherwise it would need
4584// the lock and should use mCurrentState rather than mDrawingState.
4585void SurfaceFlinger::logFrameStats() {
Edgar Arriaga844fa672020-01-16 14:21:42 -08004586 mDrawingState.traverse([&](Layer* layer) {
Jamie Gennis6547ff42013-07-16 20:12:42 -07004587 layer->logFrameStats();
Robert Carr2047fae2016-11-28 14:09:09 -08004588 });
Jamie Gennis6547ff42013-07-16 20:12:42 -07004589
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004590 mAnimFrameTracker.logAndResetStats("<win-anim>");
Jamie Gennis6547ff42013-07-16 20:12:42 -07004591}
4592
Yiwei Zhang5434a782018-12-05 18:06:32 -08004593void SurfaceFlinger::appendSfConfigString(std::string& result) const {
Fabien Sanglard63a5fcd2016-12-29 15:13:07 -08004594 result.append(" [sf");
Fabien Sanglardc93afd52017-03-13 13:02:42 -07004595
Yiwei Zhang5434a782018-12-05 18:06:32 -08004596 StringAppendF(&result, " PRESENT_TIME_OFFSET=%" PRId64, dispSyncPresentTimeOffset);
4597 StringAppendF(&result, " FORCE_HWC_FOR_RBG_TO_YUV=%d", useHwcForRgbToYuv);
4598 StringAppendF(&result, " MAX_VIRT_DISPLAY_DIM=%" PRIu64, maxVirtualDisplaySize);
4599 StringAppendF(&result, " RUNNING_WITHOUT_SYNC_FRAMEWORK=%d", !hasSyncFramework);
4600 StringAppendF(&result, " NUM_FRAMEBUFFER_SURFACE_BUFFERS=%" PRId64,
4601 maxFrameBufferAcquiredBuffers);
Fabien Sanglard63a5fcd2016-12-29 15:13:07 -08004602 result.append("]");
Andy McFadden4803b742012-09-24 19:07:20 -07004603}
4604
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004605void SurfaceFlinger::dumpVSync(std::string& result) const {
Dominik Laskowski98041832019-08-01 18:35:59 -07004606 mScheduler->dump(result);
Dominik Laskowski98041832019-08-01 18:35:59 -07004607
Steven Thomas2bbaabe2019-08-28 16:08:35 -07004608 mRefreshRateStats->dump(result);
Dominik Laskowski98041832019-08-01 18:35:59 -07004609 result.append("\n");
4610
Ady Abraham8287e852020-08-12 14:44:58 -07004611 mVsyncConfiguration->dump(result);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004612 StringAppendF(&result,
Dominik Laskowski98041832019-08-01 18:35:59 -07004613 " present offset: %9" PRId64 " ns\t VSYNC period: %9" PRId64 " ns\n\n",
Ady Abraham2492a022020-07-24 11:09:55 -07004614 dispSyncPresentTimeOffset, getVsyncPeriodFromHWC());
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004615
Marin Shalamanovba421a82020-11-10 21:49:26 +01004616 mRefreshRateConfigs->dump(result);
4617
Marin Shalamanova7fe3042021-01-29 21:02:08 +01004618 StringAppendF(&result, "(mode override by backdoor: %s)\n\n",
4619 mDebugDisplayModeSetByBackdoor ? "yes" : "no");
Dominik Laskowski98041832019-08-01 18:35:59 -07004620
Ana Krulecc2870422019-01-29 19:00:58 -08004621 mScheduler->dump(mAppConnectionHandle, result);
Ady Abraham8cb21882020-08-26 18:22:05 -07004622 mScheduler->dumpVsync(result);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004623}
4624
Dan Stoza269dc4d2021-01-15 15:07:43 -08004625void SurfaceFlinger::dumpPlannerInfo(const DumpArgs& args, std::string& result) const {
4626 for (const auto& [token, display] : mDisplays) {
4627 const auto compositionDisplay = display->getCompositionDisplay();
4628 compositionDisplay->dumpPlannerInfo(args, result);
4629 }
4630}
4631
Yiwei Zhang5434a782018-12-05 18:06:32 -08004632void SurfaceFlinger::dumpStaticScreenStats(std::string& result) const {
4633 result.append("Static screen stats:\n");
David Sodman4a36e932017-11-07 14:29:47 -08004634 for (size_t b = 0; b < SurfaceFlingerBE::NUM_BUCKETS - 1; ++b) {
4635 float bucketTimeSec = getBE().mFrameBuckets[b] / 1e9;
Dan Stozab90cf072015-03-05 11:05:59 -08004636 float percent = 100.0f *
David Sodman4a36e932017-11-07 14:29:47 -08004637 static_cast<float>(getBE().mFrameBuckets[b]) / getBE().mTotalTime;
Yiwei Zhang5434a782018-12-05 18:06:32 -08004638 StringAppendF(&result, " < %zd frames: %.3f s (%.1f%%)\n", b + 1, bucketTimeSec, percent);
Dan Stozab90cf072015-03-05 11:05:59 -08004639 }
David Sodman4a36e932017-11-07 14:29:47 -08004640 float bucketTimeSec = getBE().mFrameBuckets[SurfaceFlingerBE::NUM_BUCKETS - 1] / 1e9;
Dan Stozab90cf072015-03-05 11:05:59 -08004641 float percent = 100.0f *
David Sodman4a36e932017-11-07 14:29:47 -08004642 static_cast<float>(getBE().mFrameBuckets[SurfaceFlingerBE::NUM_BUCKETS - 1]) / getBE().mTotalTime;
Yiwei Zhang5434a782018-12-05 18:06:32 -08004643 StringAppendF(&result, " %zd+ frames: %.3f s (%.1f%%)\n", SurfaceFlingerBE::NUM_BUCKETS - 1,
4644 bucketTimeSec, percent);
Dan Stozab90cf072015-03-05 11:05:59 -08004645}
4646
Dominik Laskowski87a07e42019-10-10 20:38:02 -07004647void SurfaceFlinger::recordBufferingStats(const std::string& layerName,
4648 std::vector<OccupancyTracker::Segment>&& history) {
David Sodmancbaf0832017-11-07 14:21:36 -08004649 Mutex::Autolock lock(getBE().mBufferingStatsMutex);
4650 auto& stats = getBE().mBufferingStats[layerName];
Dan Stozae77c7662016-05-13 11:37:28 -07004651 for (const auto& segment : history) {
4652 if (!segment.usedThirdBuffer) {
4653 stats.twoBufferTime += segment.totalTime;
4654 }
4655 if (segment.occupancyAverage < 1.0f) {
4656 stats.doubleBufferedTime += segment.totalTime;
4657 } else if (segment.occupancyAverage < 2.0f) {
4658 stats.tripleBufferedTime += segment.totalTime;
4659 }
4660 ++stats.numSegments;
4661 stats.totalTime += segment.totalTime;
4662 }
4663}
4664
Yiwei Zhang5434a782018-12-05 18:06:32 -08004665void SurfaceFlinger::dumpFrameEventsLocked(std::string& result) {
4666 result.append("Layer frame timestamps:\n");
Josh Chienedaa9132020-12-04 18:30:46 +08004667 // Traverse all layers to dump frame-events for each layer
4668 mCurrentState.traverseInZOrder(
4669 [&] (Layer* layer) { layer->dumpFrameEvents(result); });
Brian Andersond6927fb2016-07-23 23:37:30 -07004670}
4671
Yiwei Zhang5434a782018-12-05 18:06:32 -08004672void SurfaceFlinger::dumpBufferingStats(std::string& result) const {
Dan Stozae77c7662016-05-13 11:37:28 -07004673 result.append("Buffering stats:\n");
4674 result.append(" [Layer name] <Active time> <Two buffer> "
4675 "<Double buffered> <Triple buffered>\n");
David Sodmancbaf0832017-11-07 14:21:36 -08004676 Mutex::Autolock lock(getBE().mBufferingStatsMutex);
Dan Stozae77c7662016-05-13 11:37:28 -07004677 typedef std::tuple<std::string, float, float, float> BufferTuple;
4678 std::map<float, BufferTuple, std::greater<float>> sorted;
David Sodmancbaf0832017-11-07 14:21:36 -08004679 for (const auto& statsPair : getBE().mBufferingStats) {
Dan Stozae77c7662016-05-13 11:37:28 -07004680 const char* name = statsPair.first.c_str();
David Sodmancbaf0832017-11-07 14:21:36 -08004681 const SurfaceFlingerBE::BufferingStats& stats = statsPair.second;
Dan Stozae77c7662016-05-13 11:37:28 -07004682 if (stats.numSegments == 0) {
4683 continue;
4684 }
4685 float activeTime = ns2ms(stats.totalTime) / 1000.0f;
4686 float twoBufferRatio = static_cast<float>(stats.twoBufferTime) /
4687 stats.totalTime;
4688 float doubleBufferRatio = static_cast<float>(
4689 stats.doubleBufferedTime) / stats.totalTime;
4690 float tripleBufferRatio = static_cast<float>(
4691 stats.tripleBufferedTime) / stats.totalTime;
4692 sorted.insert({activeTime, {name, twoBufferRatio,
4693 doubleBufferRatio, tripleBufferRatio}});
4694 }
4695 for (const auto& sortedPair : sorted) {
4696 float activeTime = sortedPair.first;
4697 const BufferTuple& values = sortedPair.second;
Yiwei Zhang5434a782018-12-05 18:06:32 -08004698 StringAppendF(&result, " [%s] %.2f %.3f %.3f %.3f\n", std::get<0>(values).c_str(),
4699 activeTime, std::get<1>(values), std::get<2>(values), std::get<3>(values));
Dan Stozae77c7662016-05-13 11:37:28 -07004700 }
4701 result.append("\n");
4702}
4703
Yiwei Zhang5434a782018-12-05 18:06:32 -08004704void SurfaceFlinger::dumpDisplayIdentificationData(std::string& result) const {
Dominik Laskowski9fae1022018-05-29 13:17:40 -07004705 for (const auto& [token, display] : mDisplays) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004706 const auto displayId = PhysicalDisplayId::tryCast(display->getId());
Dominik Laskowski075d3172018-05-24 15:50:06 -07004707 if (!displayId) {
4708 continue;
4709 }
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004710 const auto hwcDisplayId = getHwComposer().fromPhysicalDisplayId(*displayId);
Dominik Laskowski7e045462018-05-30 13:02:02 -07004711 if (!hwcDisplayId) {
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004712 continue;
4713 }
4714
Yiwei Zhang5434a782018-12-05 18:06:32 -08004715 StringAppendF(&result,
4716 "Display %s (HWC display %" PRIu64 "): ", to_string(*displayId).c_str(),
4717 *hwcDisplayId);
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004718 uint8_t port;
4719 DisplayIdentificationData data;
Dominik Laskowski7e045462018-05-30 13:02:02 -07004720 if (!getHwComposer().getDisplayIdentificationData(*hwcDisplayId, &port, &data)) {
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004721 result.append("no identification data\n");
4722 continue;
4723 }
4724
4725 if (!isEdid(data)) {
Dominik Laskowskib6e54372019-09-04 14:06:28 -07004726 result.append("unknown identification data\n");
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004727 continue;
4728 }
4729
4730 const auto edid = parseEdid(data);
4731 if (!edid) {
Dominik Laskowskib6e54372019-09-04 14:06:28 -07004732 result.append("invalid EDID\n");
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004733 continue;
4734 }
4735
Yiwei Zhang5434a782018-12-05 18:06:32 -08004736 StringAppendF(&result, "port=%u pnpId=%s displayName=\"", port, edid->pnpId.data());
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004737 result.append(edid->displayName.data(), edid->displayName.length());
4738 result.append("\"\n");
4739 }
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004740}
4741
Dominik Laskowskib6e54372019-09-04 14:06:28 -07004742void SurfaceFlinger::dumpRawDisplayIdentificationData(const DumpArgs& args,
4743 std::string& result) const {
Peiyong Line9d809e2020-04-14 13:10:48 -07004744 hal::HWDisplayId hwcDisplayId;
Dominik Laskowskib6e54372019-09-04 14:06:28 -07004745 uint8_t port;
4746 DisplayIdentificationData data;
4747
4748 if (args.size() > 1 && base::ParseUint(String8(args[1]), &hwcDisplayId) &&
4749 getHwComposer().getDisplayIdentificationData(hwcDisplayId, &port, &data)) {
4750 result.append(reinterpret_cast<const char*>(data.data()), data.size());
4751 }
4752}
4753
Yiwei Zhang5434a782018-12-05 18:06:32 -08004754void SurfaceFlinger::dumpWideColorInfo(std::string& result) const {
Peiyong Linff84a152019-05-17 18:36:19 -07004755 StringAppendF(&result, "Device has wide color built-in display: %d\n", hasWideColorDisplay);
Yiwei Zhang5434a782018-12-05 18:06:32 -08004756 StringAppendF(&result, "Device uses color management: %d\n", useColorManagement);
4757 StringAppendF(&result, "DisplayColorSetting: %s\n",
4758 decodeDisplayColorSetting(mDisplayColorSetting).c_str());
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004759
4760 // TODO: print out if wide-color mode is active or not
4761
Dominik Laskowski9fae1022018-05-29 13:17:40 -07004762 for (const auto& [token, display] : mDisplays) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004763 const auto displayId = PhysicalDisplayId::tryCast(display->getId());
Dominik Laskowski075d3172018-05-24 15:50:06 -07004764 if (!displayId) {
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004765 continue;
4766 }
4767
Yiwei Zhang5434a782018-12-05 18:06:32 -08004768 StringAppendF(&result, "Display %s color modes:\n", to_string(*displayId).c_str());
Dominik Laskowski075d3172018-05-24 15:50:06 -07004769 std::vector<ColorMode> modes = getHwComposer().getColorModes(*displayId);
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004770 for (auto&& mode : modes) {
Yiwei Zhang5434a782018-12-05 18:06:32 -08004771 StringAppendF(&result, " %s (%d)\n", decodeColorMode(mode).c_str(), mode);
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004772 }
4773
Lloyd Pique32cbe282018-10-19 13:09:22 -07004774 ColorMode currentMode = display->getCompositionDisplay()->getState().colorMode;
Yiwei Zhang5434a782018-12-05 18:06:32 -08004775 StringAppendF(&result, " Current color mode: %s (%d)\n",
4776 decodeColorMode(currentMode).c_str(), currentMode);
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004777 }
4778 result.append("\n");
4779}
4780
Dominik Laskowski542c9dc2020-04-10 12:42:02 -07004781LayersProto SurfaceFlinger::dumpDrawingStateProto(uint32_t traceFlags) const {
4782 // If context is SurfaceTracing thread, mTracingLock blocks display transactions on main thread.
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07004783 const auto display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked());
Dominik Laskowski542c9dc2020-04-10 12:42:02 -07004784
chaviw1d044282017-09-27 12:19:28 -07004785 LayersProto layersProto;
chaviw08f3cb22020-01-13 13:17:21 -08004786 for (const sp<Layer>& layer : mDrawingState.layersSortedByZ) {
Dominik Laskowskib7251f42020-04-20 17:42:59 -07004787 layer->writeToProto(layersProto, traceFlags, display.get());
chaviw08f3cb22020-01-13 13:17:21 -08004788 }
Alec Mouri6b9e9912020-01-21 10:50:24 -08004789
chaviw1d044282017-09-27 12:19:28 -07004790 return layersProto;
4791}
4792
Alec Mouri6b9e9912020-01-21 10:50:24 -08004793void SurfaceFlinger::dumpHwc(std::string& result) const {
4794 getHwComposer().dump(result);
4795}
4796
Vishnu Nair0f085c62019-08-30 08:49:12 -07004797void SurfaceFlinger::dumpOffscreenLayersProto(LayersProto& layersProto, uint32_t traceFlags) const {
4798 // Add a fake invisible root layer to the proto output and parent all the offscreen layers to
4799 // it.
4800 LayerProto* rootProto = layersProto.add_layers();
4801 const int32_t offscreenRootLayerId = INT32_MAX - 2;
4802 rootProto->set_id(offscreenRootLayerId);
4803 rootProto->set_name("Offscreen Root");
Vishnu Naird5aeb612019-09-20 14:39:39 -07004804 rootProto->set_parent(-1);
Vishnu Nair0f085c62019-08-30 08:49:12 -07004805
4806 for (Layer* offscreenLayer : mOffscreenLayers) {
4807 // Add layer as child of the fake root
4808 rootProto->add_children(offscreenLayer->sequence);
4809
4810 // Add layer
Alec Mouri6b9e9912020-01-21 10:50:24 -08004811 LayerProto* layerProto =
4812 offscreenLayer->writeToProto(layersProto, traceFlags, nullptr /*device*/);
Vishnu Nair0f085c62019-08-30 08:49:12 -07004813 layerProto->set_parent(offscreenRootLayerId);
Vishnu Nair0f085c62019-08-30 08:49:12 -07004814 }
4815}
4816
Vishnu Nair8406fd72019-07-30 11:29:31 -07004817LayersProto SurfaceFlinger::dumpProtoFromMainThread(uint32_t traceFlags) {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07004818 return schedule([=] { return dumpDrawingStateProto(traceFlags); }).get();
Vishnu Nair8406fd72019-07-30 11:29:31 -07004819}
4820
Vishnu Nair0f085c62019-08-30 08:49:12 -07004821void SurfaceFlinger::dumpOffscreenLayers(std::string& result) {
4822 result.append("Offscreen Layers:\n");
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07004823 result.append(schedule([this] {
4824 std::string result;
4825 for (Layer* offscreenLayer : mOffscreenLayers) {
4826 offscreenLayer->traverse(LayerVector::StateSet::Drawing,
4827 [&](Layer* layer) {
4828 layer->dumpCallingUidPid(result);
4829 });
4830 }
4831 return result;
4832 }).get());
Vishnu Nair0f085c62019-08-30 08:49:12 -07004833}
4834
Dominik Laskowskic2867142019-01-21 11:33:38 -08004835void SurfaceFlinger::dumpAllLocked(const DumpArgs& args, std::string& result) const {
4836 const bool colorize = !args.empty() && args[0] == String16("--color");
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004837 Colorizer colorizer(colorize);
4838
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004839 // figure out if we're stuck somewhere
4840 const nsecs_t now = systemTime();
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004841 const nsecs_t inTransaction(mDebugInTransaction);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004842 nsecs_t inTransactionDuration = (inTransaction) ? now-inTransaction : 0;
4843
4844 /*
Andy McFadden4803b742012-09-24 19:07:20 -07004845 * Dump library configuration.
4846 */
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004847
4848 colorizer.bold(result);
Andy McFadden4803b742012-09-24 19:07:20 -07004849 result.append("Build configuration:");
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004850 colorizer.reset(result);
Andy McFadden4803b742012-09-24 19:07:20 -07004851 appendSfConfigString(result);
Andy McFadden4803b742012-09-24 19:07:20 -07004852 result.append("\n");
4853
Dominik Laskowskie9ef7c42018-03-12 19:34:30 -07004854 result.append("\nDisplay identification data:\n");
4855 dumpDisplayIdentificationData(result);
4856
Courtney Goeltzenleuchterf3b2de12017-03-27 12:18:12 -06004857 result.append("\nWide-Color information:\n");
4858 dumpWideColorInfo(result);
4859
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004860 colorizer.bold(result);
Mathias Agopianca088332013-03-28 17:44:13 -07004861 result.append("Sync configuration: ");
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004862 colorizer.reset(result);
Mathias Agopianca088332013-03-28 17:44:13 -07004863 result.append(SyncFeatures::getInstance().toString());
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004864 result.append("\n\n");
Mathias Agopianca088332013-03-28 17:44:13 -07004865
Andy McFadden41d67d72014-04-25 16:58:34 -07004866 colorizer.bold(result);
Dominik Laskowski98041832019-08-01 18:35:59 -07004867 result.append("Scheduler:\n");
Andy McFadden41d67d72014-04-25 16:58:34 -07004868 colorizer.reset(result);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004869 dumpVSync(result);
Dan Stozab90cf072015-03-05 11:05:59 -08004870 result.append("\n");
Dominik Laskowskid9e4de62019-01-21 14:23:01 -08004871
Dan Stozab90cf072015-03-05 11:05:59 -08004872 dumpStaticScreenStats(result);
4873 result.append("\n");
4874
Alec Mouri40189b02019-03-05 15:07:54 -08004875 StringAppendF(&result, "Total missed frame count: %u\n", mFrameMissedCount.load());
4876 StringAppendF(&result, "HWC missed frame count: %u\n", mHwcFrameMissedCount.load());
4877 StringAppendF(&result, "GPU missed frame count: %u\n\n", mGpuFrameMissedCount.load());
Marissa Wallcfcdaa52018-05-21 15:45:59 -07004878
Dan Stozae77c7662016-05-13 11:37:28 -07004879 dumpBufferingStats(result);
4880
Andy McFadden4803b742012-09-24 19:07:20 -07004881 /*
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004882 * Dump the visible layer list
4883 */
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004884 colorizer.bold(result);
chaviweadf0d42019-08-12 13:28:29 -07004885 StringAppendF(&result, "Visible layers (count = %zu)\n", mNumLayers.load());
Yiwei Zhang5434a782018-12-05 18:06:32 -08004886 StringAppendF(&result, "GraphicBufferProducers: %zu, max %zu\n",
4887 mGraphicBufferProducerList.size(), mMaxGraphicBufferProducerListSize);
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004888 colorizer.reset(result);
chaviw1d044282017-09-27 12:19:28 -07004889
Chia-I Wu2f884132018-09-13 15:17:58 -07004890 {
Lloyd Pique207def92019-02-28 16:09:52 -08004891 StringAppendF(&result, "Composition layers\n");
4892 mDrawingState.traverseInZOrder([&](Layer* layer) {
Lloyd Piquede196652020-01-22 17:29:58 -08004893 auto* compositionState = layer->getCompositionState();
Vishnu Nair49529172020-02-25 10:19:44 -08004894 if (!compositionState || !compositionState->isVisible) return;
Lloyd Piquede196652020-01-22 17:29:58 -08004895
4896 android::base::StringAppendF(&result, "* Layer %p (%s)\n", layer,
4897 layer->getDebugName() ? layer->getDebugName()
4898 : "<unknown>");
4899 compositionState->dump(result);
Lloyd Pique207def92019-02-28 16:09:52 -08004900 });
4901 }
4902
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004903 /*
Mathias Agopian5f20e2d2012-08-10 18:50:38 -07004904 * Dump Display state
4905 */
4906
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004907 colorizer.bold(result);
Yiwei Zhang5434a782018-12-05 18:06:32 -08004908 StringAppendF(&result, "Displays (%zu entries)\n", mDisplays.size());
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004909 colorizer.reset(result);
Dominik Laskowski9fae1022018-05-29 13:17:40 -07004910 for (const auto& [token, display] : mDisplays) {
Dominik Laskowskieecd6592018-05-29 10:25:41 -07004911 display->dump(result);
Mathias Agopian5f20e2d2012-08-10 18:50:38 -07004912 }
Chia-I Wu1e043612018-03-01 09:45:09 -08004913 result.append("\n");
Mathias Agopian5f20e2d2012-08-10 18:50:38 -07004914
4915 /*
Lloyd Piquec3cb7292019-05-17 15:25:14 -07004916 * Dump CompositionEngine state
4917 */
4918
4919 mCompositionEngine->dump(result);
4920
4921 /*
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004922 * Dump SurfaceFlinger global state
4923 */
4924
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004925 colorizer.bold(result);
Mathias Agopian74d211a2013-04-22 16:55:35 +02004926 result.append("SurfaceFlinger global state:\n");
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004927 colorizer.reset(result);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004928
Lloyd Piqueb97e04f2018-10-18 17:07:05 -07004929 getRenderEngine().dump(result);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004930
Robert Carrbeba6f02021-02-10 21:06:27 -08004931 result.append("ClientCache state:\n");
4932 ClientCache::getInstance().dump(result);
Ady Abrahama3b08ef2019-07-15 18:43:10 -07004933 DebugEGLImageTracker::getInstance()->dump(result);
4934
Dominik Laskowski075d3172018-05-24 15:50:06 -07004935 if (const auto display = getDefaultDisplayDeviceLocked()) {
Lloyd Pique32cbe282018-10-19 13:09:22 -07004936 display->getCompositionDisplay()->getState().undefinedRegion.dump(result,
4937 "undefinedRegion");
Dominik Laskowski718f9602019-11-09 20:01:35 -08004938 StringAppendF(&result, " orientation=%s, isPoweredOn=%d\n",
4939 toCString(display->getOrientation()), display->isPoweredOn());
Lloyd Pique2ae2b3b2017-12-14 17:18:17 -08004940 }
Yiwei Zhang5434a782018-12-05 18:06:32 -08004941 StringAppendF(&result,
4942 " transaction-flags : %08x\n"
4943 " gpu_to_cpu_unsupported : %d\n",
4944 mTransactionFlags.load(), !mGpuToCpuSupported);
Dominik Laskowski45de9bd2018-06-11 17:44:10 -07004945
Marin Shalamanov045b7002021-01-07 16:56:24 +01004946 if (const auto display = getDefaultDisplayDeviceLocked()) {
Marin Shalamanov9afcbd82020-08-19 12:34:59 +02004947 std::string fps, xDpi, yDpi;
Marin Shalamanov045b7002021-01-07 16:56:24 +01004948 if (const auto activeMode = display->getActiveMode()) {
4949 fps = to_string(activeMode->getFps());
4950 xDpi = base::StringPrintf("%.2f", activeMode->getDpiX());
4951 yDpi = base::StringPrintf("%.2f", activeMode->getDpiY());
Marin Shalamanov9afcbd82020-08-19 12:34:59 +02004952 } else {
4953 fps = "unknown";
4954 xDpi = "unknown";
4955 yDpi = "unknown";
4956 }
Yiwei Zhang5434a782018-12-05 18:06:32 -08004957 StringAppendF(&result,
Marin Shalamanov9afcbd82020-08-19 12:34:59 +02004958 " refresh-rate : %s\n"
4959 " x-dpi : %s\n"
4960 " y-dpi : %s\n",
4961 fps.c_str(), xDpi.c_str(), yDpi.c_str());
Dominik Laskowski45de9bd2018-06-11 17:44:10 -07004962 }
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004963
Yiwei Zhang5434a782018-12-05 18:06:32 -08004964 StringAppendF(&result, " transaction time: %f us\n", inTransactionDuration / 1000.0);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004965
Dan Stozae22aec72016-08-01 13:20:59 -07004966 /*
Yichi Chenadc69612018-09-15 14:51:18 +08004967 * Tracing state
4968 */
4969 mTracing.dump(result);
4970 result.append("\n");
4971
4972 /*
Dan Stozae22aec72016-08-01 13:20:59 -07004973 * HWC layer minidump
4974 */
Dominik Laskowski9fae1022018-05-29 13:17:40 -07004975 for (const auto& [token, display] : mDisplays) {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02004976 const auto displayId = HalDisplayId::tryCast(display->getId());
Dominik Laskowski075d3172018-05-24 15:50:06 -07004977 if (!displayId) {
Dan Stozae22aec72016-08-01 13:20:59 -07004978 continue;
4979 }
4980
Yiwei Zhang5434a782018-12-05 18:06:32 -08004981 StringAppendF(&result, "Display %s HWC layers:\n", to_string(*displayId).c_str());
Dan Stozae22aec72016-08-01 13:20:59 -07004982 Layer::miniDumpHeader(result);
Dominik Laskowskib7251f42020-04-20 17:42:59 -07004983
4984 const DisplayDevice& ref = *display;
4985 mCurrentState.traverseInZOrder([&](Layer* layer) { layer->miniDump(result, ref); });
Dan Stozae22aec72016-08-01 13:20:59 -07004986 result.append("\n");
4987 }
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004988
4989 /*
4990 * Dump HWComposer state
4991 */
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004992 colorizer.bold(result);
Mathias Agopian74d211a2013-04-22 16:55:35 +02004993 result.append("h/w composer state:\n");
Mathias Agopian3e25fd82013-04-22 17:52:16 +02004994 colorizer.reset(result);
Dan Stoza9f26a9c2016-06-22 14:51:09 -07004995 bool hwcDisabled = mDebugDisableHWC || mDebugRegion;
Yiwei Zhang5434a782018-12-05 18:06:32 -08004996 StringAppendF(&result, " h/w composer %s\n", hwcDisabled ? "disabled" : "enabled");
Dominik Laskowski075d3172018-05-24 15:50:06 -07004997 getHwComposer().dump(result);
Mathias Agopian82d7ab62012-01-19 18:34:40 -08004998
4999 /*
5000 * Dump gralloc state
5001 */
5002 const GraphicBufferAllocator& alloc(GraphicBufferAllocator::get());
5003 alloc.dump(result);
Karthik Ravi Shankar171155a2017-06-28 15:40:24 -07005004
Yiwei Zhang7eb58b72019-04-22 19:00:02 -07005005 result.append(mTimeStats->miniDump());
5006 result.append("\n");
Mathias Agopian82d7ab62012-01-19 18:34:40 -08005007}
5008
chaviw17ac24b2021-01-28 18:50:05 -08005009mat4 SurfaceFlinger::calculateColorMatrix(float saturation) {
5010 if (saturation == 1) {
5011 return mat4();
Chia-I Wu28f320b2018-05-03 11:02:56 -07005012 }
5013
chaviw17ac24b2021-01-28 18:50:05 -08005014 float3 luminance{0.213f, 0.715f, 0.072f};
5015 luminance *= 1.0f - saturation;
5016 mat4 saturationMatrix = mat4(vec4{luminance.r + saturation, luminance.r, luminance.r, 0.0f},
5017 vec4{luminance.g, luminance.g + saturation, luminance.g, 0.0f},
5018 vec4{luminance.b, luminance.b, luminance.b + saturation, 0.0f},
5019 vec4{0.0f, 0.0f, 0.0f, 1.0f});
5020 return saturationMatrix;
5021}
5022
5023void SurfaceFlinger::updateColorMatrixLocked() {
5024 mat4 colorMatrix =
5025 mClientColorMatrix * calculateColorMatrix(mGlobalSaturationFactor) * mDaltonizer();
5026
Chia-I Wu28f320b2018-05-03 11:02:56 -07005027 if (mCurrentState.colorMatrix != colorMatrix) {
5028 mCurrentState.colorMatrix = colorMatrix;
5029 mCurrentState.colorMatrixChanged = true;
5030 setTransactionFlags(eTransactionNeeded);
5031 }
5032}
5033
Fabien Sanglard6e8e98a2016-10-27 20:04:11 -07005034status_t SurfaceFlinger::CheckTransactCodeCredentials(uint32_t code) {
Ana Krulec13be8ad2018-08-21 02:43:56 +00005035#pragma clang diagnostic push
5036#pragma clang diagnostic error "-Wswitch-enum"
5037 switch (static_cast<ISurfaceComposerTag>(code)) {
Dominik Laskowskif06d68e2021-03-24 19:40:03 -07005038 case ENABLE_VSYNC_INJECTIONS:
5039 case INJECT_VSYNC:
5040 if (!hasMockHwc()) return PERMISSION_DENIED;
5041 [[fallthrough]];
Ana Krulec13be8ad2018-08-21 02:43:56 +00005042 // These methods should at minimum make sure that the client requested
5043 // access to SF.
Dan Stozae3344402018-08-20 19:53:42 +00005044 case BOOT_FINISHED:
5045 case CLEAR_ANIMATION_FRAME_STATS:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005046 case CREATE_DISPLAY:
5047 case DESTROY_DISPLAY:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005048 case GET_ANIMATION_FRAME_STATS:
Kriti Dang49ad4132021-01-08 11:49:56 +01005049 case OVERRIDE_HDR_TYPES:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005050 case GET_HDR_CAPABILITIES:
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005051 case SET_DESIRED_DISPLAY_MODE_SPECS:
5052 case GET_DESIRED_DISPLAY_MODE_SPECS:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005053 case SET_ACTIVE_COLOR_MODE:
Galia Peycheva5492cb52019-10-30 14:13:16 +01005054 case GET_AUTO_LOW_LATENCY_MODE_SUPPORT:
5055 case SET_AUTO_LOW_LATENCY_MODE:
5056 case GET_GAME_CONTENT_TYPE_SUPPORT:
5057 case SET_GAME_CONTENT_TYPE:
Kevin DuBois9c0a1762018-10-16 13:32:31 -07005058 case SET_POWER_MODE:
Kevin DuBois74e53772018-11-19 10:52:38 -08005059 case GET_DISPLAYED_CONTENT_SAMPLING_ATTRIBUTES:
Kevin DuBois1d4249a2018-08-29 10:45:14 -07005060 case SET_DISPLAY_CONTENT_SAMPLING_ENABLED:
Ady Abraham8532d012019-05-08 14:50:56 -07005061 case GET_DISPLAYED_CONTENT_SAMPLE:
Lais Andrade3a6e47d2020-04-02 11:20:16 +01005062 case NOTIFY_POWER_BOOST:
Steven Thomasd4071902020-03-24 16:02:53 -07005063 case SET_GLOBAL_SHADOW_SETTINGS:
5064 case ACQUIRE_FRAME_RATE_FLEXIBILITY_TOKEN: {
Kriti Dang49ad4132021-01-08 11:49:56 +01005065 // ACQUIRE_FRAME_RATE_FLEXIBILITY_TOKEN and OVERRIDE_HDR_TYPES are used by CTS tests,
5066 // which acquire the necessary permission dynamically. Don't use the permission cache
5067 // for this check.
5068 bool usePermissionCache =
5069 code != ACQUIRE_FRAME_RATE_FLEXIBILITY_TOKEN && code != OVERRIDE_HDR_TYPES;
Steven Thomasd4071902020-03-24 16:02:53 -07005070 if (!callingThreadHasUnscopedSurfaceFlingerAccess(usePermissionCache)) {
Robert Carrd4ae7f32018-06-07 16:10:57 -07005071 IPCThreadState* ipc = IPCThreadState::self();
5072 ALOGE("Permission Denial: can't access SurfaceFlinger pid=%d, uid=%d",
5073 ipc->getCallingPid(), ipc->getCallingUid());
Mathias Agopian375f5632009-06-15 18:24:59 -07005074 return PERMISSION_DENIED;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005075 }
Robert Carr1db73f62016-12-21 12:58:51 -08005076 return OK;
5077 }
Ana Krulec13be8ad2018-08-21 02:43:56 +00005078 case GET_LAYER_DEBUG_INFO: {
Mathias Agopian1b0b30d2010-09-24 11:26:58 -07005079 IPCThreadState* ipc = IPCThreadState::self();
5080 const int pid = ipc->getCallingPid();
5081 const int uid = ipc->getCallingUid();
Ana Krulec13be8ad2018-08-21 02:43:56 +00005082 if ((uid != AID_SHELL) && !PermissionCache::checkPermission(sDump, pid, uid)) {
5083 ALOGE("Layer debug info permission denied for pid=%d, uid=%d", pid, uid);
Mathias Agopian1b0b30d2010-09-24 11:26:58 -07005084 return PERMISSION_DENIED;
5085 }
Ana Krulec13be8ad2018-08-21 02:43:56 +00005086 return OK;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005087 }
Ana Krulec13be8ad2018-08-21 02:43:56 +00005088 // Used by apps to hook Choreographer to SurfaceFlinger.
5089 case CREATE_DISPLAY_EVENT_CONNECTION:
5090 // The following calls are currently used by clients that do not
5091 // request necessary permissions. However, they do not expose any secret
5092 // information, so it is OK to pass them.
5093 case AUTHENTICATE_SURFACE:
Peiyong Lind1fedb42019-03-11 17:48:41 -07005094 case GET_ACTIVE_COLOR_MODE:
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005095 case GET_ACTIVE_DISPLAY_MODE:
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -08005096 case GET_PHYSICAL_DISPLAY_IDS:
5097 case GET_PHYSICAL_DISPLAY_TOKEN:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005098 case GET_DISPLAY_COLOR_MODES:
Daniel Solomon42d04562019-01-20 21:03:19 -08005099 case GET_DISPLAY_NATIVE_PRIMARIES:
Marin Shalamanov228f46b2021-01-28 21:11:45 +01005100 case GET_STATIC_DISPLAY_INFO:
5101 case GET_DYNAMIC_DISPLAY_INFO:
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005102 case GET_DISPLAY_MODES:
Dominik Laskowski3cb3d4e2019-11-21 11:14:45 -08005103 case GET_DISPLAY_STATE:
Ana Krulec13be8ad2018-08-21 02:43:56 +00005104 case GET_DISPLAY_STATS:
5105 case GET_SUPPORTED_FRAME_TIMESTAMPS:
5106 // Calling setTransactionState is safe, because you need to have been
5107 // granted a reference to Client* and Handle* to do anything with it.
5108 case SET_TRANSACTION_STATE:
Robert Carrb89ea9d2018-12-10 13:01:14 -08005109 case CREATE_CONNECTION:
Ady Abraham37965d42018-11-01 13:43:32 -07005110 case GET_COLOR_MANAGEMENT:
Peiyong Lin3c2791e2019-01-14 17:05:18 -08005111 case GET_COMPOSITION_PREFERENCE:
Marissa Wallebc2c052019-01-16 19:16:55 -08005112 case GET_PROTECTED_CONTENT_SUPPORT:
Dan Gittik57e63c52019-01-18 16:37:54 +00005113 case IS_WIDE_COLOR_DISPLAY:
Steven Thomas62a4cf82020-01-31 12:04:03 -08005114 // setFrameRate() is deliberately available for apps to call without any
5115 // special permissions.
5116 case SET_FRAME_RATE:
Dan Gittik57e63c52019-01-18 16:37:54 +00005117 case GET_DISPLAY_BRIGHTNESS_SUPPORT:
chaviw4b9d5e12020-08-04 18:30:35 -07005118 // captureLayers and captureDisplay will handle the permission check in the function
5119 case CAPTURE_LAYERS:
5120 case CAPTURE_DISPLAY:
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10005121 case SET_FRAME_TIMELINE_INFO:
Ady Abraham564f9de2021-02-03 18:34:33 -08005122 case GET_GPU_CONTEXT_PRIORITY:
5123 case GET_EXTRA_BUFFER_COUNT: {
5124 // This is not sensitive information, so should not require permission control.
Ana Krulec13be8ad2018-08-21 02:43:56 +00005125 return OK;
5126 }
John Reck71da15e2021-03-30 14:58:08 -04005127 case SET_DISPLAY_BRIGHTNESS:
John Reck88270902021-03-18 11:27:35 -04005128 case ADD_HDR_LAYER_INFO_LISTENER:
5129 case REMOVE_HDR_LAYER_INFO_LISTENER: {
John Reck88270902021-03-18 11:27:35 -04005130 IPCThreadState* ipc = IPCThreadState::self();
5131 const int pid = ipc->getCallingPid();
5132 const int uid = ipc->getCallingUid();
5133 if ((uid != AID_GRAPHICS) &&
5134 !PermissionCache::checkPermission(sControlDisplayBrightness, pid, uid)) {
5135 ALOGE("Permission Denial: can't control brightness pid=%d, uid=%d", pid, uid);
5136 return PERMISSION_DENIED;
5137 }
5138 return OK;
5139 }
Alec Mouric8957ee2021-03-01 14:33:19 -08005140 case ADD_FPS_LISTENER:
5141 case REMOVE_FPS_LISTENER:
Dan Stoza84ab9372018-12-17 15:27:57 -08005142 case ADD_REGION_SAMPLING_LISTENER:
5143 case REMOVE_REGION_SAMPLING_LISTENER: {
Ana Krulec13be8ad2018-08-21 02:43:56 +00005144 // codes that require permission check
chaviwa76b2712017-09-20 12:02:26 -07005145 IPCThreadState* ipc = IPCThreadState::self();
5146 const int pid = ipc->getCallingPid();
5147 const int uid = ipc->getCallingUid();
5148 if ((uid != AID_GRAPHICS) &&
5149 !PermissionCache::checkPermission(sReadFramebuffer, pid, uid)) {
5150 ALOGE("Permission Denial: can't read framebuffer pid=%d, uid=%d", pid, uid);
5151 return PERMISSION_DENIED;
5152 }
Ana Krulec13be8ad2018-08-21 02:43:56 +00005153 return OK;
5154 }
Pablo Gamito6ee484d2020-07-30 14:26:28 +00005155 case ADD_TRANSACTION_TRACE_LISTENER:
chaviwd2432892020-07-24 17:42:39 -07005156 case CAPTURE_DISPLAY_BY_ID: {
chaviw93df2ea2019-04-30 16:45:12 -07005157 IPCThreadState* ipc = IPCThreadState::self();
5158 const int uid = ipc->getCallingUid();
Peiyong Lin96cfebc2019-05-15 11:36:13 -07005159 if (uid == AID_ROOT || uid == AID_GRAPHICS || uid == AID_SYSTEM || uid == AID_SHELL) {
chaviw93df2ea2019-04-30 16:45:12 -07005160 return OK;
5161 }
5162 return PERMISSION_DENIED;
5163 }
Tej Singhe2751772021-04-06 22:05:29 -07005164 case ON_PULL_ATOM: {
5165 const int uid = IPCThreadState::self()->getCallingUid();
5166 if (uid == AID_SYSTEM) {
5167 return OK;
5168 }
5169 return PERMISSION_DENIED;
5170 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005171 }
Ana Krulec13be8ad2018-08-21 02:43:56 +00005172
5173 // These codes are used for the IBinder protocol to either interrogate the recipient
5174 // side of the transaction for its canonical interface descriptor or to dump its state.
5175 // We let them pass by default.
5176 if (code == IBinder::INTERFACE_TRANSACTION || code == IBinder::DUMP_TRANSACTION ||
5177 code == IBinder::PING_TRANSACTION || code == IBinder::SHELL_COMMAND_TRANSACTION ||
5178 code == IBinder::SYSPROPS_TRANSACTION) {
5179 return OK;
5180 }
Adithya Srinivasan2d736322020-10-01 16:53:48 -07005181 // Numbers from 1000 to 1038 are currently used for backdoors. The code
Ana Krulec13be8ad2018-08-21 02:43:56 +00005182 // in onTransact verifies that the user is root, and has access to use SF.
Ady Abraham0bb6a472020-10-12 10:22:13 -07005183 if (code >= 1000 && code <= 1039) {
Ana Krulec13be8ad2018-08-21 02:43:56 +00005184 ALOGV("Accessing SurfaceFlinger through backdoor code: %u", code);
5185 return OK;
5186 }
5187 ALOGE("Permission Denial: SurfaceFlinger did not recognize request code: %u", code);
5188 return PERMISSION_DENIED;
5189#pragma clang diagnostic pop
Fabien Sanglard6e8e98a2016-10-27 20:04:11 -07005190}
5191
Ana Krulec13be8ad2018-08-21 02:43:56 +00005192status_t SurfaceFlinger::onTransact(uint32_t code, const Parcel& data, Parcel* reply,
5193 uint32_t flags) {
Fabien Sanglard6e8e98a2016-10-27 20:04:11 -07005194 status_t credentialCheck = CheckTransactCodeCredentials(code);
5195 if (credentialCheck != OK) {
5196 return credentialCheck;
5197 }
Mathias Agopian1b0b30d2010-09-24 11:26:58 -07005198
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005199 status_t err = BnSurfaceComposer::onTransact(code, data, reply, flags);
5200 if (err == UNKNOWN_TRANSACTION || err == PERMISSION_DENIED) {
Mathias Agopianb8a55602009-06-26 19:06:36 -07005201 CHECK_INTERFACE(ISurfaceComposer, data, reply);
Romain Guy8c6bbd62017-06-05 13:51:43 -07005202 IPCThreadState* ipc = IPCThreadState::self();
5203 const int uid = ipc->getCallingUid();
5204 if (CC_UNLIKELY(uid != AID_SYSTEM
5205 && !PermissionCache::checkCallingPermission(sHardwareTest))) {
Mathias Agopian375f5632009-06-15 18:24:59 -07005206 const int pid = ipc->getCallingPid();
Steve Blocke6f43dd2012-01-06 19:20:56 +00005207 ALOGE("Permission Denial: "
Mathias Agopian375f5632009-06-15 18:24:59 -07005208 "can't access SurfaceFlinger pid=%d, uid=%d", pid, uid);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005209 return PERMISSION_DENIED;
5210 }
5211 int n;
5212 switch (code) {
Mathias Agopian01b76682009-04-16 20:04:08 -07005213 case 1000: // SHOW_CPU, NOT SUPPORTED ANYMORE
Mathias Agopian35b48d12010-09-13 22:57:58 -07005214 case 1001: // SHOW_FPS, NOT SUPPORTED ANYMORE
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005215 return NO_ERROR;
5216 case 1002: // SHOW_UPDATES
5217 n = data.readInt32();
5218 mDebugRegion = n ? n : (mDebugRegion ? 0 : 1);
Mathias Agopian53331da2011-08-22 21:44:41 -07005219 invalidateHwcGeometry();
5220 repaintEverything();
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005221 return NO_ERROR;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005222 case 1004:{ // repaint everything
Mathias Agopian53331da2011-08-22 21:44:41 -07005223 repaintEverything();
Mathias Agopiancbb288b2009-09-07 16:32:45 -07005224 return NO_ERROR;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005225 }
Mathias Agopiancbb288b2009-09-07 16:32:45 -07005226 case 1005:{ // force transaction
Steven Thomas6d8110b2017-08-31 18:24:21 -07005227 Mutex::Autolock _l(mStateLock);
Mathias Agopiane57f2922012-08-09 16:29:12 -07005228 setTransactionFlags(
5229 eTransactionNeeded|
5230 eDisplayTransactionNeeded|
5231 eTraversalNeeded);
Mathias Agopiancbb288b2009-09-07 16:32:45 -07005232 return NO_ERROR;
5233 }
Mathias Agopian4d143ee2012-02-23 20:05:39 -08005234 case 1006:{ // send empty update
5235 signalRefresh();
5236 return NO_ERROR;
5237 }
Mathias Agopian53331da2011-08-22 21:44:41 -07005238 case 1008: // toggle use of hw composer
5239 n = data.readInt32();
Dominik Laskowski9dab3432019-03-27 13:21:10 -07005240 mDebugDisableHWC = n != 0;
Mathias Agopian53331da2011-08-22 21:44:41 -07005241 invalidateHwcGeometry();
5242 repaintEverything();
5243 return NO_ERROR;
Mathias Agopiana4583642011-08-23 18:03:18 -07005244 case 1009: // toggle use of transform hint
5245 n = data.readInt32();
Dominik Laskowski9dab3432019-03-27 13:21:10 -07005246 mDebugDisableTransformHint = n != 0;
Mathias Agopiana4583642011-08-23 18:03:18 -07005247 invalidateHwcGeometry();
5248 repaintEverything();
5249 return NO_ERROR;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005250 case 1010: // interrogate.
Mathias Agopian01b76682009-04-16 20:04:08 -07005251 reply->writeInt32(0);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005252 reply->writeInt32(0);
5253 reply->writeInt32(mDebugRegion);
Mathias Agopianb9494d52012-04-18 02:28:45 -07005254 reply->writeInt32(0);
Dianne Hackborn12839be2012-02-06 21:21:05 -08005255 reply->writeInt32(mDebugDisableHWC);
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005256 return NO_ERROR;
5257 case 1013: {
Dominik Laskowskieecd6592018-05-29 10:25:41 -07005258 const auto display = getDefaultDisplayDevice();
Dominik Laskowski45de9bd2018-06-11 17:44:10 -07005259 if (!display) {
5260 return NAME_NOT_FOUND;
5261 }
5262
Dominik Laskowskieecd6592018-05-29 10:25:41 -07005263 reply->writeInt32(display->getPageFlipCount());
Mathias Agopianff2ed702013-09-01 21:36:12 -07005264 return NO_ERROR;
5265 }
5266 case 1014: {
Chia-I Wu28f320b2018-05-03 11:02:56 -07005267 Mutex::Autolock _l(mStateLock);
Mathias Agopianff2ed702013-09-01 21:36:12 -07005268 // daltonize
5269 n = data.readInt32();
5270 switch (n % 10) {
Dan Stoza9f26a9c2016-06-22 14:51:09 -07005271 case 1:
5272 mDaltonizer.setType(ColorBlindnessType::Protanomaly);
5273 break;
5274 case 2:
5275 mDaltonizer.setType(ColorBlindnessType::Deuteranomaly);
5276 break;
5277 case 3:
5278 mDaltonizer.setType(ColorBlindnessType::Tritanomaly);
5279 break;
5280 default:
5281 mDaltonizer.setType(ColorBlindnessType::None);
5282 break;
Mathias Agopianff2ed702013-09-01 21:36:12 -07005283 }
5284 if (n >= 10) {
Dan Stoza9f26a9c2016-06-22 14:51:09 -07005285 mDaltonizer.setMode(ColorBlindnessMode::Correction);
Mathias Agopianff2ed702013-09-01 21:36:12 -07005286 } else {
Dan Stoza9f26a9c2016-06-22 14:51:09 -07005287 mDaltonizer.setMode(ColorBlindnessMode::Simulation);
Mathias Agopianff2ed702013-09-01 21:36:12 -07005288 }
Chia-I Wu28f320b2018-05-03 11:02:56 -07005289
5290 updateColorMatrixLocked();
Alan Viverette9c5a3332013-09-12 20:04:35 -07005291 return NO_ERROR;
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005292 }
Alan Viverette9c5a3332013-09-12 20:04:35 -07005293 case 1015: {
Chia-I Wu28f320b2018-05-03 11:02:56 -07005294 Mutex::Autolock _l(mStateLock);
Alan Viverette9c5a3332013-09-12 20:04:35 -07005295 // apply a color matrix
5296 n = data.readInt32();
Alan Viverette9c5a3332013-09-12 20:04:35 -07005297 if (n) {
Romain Guy0147a172017-06-01 13:53:56 -07005298 // color matrix is sent as a column-major mat4 matrix
Alan Viverette794c5ba2013-10-03 16:40:52 -07005299 for (size_t i = 0 ; i < 4; i++) {
Dan Stoza9f26a9c2016-06-22 14:51:09 -07005300 for (size_t j = 0; j < 4; j++) {
Chia-I Wu28f320b2018-05-03 11:02:56 -07005301 mClientColorMatrix[i][j] = data.readFloat();
Dan Stoza9f26a9c2016-06-22 14:51:09 -07005302 }
Alan Viverette9c5a3332013-09-12 20:04:35 -07005303 }
Alan Viverette9c5a3332013-09-12 20:04:35 -07005304 } else {
Chia-I Wu28f320b2018-05-03 11:02:56 -07005305 mClientColorMatrix = mat4();
Alan Viverette9c5a3332013-09-12 20:04:35 -07005306 }
Romain Guy88d37dd2017-05-26 17:57:05 -07005307
5308 // Check that supplied matrix's last row is {0,0,0,1} so we can avoid
5309 // the division by w in the fragment shader
Chia-I Wu28f320b2018-05-03 11:02:56 -07005310 float4 lastRow(transpose(mClientColorMatrix)[3]);
Romain Guy88d37dd2017-05-26 17:57:05 -07005311 if (any(greaterThan(abs(lastRow - float4{0, 0, 0, 1}), float4{1e-4f}))) {
5312 ALOGE("The color transform's last row must be (0, 0, 0, 1)");
5313 }
5314
Chia-I Wu28f320b2018-05-03 11:02:56 -07005315 updateColorMatrixLocked();
Alan Viverette9c5a3332013-09-12 20:04:35 -07005316 return NO_ERROR;
5317 }
Dominik Laskowski8d32ddc2019-08-07 11:25:35 -07005318 case 1016: { // Unused.
5319 return NAME_NOT_FOUND;
Ruchi Kandoif52b3c82014-04-24 16:42:35 -07005320 }
Dan Stozaee44edd2015-03-23 15:50:23 -07005321 case 1017: {
5322 n = data.readInt32();
Dominik Laskowski9dab3432019-03-27 13:21:10 -07005323 mForceFullDamage = n != 0;
Dan Stozaee44edd2015-03-23 15:50:23 -07005324 return NO_ERROR;
5325 }
Ady Abraham9c53ee72020-07-22 21:16:18 -07005326 case 1018: { // Modify Choreographer's duration
Dan Stozadb4ac3c2015-04-14 11:34:01 -07005327 n = data.readInt32();
Ady Abraham9c53ee72020-07-22 21:16:18 -07005328 mScheduler->setDuration(mAppConnectionHandle, std::chrono::nanoseconds(n), 0ns);
Dan Stozadb4ac3c2015-04-14 11:34:01 -07005329 return NO_ERROR;
5330 }
Ady Abraham9c53ee72020-07-22 21:16:18 -07005331 case 1019: { // Modify SurfaceFlinger's duration
Dan Stozadb4ac3c2015-04-14 11:34:01 -07005332 n = data.readInt32();
Ady Abraham9c53ee72020-07-22 21:16:18 -07005333 mScheduler->setDuration(mSfConnectionHandle, std::chrono::nanoseconds(n), 0ns);
Dan Stozadb4ac3c2015-04-14 11:34:01 -07005334 return NO_ERROR;
5335 }
Irvel468051e2016-06-13 16:44:44 -07005336 case 1020: { // Layer updates interceptor
5337 n = data.readInt32();
5338 if (n) {
5339 ALOGV("Interceptor enabled");
Lloyd Pique4dccc412018-01-22 17:21:36 -08005340 mInterceptor->enable(mDrawingState.layersSortedByZ, mDrawingState.displays);
Irvel468051e2016-06-13 16:44:44 -07005341 }
5342 else{
5343 ALOGV("Interceptor disabled");
Lloyd Pique4dccc412018-01-22 17:21:36 -08005344 mInterceptor->disable();
Irvel468051e2016-06-13 16:44:44 -07005345 }
5346 return NO_ERROR;
5347 }
Dan Stoza8cf150a2016-08-02 10:27:31 -07005348 case 1021: { // Disable HWC virtual displays
5349 n = data.readInt32();
5350 mUseHwcVirtualDisplays = !n;
5351 return NO_ERROR;
5352 }
Romain Guy0147a172017-06-01 13:53:56 -07005353 case 1022: { // Set saturation boost
Chia-I Wu28f320b2018-05-03 11:02:56 -07005354 Mutex::Autolock _l(mStateLock);
Peiyong Lindd9b2ae2018-03-01 16:22:45 -08005355 mGlobalSaturationFactor = std::max(0.0f, std::min(data.readFloat(), 2.0f));
Romain Guy0147a172017-06-01 13:53:56 -07005356
Chia-I Wu28f320b2018-05-03 11:02:56 -07005357 updateColorMatrixLocked();
Romain Guy0147a172017-06-01 13:53:56 -07005358 return NO_ERROR;
5359 }
Romain Guy54f154a2017-10-24 21:40:32 +01005360 case 1023: { // Set native mode
Daniel Solomon7c7ede22019-07-11 16:35:40 -07005361 int32_t colorMode;
5362
Chia-I Wu0d711262018-05-21 15:19:35 -07005363 mDisplayColorSetting = static_cast<DisplayColorSetting>(data.readInt32());
Daniel Solomon7c7ede22019-07-11 16:35:40 -07005364 if (data.readInt32(&colorMode) == NO_ERROR) {
5365 mForceColorMode = static_cast<ColorMode>(colorMode);
5366 }
Romain Guy54f154a2017-10-24 21:40:32 +01005367 invalidateHwcGeometry();
5368 repaintEverything();
5369 return NO_ERROR;
5370 }
Peiyong Lin4bac91c2018-10-25 09:48:33 -07005371 // Deprecate, use 1030 to check whether the device is color managed.
5372 case 1024: {
5373 return NAME_NOT_FOUND;
Romain Guy54f154a2017-10-24 21:40:32 +01005374 }
Vishnu Nair87704c92018-01-08 15:32:57 -08005375 case 1025: { // Set layer tracing
Adrian Roos1e1a1282017-11-01 19:05:31 +01005376 n = data.readInt32();
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07005377 bool tracingEnabledChanged;
Adrian Roos1e1a1282017-11-01 19:05:31 +01005378 if (n) {
Yichi Chenadc69612018-09-15 14:51:18 +08005379 ALOGD("LayerTracing enabled");
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07005380 tracingEnabledChanged = mTracing.enable();
5381 if (tracingEnabledChanged) {
5382 schedule([&]() MAIN_THREAD { mTracing.notify("start"); }).wait();
5383 }
Adrian Roos1e1a1282017-11-01 19:05:31 +01005384 } else {
Yichi Chenadc69612018-09-15 14:51:18 +08005385 ALOGD("LayerTracing disabled");
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07005386 tracingEnabledChanged = mTracing.disable();
Adrian Roos1e1a1282017-11-01 19:05:31 +01005387 }
Vishnu Nair31a8dbc2020-10-27 17:37:49 -07005388 mTracingEnabledChanged = tracingEnabledChanged;
5389 reply->writeInt32(NO_ERROR);
Adrian Roos1e1a1282017-11-01 19:05:31 +01005390 return NO_ERROR;
5391 }
Vishnu Nair87704c92018-01-08 15:32:57 -08005392 case 1026: { // Get layer tracing status
5393 reply->writeBool(mTracing.isEnabled());
5394 return NO_ERROR;
5395 }
Peiyong Lindd9b2ae2018-03-01 16:22:45 -08005396 // Is a DisplayColorSetting supported?
5397 case 1027: {
Dominik Laskowskieecd6592018-05-29 10:25:41 -07005398 const auto display = getDefaultDisplayDevice();
5399 if (!display) {
Chia-I Wu0d711262018-05-21 15:19:35 -07005400 return NAME_NOT_FOUND;
Peiyong Lindd9b2ae2018-03-01 16:22:45 -08005401 }
Chia-I Wu0d711262018-05-21 15:19:35 -07005402
5403 DisplayColorSetting setting = static_cast<DisplayColorSetting>(data.readInt32());
5404 switch (setting) {
Lloyd Pique6a3b4462019-03-07 20:58:12 -08005405 case DisplayColorSetting::kManaged:
Peiyong Lin13effd12018-07-24 17:01:47 -07005406 reply->writeBool(useColorManagement);
Chia-I Wu0d711262018-05-21 15:19:35 -07005407 break;
Lloyd Pique6a3b4462019-03-07 20:58:12 -08005408 case DisplayColorSetting::kUnmanaged:
Chia-I Wu0d711262018-05-21 15:19:35 -07005409 reply->writeBool(true);
5410 break;
Lloyd Pique6a3b4462019-03-07 20:58:12 -08005411 case DisplayColorSetting::kEnhanced:
Dominik Laskowskieecd6592018-05-29 10:25:41 -07005412 reply->writeBool(display->hasRenderIntent(RenderIntent::ENHANCE));
Chia-I Wu0d711262018-05-21 15:19:35 -07005413 break;
5414 default: // vendor display color setting
Dominik Laskowskieecd6592018-05-29 10:25:41 -07005415 reply->writeBool(
5416 display->hasRenderIntent(static_cast<RenderIntent>(setting)));
Chia-I Wu0d711262018-05-21 15:19:35 -07005417 break;
5418 }
5419 return NO_ERROR;
Peiyong Lindd9b2ae2018-03-01 16:22:45 -08005420 }
Alec Mouri9c58bcd2020-09-09 18:57:07 -07005421 case 1028: { // Unused.
5422 return NAME_NOT_FOUND;
Steven Thomas97f1f4c2018-06-01 12:04:16 -07005423 }
Nataniel Borges2b796da2019-02-15 13:32:18 -08005424 // Set buffer size for SF tracing (value in KB)
5425 case 1029: {
5426 n = data.readInt32();
5427 if (n <= 0 || n > MAX_TRACING_MEMORY) {
5428 ALOGW("Invalid buffer size: %d KB", n);
5429 reply->writeInt32(BAD_VALUE);
5430 return BAD_VALUE;
5431 }
5432
5433 ALOGD("Updating trace buffer to %d KB", n);
5434 mTracing.setBufferSize(n * 1024);
5435 reply->writeInt32(NO_ERROR);
5436 return NO_ERROR;
5437 }
Peiyong Lin13effd12018-07-24 17:01:47 -07005438 // Is device color managed?
5439 case 1030: {
5440 reply->writeBool(useColorManagement);
5441 return NO_ERROR;
5442 }
Peiyong Lin9d846a52018-11-05 13:18:20 -08005443 // Override default composition data space
5444 // adb shell service call SurfaceFlinger 1031 i32 1 DATASPACE_NUMBER DATASPACE_NUMBER \
5445 // && adb shell stop zygote && adb shell start zygote
5446 // to restore: adb shell service call SurfaceFlinger 1031 i32 0 && \
5447 // adb shell stop zygote && adb shell start zygote
5448 case 1031: {
5449 Mutex::Autolock _l(mStateLock);
5450 n = data.readInt32();
5451 if (n) {
5452 n = data.readInt32();
5453 if (n) {
5454 Dataspace dataspace = static_cast<Dataspace>(n);
5455 if (!validateCompositionDataspace(dataspace)) {
5456 return BAD_VALUE;
5457 }
5458 mDefaultCompositionDataspace = dataspace;
5459 }
5460 n = data.readInt32();
5461 if (n) {
5462 Dataspace dataspace = static_cast<Dataspace>(n);
5463 if (!validateCompositionDataspace(dataspace)) {
5464 return BAD_VALUE;
5465 }
5466 mWideColorGamutCompositionDataspace = dataspace;
5467 }
5468 } else {
5469 // restore composition data space.
5470 mDefaultCompositionDataspace = defaultCompositionDataspace;
5471 mWideColorGamutCompositionDataspace = wideColorGamutCompositionDataspace;
5472 }
5473 return NO_ERROR;
5474 }
Vishnu Nair9245d3b2019-03-22 13:38:56 -07005475 // Set trace flags
5476 case 1033: {
5477 n = data.readUint32();
5478 ALOGD("Updating trace flags to 0x%x", n);
5479 mTracing.setTraceFlags(n);
5480 reply->writeInt32(NO_ERROR);
5481 return NO_ERROR;
5482 }
Ady Abraham03b02dd2019-03-21 15:40:11 -07005483 case 1034: {
Dominik Laskowski20134642020-04-20 22:36:44 -07005484 switch (n = data.readInt32()) {
5485 case 0:
5486 case 1:
5487 enableRefreshRateOverlay(static_cast<bool>(n));
5488 break;
5489 default: {
5490 Mutex::Autolock lock(mStateLock);
5491 reply->writeBool(mRefreshRateOverlay != nullptr);
5492 }
Ady Abraham03b02dd2019-03-21 15:40:11 -07005493 }
5494 return NO_ERROR;
5495 }
Ady Abraham34392f72019-04-10 11:29:27 -07005496 case 1035: {
Marin Shalamanov5801c942020-12-17 17:00:13 +01005497 const int modeId = data.readInt32();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005498 mDebugDisplayModeSetByBackdoor = false;
Marin Shalamanov5801c942020-12-17 17:00:13 +01005499
Ady Abrahamfb853662021-04-09 11:46:40 -07005500 const auto displayId = [&]() -> std::optional<PhysicalDisplayId> {
5501 uint64_t inputDisplayId = 0;
5502 if (data.readUint64(&inputDisplayId) == NO_ERROR) {
5503 const auto token = getPhysicalDisplayToken(
5504 static_cast<PhysicalDisplayId>(inputDisplayId));
5505 if (!token) {
5506 ALOGE("No display with id: %" PRIu64, inputDisplayId);
5507 return std::nullopt;
5508 }
5509
5510 return std::make_optional<PhysicalDisplayId>(inputDisplayId);
5511 }
5512
5513 return getInternalDisplayId();
5514 }();
5515
Marin Shalamanovea25ddf2020-12-10 15:44:51 +01005516 if (!displayId) {
Ady Abrahamfb853662021-04-09 11:46:40 -07005517 ALOGE("No display found");
Marin Shalamanovea25ddf2020-12-10 15:44:51 +01005518 return NO_ERROR;
5519 }
Marin Shalamanov5801c942020-12-17 17:00:13 +01005520
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005521 status_t result = setActiveMode(getPhysicalDisplayToken(*displayId), modeId);
Marin Shalamanov5801c942020-12-17 17:00:13 +01005522 if (result != NO_ERROR) {
5523 return result;
Ady Abraham34392f72019-04-10 11:29:27 -07005524 }
Marin Shalamanov5801c942020-12-17 17:00:13 +01005525
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005526 mDebugDisplayModeSetByBackdoor = true;
Marin Shalamanov5801c942020-12-17 17:00:13 +01005527
Ady Abraham34392f72019-04-10 11:29:27 -07005528 return NO_ERROR;
5529 }
Ady Abraham07e54702020-04-16 15:05:37 -07005530 case 1036: {
5531 if (data.readInt32() > 0) {
5532 status_t result =
5533 acquireFrameRateFlexibilityToken(&mDebugFrameRateFlexibilityToken);
5534 if (result != NO_ERROR) {
5535 return result;
5536 }
5537 } else {
5538 mDebugFrameRateFlexibilityToken = nullptr;
5539 }
5540 return NO_ERROR;
5541 }
Marin Shalamanove6332b02020-09-03 11:30:37 +02005542 // Inject a hotplug connected event for the primary display. This will deallocate and
5543 // reallocate the display state including framebuffers.
5544 case 1037: {
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02005545 std::optional<hal::HWDisplayId> hwcId;
Marin Shalamanove6332b02020-09-03 11:30:37 +02005546 {
5547 Mutex::Autolock lock(mStateLock);
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02005548 hwcId = getHwComposer().getInternalHwcDisplayId();
Marin Shalamanove6332b02020-09-03 11:30:37 +02005549 }
Marin Shalamanove6332b02020-09-03 11:30:37 +02005550 onHotplugReceived(getBE().mComposerSequenceId, *hwcId, hal::Connection::CONNECTED);
Marin Shalamanove6332b02020-09-03 11:30:37 +02005551 return NO_ERROR;
5552 }
Adithya Srinivasan2d736322020-10-01 16:53:48 -07005553 // Modify the max number of display frames stored within FrameTimeline
5554 case 1038: {
5555 n = data.readInt32();
5556 if (n < 0 || n > MAX_ALLOWED_DISPLAY_FRAMES) {
5557 ALOGW("Invalid max size. Maximum allowed is %d", MAX_ALLOWED_DISPLAY_FRAMES);
5558 return BAD_VALUE;
5559 }
5560 if (n == 0) {
5561 // restore to default
5562 mFrameTimeline->reset();
5563 return NO_ERROR;
5564 }
5565 mFrameTimeline->setMaxDisplayFrames(n);
5566 return NO_ERROR;
5567 }
Ady Abraham0bb6a472020-10-12 10:22:13 -07005568 case 1039: {
Ady Abraham62f216c2020-10-13 19:07:23 -07005569 PhysicalDisplayId displayId = [&]() {
5570 Mutex::Autolock lock(mStateLock);
5571 return getDefaultDisplayDeviceLocked()->getPhysicalId();
5572 }();
5573
5574 auto inUid = static_cast<uid_t>(data.readInt32());
5575 const auto refreshRate = data.readFloat();
Ady Abraham62a0be22020-12-08 16:54:10 -08005576 mScheduler->setPreferredRefreshRateForUid(FrameRateOverride{inUid, refreshRate});
5577 mScheduler->onFrameRateOverridesChanged(mAppConnectionHandle, displayId);
Ady Abraham0bb6a472020-10-12 10:22:13 -07005578 return NO_ERROR;
Adithya Srinivasan9b2ca3e2020-11-10 10:14:17 -08005579 }
The Android Open Source Projectedbf3b62009-03-03 19:31:44 -08005580 }
5581 }
5582 return err;
5583}
5584
Steven Thomas6d8110b2017-08-31 18:24:21 -07005585void SurfaceFlinger::repaintEverything() {
Lloyd Piquef1c675b2018-09-12 20:45:39 -07005586 mRepaintEverything = true;
Zhuoyao Zhang3d3540d2021-01-14 05:14:54 +00005587 signalTransaction();
Steven Thomas6d8110b2017-08-31 18:24:21 -07005588}
5589
Ana Krulec7d1d6832018-12-27 11:10:09 -08005590void SurfaceFlinger::repaintEverythingForHWC() {
5591 mRepaintEverything = true;
Dan Stoza030fbc12020-02-19 15:32:01 -08005592 mPowerAdvisor.notifyDisplayUpdateImminent();
Ady Abraham8532d012019-05-08 14:50:56 -07005593 mEventQueue->invalidate();
Ana Krulec7d1d6832018-12-27 11:10:09 -08005594}
5595
Ady Abrahama09852a2020-02-20 14:23:42 -08005596void SurfaceFlinger::kernelTimerChanged(bool expired) {
5597 static bool updateOverlay =
5598 property_get_bool("debug.sf.kernel_idle_timer_update_overlay", true);
Dominik Laskowski20134642020-04-20 22:36:44 -07005599 if (!updateOverlay) return;
5600 if (Mutex::Autolock lock(mStateLock); !mRefreshRateOverlay) return;
Ady Abrahama09852a2020-02-20 14:23:42 -08005601
5602 // Update the overlay on the main thread to avoid race conditions with
5603 // mRefreshRateConfigs->getCurrentRefreshRate()
Dominik Laskowski20134642020-04-20 22:36:44 -07005604 static_cast<void>(schedule([=] {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005605 const auto desiredActiveMode = getDesiredActiveMode();
5606 const std::optional<DisplayModeId> desiredModeId =
5607 desiredActiveMode ? std::make_optional(desiredActiveMode->modeId) : std::nullopt;
Dominik Laskowski20134642020-04-20 22:36:44 -07005608
Marin Shalamanoveadf2e72020-12-10 15:35:28 +01005609 const bool timerExpired = mKernelIdleTimerEnabled && expired;
5610 const auto newRefreshRate =
Marin Shalamanova7fe3042021-01-29 21:02:08 +01005611 mRefreshRateConfigs->onKernelTimerChanged(desiredModeId, timerExpired);
Marin Shalamanoveadf2e72020-12-10 15:35:28 +01005612 if (newRefreshRate) {
Dominik Laskowski20134642020-04-20 22:36:44 -07005613 if (Mutex::Autolock lock(mStateLock); mRefreshRateOverlay) {
Marin Shalamanoveadf2e72020-12-10 15:35:28 +01005614 mRefreshRateOverlay->changeRefreshRate(*newRefreshRate);
Ady Abrahama09852a2020-02-20 14:23:42 -08005615 }
Dominik Laskowski20134642020-04-20 22:36:44 -07005616 mEventQueue->invalidate();
Ady Abrahama09852a2020-02-20 14:23:42 -08005617 }
5618 }));
5619}
5620
Ana Krulecb9afd792020-06-11 13:16:15 -07005621void SurfaceFlinger::toggleKernelIdleTimer() {
5622 using KernelIdleTimerAction = scheduler::RefreshRateConfigs::KernelIdleTimerAction;
5623
5624 // If the support for kernel idle timer is disabled in SF code, don't do anything.
5625 if (!mSupportKernelIdleTimer) {
5626 return;
5627 }
5628 const KernelIdleTimerAction action = mRefreshRateConfigs->getIdleTimerAction();
5629
5630 switch (action) {
5631 case KernelIdleTimerAction::TurnOff:
5632 if (mKernelIdleTimerEnabled) {
5633 ATRACE_INT("KernelIdleTimer", 0);
5634 base::SetProperty(KERNEL_IDLE_TIMER_PROP, "false");
5635 mKernelIdleTimerEnabled = false;
5636 }
5637 break;
5638 case KernelIdleTimerAction::TurnOn:
5639 if (!mKernelIdleTimerEnabled) {
5640 ATRACE_INT("KernelIdleTimer", 1);
5641 base::SetProperty(KERNEL_IDLE_TIMER_PROP, "true");
5642 mKernelIdleTimerEnabled = true;
5643 }
5644 break;
5645 case KernelIdleTimerAction::NoChange:
5646 break;
5647 }
5648}
5649
Dan Stoza2b6d38e2017-06-01 16:40:30 -07005650// A simple RAII class to disconnect from an ANativeWindow* when it goes out of scope
5651class WindowDisconnector {
Mathias Agopian2ed0fe52013-07-08 17:09:41 -07005652public:
Dan Stoza2b6d38e2017-06-01 16:40:30 -07005653 WindowDisconnector(ANativeWindow* window, int api) : mWindow(window), mApi(api) {}
5654 ~WindowDisconnector() {
5655 native_window_api_disconnect(mWindow, mApi);
Mathias Agopian2ed0fe52013-07-08 17:09:41 -07005656 }
5657
Dan Stoza2b6d38e2017-06-01 16:40:30 -07005658private:
5659 ANativeWindow* mWindow;
5660 const int mApi;
Mathias Agopian2ed0fe52013-07-08 17:09:41 -07005661};
5662
chaviw93df2ea2019-04-30 16:45:12 -07005663static Dataspace pickDataspaceFromColorMode(const ColorMode colorMode) {
5664 switch (colorMode) {
5665 case ColorMode::DISPLAY_P3:
5666 case ColorMode::BT2100_PQ:
5667 case ColorMode::BT2100_HLG:
5668 case ColorMode::DISPLAY_BT2020:
5669 return Dataspace::DISPLAY_P3;
5670 default:
5671 return Dataspace::V0_SRGB;
5672 }
5673}
5674
chaviw4b9d5e12020-08-04 18:30:35 -07005675static status_t validateScreenshotPermissions(const CaptureArgs& captureArgs) {
5676 IPCThreadState* ipc = IPCThreadState::self();
5677 const int pid = ipc->getCallingPid();
5678 const int uid = ipc->getCallingUid();
5679 if (uid == AID_GRAPHICS || PermissionCache::checkPermission(sReadFramebuffer, pid, uid)) {
5680 return OK;
5681 }
5682
5683 // If the caller doesn't have the correct permissions but is only attempting to screenshot
5684 // itself, we allow it to continue.
5685 if (captureArgs.uid == uid) {
5686 return OK;
5687 }
5688
5689 ALOGE("Permission Denial: can't take screenshot pid=%d, uid=%d", pid, uid);
5690 return PERMISSION_DENIED;
5691}
5692
Peiyong Lin05cc0112020-10-14 16:16:37 -07005693status_t SurfaceFlinger::setSchedFifo(bool enabled) {
5694 static constexpr int kFifoPriority = 2;
5695 static constexpr int kOtherPriority = 0;
5696
5697 struct sched_param param = {0};
5698 int sched_policy;
5699 if (enabled) {
5700 sched_policy = SCHED_FIFO;
5701 param.sched_priority = kFifoPriority;
5702 } else {
5703 sched_policy = SCHED_OTHER;
5704 param.sched_priority = kOtherPriority;
5705 }
5706
5707 if (sched_setscheduler(0, sched_policy, &param) != 0) {
5708 return -errno;
5709 }
5710 return NO_ERROR;
5711}
5712
5713sp<DisplayDevice> SurfaceFlinger::getDisplayByIdOrLayerStack(uint64_t displayOrLayerStack) {
5714 if (const sp<IBinder> displayToken =
5715 getPhysicalDisplayTokenLocked(PhysicalDisplayId{displayOrLayerStack})) {
5716 return getDisplayDeviceLocked(displayToken);
5717 }
5718 // Couldn't find display by displayId. Try to get display by layerStack since virtual displays
5719 // may not have a displayId.
5720 return getDisplayByLayerStack(displayOrLayerStack);
5721}
5722
John Reck88270902021-03-18 11:27:35 -04005723sp<DisplayDevice> SurfaceFlinger::getDisplayById(DisplayId displayId) const {
5724 for (const auto& [token, display] : mDisplays) {
5725 if (display->getId() == displayId) {
5726 return display;
5727 }
5728 }
5729 return nullptr;
5730}
5731
Peiyong Lin05cc0112020-10-14 16:16:37 -07005732sp<DisplayDevice> SurfaceFlinger::getDisplayByLayerStack(uint64_t layerStack) {
5733 for (const auto& [token, display] : mDisplays) {
5734 if (display->getLayerStack() == layerStack) {
5735 return display;
5736 }
5737 }
5738 return nullptr;
5739}
5740
chaviwd2432892020-07-24 17:42:39 -07005741status_t SurfaceFlinger::captureDisplay(const DisplayCaptureArgs& args,
chaviw8ffc7b82020-08-18 11:25:37 -07005742 const sp<IScreenCaptureListener>& captureListener) {
chaviwd2432892020-07-24 17:42:39 -07005743 ATRACE_CALL();
5744
chaviw4b9d5e12020-08-04 18:30:35 -07005745 status_t validate = validateScreenshotPermissions(args);
5746 if (validate != OK) {
5747 return validate;
5748 }
5749
chaviwd2432892020-07-24 17:42:39 -07005750 if (!args.displayToken) return BAD_VALUE;
5751
chaviwd2432892020-07-24 17:42:39 -07005752 wp<DisplayDevice> displayWeak;
5753 ui::LayerStack layerStack;
5754 ui::Size reqSize(args.width, args.height);
5755 ui::Dataspace dataspace;
5756 {
5757 Mutex::Autolock lock(mStateLock);
5758 sp<DisplayDevice> display = getDisplayDeviceLocked(args.displayToken);
5759 if (!display) return NAME_NOT_FOUND;
5760 displayWeak = display;
5761 layerStack = display->getLayerStack();
5762
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005763 // set the requested width/height to the logical display layer stack rect size by default
chaviwd2432892020-07-24 17:42:39 -07005764 if (args.width == 0 || args.height == 0) {
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005765 reqSize = display->getLayerStackSpaceRect().getSize();
chaviwd2432892020-07-24 17:42:39 -07005766 }
5767
arthurhung79e81aa2020-08-28 00:09:19 +08005768 // The dataspace is depended on the color mode of display, that could use non-native mode
5769 // (ex. displayP3) to enhance the content, but some cases are checking native RGB in bytes,
5770 // and failed if display is not in native mode. This provide a way to force using native
5771 // colors when capture.
Peiyong Lincd261472020-10-06 18:05:25 -07005772 dataspace = args.dataspace;
5773 if (dataspace == ui::Dataspace::UNKNOWN) {
arthurhung79e81aa2020-08-28 00:09:19 +08005774 const ui::ColorMode colorMode = display->getCompositionDisplay()->getState().colorMode;
5775 dataspace = pickDataspaceFromColorMode(colorMode);
5776 }
chaviwd2432892020-07-24 17:42:39 -07005777 }
5778
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -08005779 RenderAreaFuture renderAreaFuture = ftl::defer([=] {
chaviwd2432892020-07-24 17:42:39 -07005780 return DisplayRenderArea::create(displayWeak, args.sourceCrop, reqSize, dataspace,
chaviwc6ad8af2020-08-03 11:33:30 -07005781 args.useIdentityTransform, args.captureSecureLayers);
chaviwd2432892020-07-24 17:42:39 -07005782 });
5783
chaviw4b9d5e12020-08-04 18:30:35 -07005784 auto traverseLayers = [this, args, layerStack](const LayerVector::Visitor& visitor) {
5785 traverseLayersInLayerStack(layerStack, args.uid, visitor);
chaviwd2432892020-07-24 17:42:39 -07005786 };
chaviw03900772020-08-18 12:34:51 -07005787
5788 return captureScreenCommon(std::move(renderAreaFuture), traverseLayers, reqSize,
chaviw17ac24b2021-01-28 18:50:05 -08005789 args.pixelFormat, args.allowProtected, args.grayscale,
5790 captureListener);
chaviw93df2ea2019-04-30 16:45:12 -07005791}
5792
chaviwd2432892020-07-24 17:42:39 -07005793status_t SurfaceFlinger::captureDisplay(uint64_t displayOrLayerStack,
chaviw8ffc7b82020-08-18 11:25:37 -07005794 const sp<IScreenCaptureListener>& captureListener) {
Marin Shalamanov1c434292020-06-12 01:47:29 +02005795 ui::LayerStack layerStack;
5796 wp<DisplayDevice> displayWeak;
5797 ui::Size size;
chaviw426b5c02020-07-27 11:20:15 -07005798 ui::Dataspace dataspace;
chaviw93df2ea2019-04-30 16:45:12 -07005799 {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07005800 Mutex::Autolock lock(mStateLock);
Marin Shalamanov1c434292020-06-12 01:47:29 +02005801 sp<DisplayDevice> display = getDisplayByIdOrLayerStack(displayOrLayerStack);
chaviw93df2ea2019-04-30 16:45:12 -07005802 if (!display) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07005803 return NAME_NOT_FOUND;
chaviw93df2ea2019-04-30 16:45:12 -07005804 }
Marin Shalamanov1c434292020-06-12 01:47:29 +02005805 layerStack = display->getLayerStack();
5806 displayWeak = display;
chaviw93df2ea2019-04-30 16:45:12 -07005807
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005808 size = display->getLayerStackSpaceRect().getSize();
chaviw93df2ea2019-04-30 16:45:12 -07005809
chaviw426b5c02020-07-27 11:20:15 -07005810 dataspace =
chaviw93df2ea2019-04-30 16:45:12 -07005811 pickDataspaceFromColorMode(display->getCompositionDisplay()->getState().colorMode);
5812 }
5813
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -08005814 RenderAreaFuture renderAreaFuture = ftl::defer([=] {
chaviw8ffc7b82020-08-18 11:25:37 -07005815 return DisplayRenderArea::create(displayWeak, Rect(), size, dataspace,
chaviwc6ad8af2020-08-03 11:33:30 -07005816 false /* useIdentityTransform */,
chaviwd2432892020-07-24 17:42:39 -07005817 false /* captureSecureLayers */);
Marin Shalamanov1c434292020-06-12 01:47:29 +02005818 });
chaviw93df2ea2019-04-30 16:45:12 -07005819
Marin Shalamanov1c434292020-06-12 01:47:29 +02005820 auto traverseLayers = [this, layerStack](const LayerVector::Visitor& visitor) {
chaviw4b9d5e12020-08-04 18:30:35 -07005821 traverseLayersInLayerStack(layerStack, CaptureArgs::UNSET_UID, visitor);
Marin Shalamanov1c434292020-06-12 01:47:29 +02005822 };
5823
chaviw03900772020-08-18 12:34:51 -07005824 return captureScreenCommon(std::move(renderAreaFuture), traverseLayers, size,
Peiyong Lin05cc0112020-10-14 16:16:37 -07005825 ui::PixelFormat::RGBA_8888, false /* allowProtected */,
chaviw17ac24b2021-01-28 18:50:05 -08005826 false /* grayscale */, captureListener);
chaviw93df2ea2019-04-30 16:45:12 -07005827}
5828
chaviw3efadb12020-07-27 10:07:15 -07005829status_t SurfaceFlinger::captureLayers(const LayerCaptureArgs& args,
chaviw8ffc7b82020-08-18 11:25:37 -07005830 const sp<IScreenCaptureListener>& captureListener) {
chaviwa76b2712017-09-20 12:02:26 -07005831 ATRACE_CALL();
5832
chaviw4b9d5e12020-08-04 18:30:35 -07005833 status_t validate = validateScreenshotPermissions(args);
5834 if (validate != OK) {
5835 return validate;
5836 }
5837
Marin Shalamanov1c434292020-06-12 01:47:29 +02005838 ui::Size reqSize;
Robert Carrc0df3122019-04-11 13:18:21 -07005839 sp<Layer> parent;
chaviw3efadb12020-07-27 10:07:15 -07005840 Rect crop(args.sourceCrop);
Robert Carrc0df3122019-04-11 13:18:21 -07005841 std::unordered_set<sp<Layer>, ISurfaceComposer::SpHash<Layer>> excludeLayers;
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005842 Rect layerStackSpaceRect;
chaviw3efadb12020-07-27 10:07:15 -07005843 ui::Dataspace dataspace;
chaviw70cb6a42020-07-30 13:57:36 -07005844 bool captureSecureLayers;
Robert Carrc0df3122019-04-11 13:18:21 -07005845 {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07005846 Mutex::Autolock lock(mStateLock);
chaviw7206d492017-11-10 16:16:12 -08005847
chaviw3efadb12020-07-27 10:07:15 -07005848 parent = fromHandleLocked(args.layerHandle).promote();
Robert Carrc0df3122019-04-11 13:18:21 -07005849 if (parent == nullptr || parent->isRemovedFromCurrentState()) {
5850 ALOGE("captureLayers called with an invalid or removed parent");
5851 return NAME_NOT_FOUND;
5852 }
5853
5854 const int uid = IPCThreadState::self()->getCallingUid();
5855 const bool forSystem = uid == AID_GRAPHICS || uid == AID_SYSTEM;
5856 if (!forSystem && parent->getCurrentState().flags & layer_state_t::eLayerSecure) {
5857 ALOGW("Attempting to capture secure layer: PERMISSION_DENIED");
5858 return PERMISSION_DENIED;
5859 }
5860
Vishnu Nairefc42e22019-12-03 17:36:12 -08005861 Rect parentSourceBounds = parent->getCroppedBufferSize(parent->getCurrentState());
chaviw3efadb12020-07-27 10:07:15 -07005862 if (args.sourceCrop.width() <= 0) {
Robert Carrc0df3122019-04-11 13:18:21 -07005863 crop.left = 0;
Vishnu Nairefc42e22019-12-03 17:36:12 -08005864 crop.right = parentSourceBounds.getWidth();
Robert Carrc0df3122019-04-11 13:18:21 -07005865 }
5866
chaviw3efadb12020-07-27 10:07:15 -07005867 if (args.sourceCrop.height() <= 0) {
Robert Carrc0df3122019-04-11 13:18:21 -07005868 crop.top = 0;
Vishnu Nairefc42e22019-12-03 17:36:12 -08005869 crop.bottom = parentSourceBounds.getHeight();
5870 }
5871
chaviw17ac24b2021-01-28 18:50:05 -08005872 if (crop.isEmpty() || args.frameScaleX <= 0.0f || args.frameScaleY <= 0.0f) {
Vishnu Nairefc42e22019-12-03 17:36:12 -08005873 // Error out if the layer has no source bounds (i.e. they are boundless) and a source
5874 // crop was not specified, or an invalid frame scale was provided.
5875 return BAD_VALUE;
Robert Carrc0df3122019-04-11 13:18:21 -07005876 }
chaviw17ac24b2021-01-28 18:50:05 -08005877 reqSize = ui::Size(crop.width() * args.frameScaleX, crop.height() * args.frameScaleY);
Robert Carrc0df3122019-04-11 13:18:21 -07005878
chaviw3efadb12020-07-27 10:07:15 -07005879 for (const auto& handle : args.excludeHandles) {
Alec Mouri9a02eda2020-04-21 17:39:34 -07005880 sp<Layer> excludeLayer = fromHandleLocked(handle).promote();
Robert Carrc0df3122019-04-11 13:18:21 -07005881 if (excludeLayer != nullptr) {
5882 excludeLayers.emplace(excludeLayer);
5883 } else {
5884 ALOGW("Invalid layer handle passed as excludeLayer to captureLayers");
5885 return NAME_NOT_FOUND;
5886 }
5887 }
Vishnu Nair3a7346c2019-12-04 08:09:09 -08005888
Dominik Laskowski470df5f2020-04-02 22:27:42 -07005889 const auto display = getDisplayByLayerStack(parent->getLayerStack());
Vishnu Nair3a7346c2019-12-04 08:09:09 -08005890 if (!display) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07005891 return NAME_NOT_FOUND;
Vishnu Nair3a7346c2019-12-04 08:09:09 -08005892 }
5893
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005894 layerStackSpaceRect = display->getLayerStackSpaceRect();
chaviw3efadb12020-07-27 10:07:15 -07005895
arthurhung79e81aa2020-08-28 00:09:19 +08005896 // The dataspace is depended on the color mode of display, that could use non-native mode
5897 // (ex. displayP3) to enhance the content, but some cases are checking native RGB in bytes,
5898 // and failed if display is not in native mode. This provide a way to force using native
5899 // colors when capture.
Peiyong Lincd261472020-10-06 18:05:25 -07005900 dataspace = args.dataspace;
5901 if (dataspace == ui::Dataspace::UNKNOWN) {
arthurhung79e81aa2020-08-28 00:09:19 +08005902 const ui::ColorMode colorMode = display->getCompositionDisplay()->getState().colorMode;
5903 dataspace = pickDataspaceFromColorMode(colorMode);
5904 }
chaviw70cb6a42020-07-30 13:57:36 -07005905
5906 captureSecureLayers = args.captureSecureLayers && display->isSecure();
Robert Carrc0df3122019-04-11 13:18:21 -07005907 } // mStateLock
chaviw7206d492017-11-10 16:16:12 -08005908
Chia-I Wu20261cb2018-08-23 12:55:44 -07005909 // really small crop or frameScale
Marin Shalamanov1c434292020-06-12 01:47:29 +02005910 if (reqSize.width <= 0) {
5911 reqSize.width = 1;
Chia-I Wu20261cb2018-08-23 12:55:44 -07005912 }
Marin Shalamanov1c434292020-06-12 01:47:29 +02005913 if (reqSize.height <= 0) {
5914 reqSize.height = 1;
Chia-I Wu20261cb2018-08-23 12:55:44 -07005915 }
5916
chaviw3efadb12020-07-27 10:07:15 -07005917 bool childrenOnly = args.childrenOnly;
Dominik Laskowski4e2b71f2020-11-10 15:05:32 -08005918 RenderAreaFuture renderAreaFuture = ftl::defer([=]() -> std::unique_ptr<RenderArea> {
chaviw3efadb12020-07-27 10:07:15 -07005919 return std::make_unique<LayerRenderArea>(*this, parent, crop, reqSize, dataspace,
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02005920 childrenOnly, layerStackSpaceRect,
chaviw70cb6a42020-07-30 13:57:36 -07005921 captureSecureLayers);
Marin Shalamanov1c434292020-06-12 01:47:29 +02005922 });
5923
chaviw03900772020-08-18 12:34:51 -07005924 auto traverseLayers = [parent, args, excludeLayers](const LayerVector::Visitor& visitor) {
chaviwa76b2712017-09-20 12:02:26 -07005925 parent->traverseChildrenInZOrder(LayerVector::StateSet::Drawing, [&](Layer* layer) {
5926 if (!layer->isVisible()) {
5927 return;
chaviw4b9d5e12020-08-04 18:30:35 -07005928 } else if (args.childrenOnly && layer == parent.get()) {
5929 return;
5930 } else if (args.uid != CaptureArgs::UNSET_UID && args.uid != layer->getOwnerUid()) {
Robert Carr578038f2018-03-09 12:25:24 -08005931 return;
chaviwa76b2712017-09-20 12:02:26 -07005932 }
Robert Carr866455f2019-04-02 16:28:26 -07005933
5934 sp<Layer> p = layer;
5935 while (p != nullptr) {
5936 if (excludeLayers.count(p) != 0) {
5937 return;
5938 }
5939 p = p->getParent();
5940 }
5941
chaviwa76b2712017-09-20 12:02:26 -07005942 visitor(layer);
5943 });
5944 };
Robert Carr108b2c72019-04-02 16:32:58 -07005945
chaviw03900772020-08-18 12:34:51 -07005946 return captureScreenCommon(std::move(renderAreaFuture), traverseLayers, reqSize,
chaviw17ac24b2021-01-28 18:50:05 -08005947 args.pixelFormat, args.allowProtected, args.grayscale,
5948 captureListener);
chaviwa76b2712017-09-20 12:02:26 -07005949}
5950
Marin Shalamanov1c434292020-06-12 01:47:29 +02005951status_t SurfaceFlinger::captureScreenCommon(RenderAreaFuture renderAreaFuture,
chaviwa76b2712017-09-20 12:02:26 -07005952 TraverseLayersFunction traverseLayers,
chaviw426b5c02020-07-27 11:20:15 -07005953 ui::Size bufferSize, ui::PixelFormat reqPixelFormat,
chaviw17ac24b2021-01-28 18:50:05 -08005954 bool allowProtected, bool grayscale,
chaviw03900772020-08-18 12:34:51 -07005955 const sp<IScreenCaptureListener>& captureListener) {
chaviwa76b2712017-09-20 12:02:26 -07005956 ATRACE_CALL();
Mathias Agopian2a9fc492013-03-01 13:42:57 -08005957
Peiyong Lin05cc0112020-10-14 16:16:37 -07005958 // Loop over all visible layers to see whether there's any protected layer. A protected layer is
5959 // typically a layer with DRM contents, or have the GRALLOC_USAGE_PROTECTED set on the buffer.
5960 // A protected layer has no implication on whether it's secure, which is explicitly set by
5961 // application to avoid being screenshot or drawn via unsecure display.
5962 const bool supportsProtected = getRenderEngine().supportsProtectedContent();
5963 bool hasProtectedLayer = false;
5964 if (allowProtected && supportsProtected) {
Peiyong Lin56802272020-11-13 16:53:31 -08005965 hasProtectedLayer = schedule([=]() {
5966 bool protectedLayerFound = false;
5967 traverseLayers([&](Layer* layer) {
5968 protectedLayerFound = protectedLayerFound ||
5969 (layer->isVisible() && layer->isProtected());
5970 });
5971 return protectedLayerFound;
5972 }).get();
Peiyong Lin05cc0112020-10-14 16:16:37 -07005973 }
5974
Richard Liucbcb8952020-04-08 10:51:55 +00005975 const uint32_t usage = GRALLOC_USAGE_HW_COMPOSER | GRALLOC_USAGE_HW_RENDER |
5976 GRALLOC_USAGE_HW_TEXTURE |
Peiyong Lin05cc0112020-10-14 16:16:37 -07005977 (hasProtectedLayer && allowProtected && supportsProtected
5978 ? GRALLOC_USAGE_PROTECTED
5979 : GRALLOC_USAGE_SW_READ_OFTEN | GRALLOC_USAGE_SW_WRITE_OFTEN);
chaviw426b5c02020-07-27 11:20:15 -07005980 sp<GraphicBuffer> buffer =
5981 getFactory().createGraphicBuffer(bufferSize.getWidth(), bufferSize.getHeight(),
5982 static_cast<android_pixel_format>(reqPixelFormat),
5983 1 /* layerCount */, usage, "screenshot");
Alec Mouri7013b6f2021-02-12 11:16:54 -08005984
5985 const status_t bufferStatus = buffer->initCheck();
5986 LOG_ALWAYS_FATAL_IF(bufferStatus != OK, "captureScreenCommon: Buffer failed to allocate: %d",
5987 bufferStatus);
Alec Mouria90a5702021-04-16 16:36:21 +00005988 const auto texture = std::make_shared<
5989 renderengine::ExternalTexture>(buffer, getRenderEngine(),
5990 renderengine::ExternalTexture::Usage::WRITEABLE);
5991 return captureScreenCommon(std::move(renderAreaFuture), traverseLayers, texture,
Derek Sollenberger34257882021-04-06 18:32:34 +00005992 false /* regionSampling */, grayscale, captureListener);
Dan Stozaec460082018-12-17 15:35:09 -08005993}
5994
Alec Mouria90a5702021-04-16 16:36:21 +00005995status_t SurfaceFlinger::captureScreenCommon(
5996 RenderAreaFuture renderAreaFuture, TraverseLayersFunction traverseLayers,
5997 const std::shared_ptr<renderengine::ExternalTexture>& buffer, bool regionSampling,
5998 bool grayscale, const sp<IScreenCaptureListener>& captureListener) {
chaviw03900772020-08-18 12:34:51 -07005999 ATRACE_CALL();
6000
6001 if (captureListener == nullptr) {
6002 ALOGE("capture screen must provide a capture listener callback");
6003 return BAD_VALUE;
6004 }
6005
Robert Carr03480e22018-01-04 16:02:06 -08006006 const int uid = IPCThreadState::self()->getCallingUid();
6007 const bool forSystem = uid == AID_GRAPHICS || uid == AID_SYSTEM;
6008
chaviw03900772020-08-18 12:34:51 -07006009 static_cast<void>(schedule([=, renderAreaFuture = std::move(renderAreaFuture)]() mutable {
6010 if (mRefreshPending) {
6011 ALOGW("Skipping screenshot for now");
6012 captureScreenCommon(std::move(renderAreaFuture), traverseLayers, buffer, regionSampling,
chaviw17ac24b2021-01-28 18:50:05 -08006013 grayscale, captureListener);
chaviw03900772020-08-18 12:34:51 -07006014 return;
6015 }
6016 ScreenCaptureResults captureResults;
6017 std::unique_ptr<RenderArea> renderArea = renderAreaFuture.get();
6018 if (!renderArea) {
6019 ALOGW("Skipping screen capture because of invalid render area.");
6020 captureResults.result = NO_MEMORY;
Ady Abraham99599942021-01-27 20:27:23 -08006021 captureListener->onScreenCaptureCompleted(captureResults);
chaviw03900772020-08-18 12:34:51 -07006022 return;
6023 }
Dan Stoza2b6d38e2017-06-01 16:40:30 -07006024
chaviw03900772020-08-18 12:34:51 -07006025 status_t result = NO_ERROR;
chaviw03900772020-08-18 12:34:51 -07006026 renderArea->render([&] {
Ady Abraham99599942021-01-27 20:27:23 -08006027 result = renderScreenImplLocked(*renderArea, traverseLayers, buffer, forSystem,
chaviw17ac24b2021-01-28 18:50:05 -08006028 regionSampling, grayscale, captureResults);
chaviw03900772020-08-18 12:34:51 -07006029 });
Dan Stoza2b6d38e2017-06-01 16:40:30 -07006030
chaviw03900772020-08-18 12:34:51 -07006031 captureResults.result = result;
Ady Abraham99599942021-01-27 20:27:23 -08006032 captureListener->onScreenCaptureCompleted(captureResults);
chaviw03900772020-08-18 12:34:51 -07006033 }));
Dan Stoza2b6d38e2017-06-01 16:40:30 -07006034
chaviw03900772020-08-18 12:34:51 -07006035 return NO_ERROR;
Mathias Agopian2a9fc492013-03-01 13:42:57 -08006036}
6037
Alec Mouria90a5702021-04-16 16:36:21 +00006038status_t SurfaceFlinger::renderScreenImplLocked(
6039 const RenderArea& renderArea, TraverseLayersFunction traverseLayers,
6040 const std::shared_ptr<renderengine::ExternalTexture>& buffer, bool forSystem,
6041 bool regionSampling, bool grayscale, ScreenCaptureResults& captureResults) {
Mathias Agopian180f10d2013-04-10 22:55:41 -07006042 ATRACE_CALL();
chaviwa76b2712017-09-20 12:02:26 -07006043
chaviw426b5c02020-07-27 11:20:15 -07006044 traverseLayers([&](Layer* layer) {
6045 captureResults.capturedSecureLayers =
6046 captureResults.capturedSecureLayers || (layer->isVisible() && layer->isSecure());
6047 });
6048
Alec Mouria90a5702021-04-16 16:36:21 +00006049 const bool useProtected = buffer->getBuffer()->getUsage() & GRALLOC_USAGE_PROTECTED;
Peiyong Lin05cc0112020-10-14 16:16:37 -07006050
chaviw426b5c02020-07-27 11:20:15 -07006051 // We allow the system server to take screenshots of secure layers for
6052 // use in situations like the Screen-rotation animation and place
6053 // the impetus on WindowManager to not persist them.
6054 if (captureResults.capturedSecureLayers && !forSystem) {
6055 ALOGW("FB is protected: PERMISSION_DENIED");
6056 return PERMISSION_DENIED;
6057 }
6058
Alec Mouria90a5702021-04-16 16:36:21 +00006059 captureResults.buffer = buffer->getBuffer();
chaviw426b5c02020-07-27 11:20:15 -07006060 captureResults.capturedDataspace = renderArea.getReqDataSpace();
6061
chaviwa76b2712017-09-20 12:02:26 -07006062 const auto reqWidth = renderArea.getReqWidth();
6063 const auto reqHeight = renderArea.getReqHeight();
Alec Mouriadb75f42019-03-28 21:42:24 -07006064 const auto sourceCrop = renderArea.getSourceCrop();
Alec Mouri5a6d8572020-03-23 23:56:15 -07006065 const auto transform = renderArea.getTransform();
6066 const auto rotation = renderArea.getRotationFlags();
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02006067 const auto& layerStackSpaceRect = renderArea.getLayerStackSpaceRect();
Dan Stozac1879002014-05-22 15:59:05 -07006068
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006069 renderengine::DisplaySettings clientCompositionDisplay;
Vishnu Nair9b079a22020-01-21 14:36:08 -08006070 std::vector<compositionengine::LayerFE::LayerSettings> clientCompositionLayers;
Romain Guy88d37dd2017-05-26 17:57:05 -07006071
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006072 // assume that bounds are never offset, and that they are the same as the
6073 // buffer bounds.
6074 clientCompositionDisplay.physicalDisplay = Rect(reqWidth, reqHeight);
Alec Mouriadb75f42019-03-28 21:42:24 -07006075 clientCompositionDisplay.clip = sourceCrop;
Alec Mouri5a6d8572020-03-23 23:56:15 -07006076 clientCompositionDisplay.orientation = rotation;
Alec Mouriadb75f42019-03-28 21:42:24 -07006077
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006078 clientCompositionDisplay.outputDataspace = renderArea.getReqDataSpace();
6079 clientCompositionDisplay.maxLuminance = DisplayDevice::sDefaultMaxLumiance;
Mathias Agopian180f10d2013-04-10 22:55:41 -07006080
chaviw17ac24b2021-01-28 18:50:05 -08006081 const float colorSaturation = grayscale ? 0 : 1;
6082 clientCompositionDisplay.colorTransform = calculateColorMatrix(colorSaturation);
6083
chaviw50da5042018-04-09 13:49:37 -07006084 const float alpha = RenderArea::getCaptureFillValue(renderArea.getCaptureFill());
Mathias Agopian180f10d2013-04-10 22:55:41 -07006085
Vishnu Nair9b079a22020-01-21 14:36:08 -08006086 compositionengine::LayerFE::LayerSettings fillLayer;
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006087 fillLayer.source.buffer.buffer = nullptr;
6088 fillLayer.source.solidColor = half3(0.0, 0.0, 0.0);
Alec Mouri5a6d8572020-03-23 23:56:15 -07006089 fillLayer.geometry.boundaries =
6090 FloatRect(sourceCrop.left, sourceCrop.top, sourceCrop.right, sourceCrop.bottom);
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006091 fillLayer.alpha = half(alpha);
6092 clientCompositionLayers.push_back(fillLayer);
6093
Dominik Laskowskib7251f42020-04-20 17:42:59 -07006094 const auto display = renderArea.getDisplayDevice();
Yichi Chen40773d92020-04-01 10:10:18 +08006095 std::vector<Layer*> renderedLayers;
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006096 Region clearRegion = Region::INVALID_REGION;
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006097 bool disableBlurs = false;
chaviwa76b2712017-09-20 12:02:26 -07006098 traverseLayers([&](Layer* layer) {
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006099 disableBlurs |= layer->getCurrentState().sidebandStream != nullptr;
6100
Lloyd Piquef16688f2019-02-19 17:47:57 -08006101 Region clip(renderArea.getBounds());
6102 compositionengine::LayerFE::ClientCompositionTargetSettings targetSettings{
6103 clip,
Dominik Laskowskib7251f42020-04-20 17:42:59 -07006104 layer->needsFilteringForScreenshots(display.get(), transform) ||
Alec Mouri5a6d8572020-03-23 23:56:15 -07006105 renderArea.needsFiltering(),
Lloyd Piquef16688f2019-02-19 17:47:57 -08006106 renderArea.isSecure(),
Peiyong Lin05cc0112020-10-14 16:16:37 -07006107 useProtected,
Lloyd Piquef16688f2019-02-19 17:47:57 -08006108 clearRegion,
Marin Shalamanov6ad317c2020-07-29 23:34:07 +02006109 layerStackSpaceRect,
Vishnu Nairb87d94f2020-02-13 09:17:36 -08006110 clientCompositionDisplay.outputDataspace,
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006111 true, /* realContentIsVisible */
Vishnu Nairb87d94f2020-02-13 09:17:36 -08006112 false, /* clearContent */
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006113 disableBlurs,
Lloyd Piquef16688f2019-02-19 17:47:57 -08006114 };
Vishnu Nairb87d94f2020-02-13 09:17:36 -08006115 std::vector<compositionengine::LayerFE::LayerSettings> results =
6116 layer->prepareClientCompositionList(targetSettings);
Yichi Chen40773d92020-04-01 10:10:18 +08006117 if (results.size() > 0) {
Alec Mouri5a6d8572020-03-23 23:56:15 -07006118 for (auto& settings : results) {
6119 settings.geometry.positionTransform =
6120 transform.asMatrix4() * settings.geometry.positionTransform;
Lucas Dupin9d763b72020-04-20 18:42:31 -07006121 // There's no need to process blurs when we're executing region sampling,
6122 // we're just trying to understand what we're drawing, and doing so without
6123 // blurs is already a pretty good approximation.
6124 if (regionSampling) {
6125 settings.backgroundBlurRadius = 0;
6126 }
Alec Mouri5a6d8572020-03-23 23:56:15 -07006127 }
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006128
Yichi Chen40773d92020-04-01 10:10:18 +08006129 clientCompositionLayers.insert(clientCompositionLayers.end(),
6130 std::make_move_iterator(results.begin()),
6131 std::make_move_iterator(results.end()));
6132 renderedLayers.push_back(layer);
6133 }
Galia Peycheva66eaf4a2020-11-09 13:17:57 +01006134
chaviwa76b2712017-09-20 12:02:26 -07006135 });
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006136
Yichi Chen40773d92020-04-01 10:10:18 +08006137 std::vector<const renderengine::LayerSettings*> clientCompositionLayerPointers(
6138 clientCompositionLayers.size());
Vishnu Nair9b079a22020-01-21 14:36:08 -08006139 std::transform(clientCompositionLayers.begin(), clientCompositionLayers.end(),
Yichi Chen40773d92020-04-01 10:10:18 +08006140 clientCompositionLayerPointers.begin(),
6141 std::pointer_traits<renderengine::LayerSettings*>::pointer_to);
Vishnu Nair9b079a22020-01-21 14:36:08 -08006142
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006143 clientCompositionDisplay.clearRegion = clearRegion;
Alec Mouri6338c9d2019-02-07 16:57:51 -08006144 // Use an empty fence for the buffer fence, since we just created the buffer so
6145 // there is no need for synchronization with the GPU.
6146 base::unique_fd bufferFence;
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006147 base::unique_fd drawFence;
Peiyong Lin05cc0112020-10-14 16:16:37 -07006148 getRenderEngine().useProtectedContext(useProtected);
Alec Mouri0d995102021-02-24 16:53:38 -08006149
Alec Mouria90a5702021-04-16 16:36:21 +00006150 const constexpr bool kUseFramebufferCache = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08006151 getRenderEngine().drawLayers(clientCompositionDisplay, clientCompositionLayerPointers, buffer,
Alec Mouria90a5702021-04-16 16:36:21 +00006152 kUseFramebufferCache, std::move(bufferFence), &drawFence);
Alec Mourie7d1d4a2019-02-05 01:13:46 +00006153
Ady Abraham99599942021-01-27 20:27:23 -08006154 if (drawFence >= 0) {
6155 sp<Fence> releaseFence = new Fence(dup(drawFence));
Yichi Chen40773d92020-04-01 10:10:18 +08006156 for (auto* layer : renderedLayers) {
6157 layer->onLayerDisplayed(releaseFence);
6158 }
6159 }
Ady Abraham99599942021-01-27 20:27:23 -08006160
6161 captureResults.fence = new Fence(drawFence.release());
Peiyong Lin05cc0112020-10-14 16:16:37 -07006162 // Always switch back to unprotected context.
6163 getRenderEngine().useProtectedContext(false);
Mathias Agopian180f10d2013-04-10 22:55:41 -07006164
Dan Stoza2b6d38e2017-06-01 16:40:30 -07006165 return NO_ERROR;
Mathias Agopian74c40c02010-09-29 13:02:36 -07006166}
6167
chaviw95ef3c42019-02-14 10:55:09 -08006168void SurfaceFlinger::setInputWindowsFinished() {
6169 Mutex::Autolock _l(mStateLock);
arthurhungf1b7c7b2021-03-03 17:42:23 +08006170 signalSynchronousTransactions();
chaviw95ef3c42019-02-14 10:55:09 -08006171}
chaviw5f21a5e2019-02-14 10:00:34 -08006172
Mathias Agopian1b0b30d2010-09-24 11:26:58 -07006173// ---------------------------------------------------------------------------
6174
Edgar Arriaga844fa672020-01-16 14:21:42 -08006175void SurfaceFlinger::State::traverse(const LayerVector::Visitor& visitor) const {
6176 layersSortedByZ.traverse(visitor);
6177}
6178
Dan Stoza412903f2017-04-27 13:42:17 -07006179void SurfaceFlinger::State::traverseInZOrder(const LayerVector::Visitor& visitor) const {
6180 layersSortedByZ.traverseInZOrder(stateSet, visitor);
Mathias Agopian921e6ac2012-07-23 23:11:29 -07006181}
6182
Dan Stoza412903f2017-04-27 13:42:17 -07006183void SurfaceFlinger::State::traverseInReverseZOrder(const LayerVector::Visitor& visitor) const {
6184 layersSortedByZ.traverseInReverseZOrder(stateSet, visitor);
Mathias Agopian921e6ac2012-07-23 23:11:29 -07006185}
6186
chaviw4b9d5e12020-08-04 18:30:35 -07006187void SurfaceFlinger::traverseLayersInLayerStack(ui::LayerStack layerStack, const int32_t uid,
Marin Shalamanov1c434292020-06-12 01:47:29 +02006188 const LayerVector::Visitor& visitor) {
chaviwa76b2712017-09-20 12:02:26 -07006189 // We loop through the first level of layers without traversing,
chaviw0e3479f2018-09-10 16:49:30 -07006190 // as we need to determine which layers belong to the requested display.
chaviwa76b2712017-09-20 12:02:26 -07006191 for (const auto& layer : mDrawingState.layersSortedByZ) {
chaviw4b9d5e12020-08-04 18:30:35 -07006192 if (!layer->belongsToDisplay(layerStack)) {
chaviwa76b2712017-09-20 12:02:26 -07006193 continue;
6194 }
Chia-I Wuec2d9852017-11-21 09:21:01 -08006195 // relative layers are traversed in Layer::traverseInZOrder
chaviwa76b2712017-09-20 12:02:26 -07006196 layer->traverseInZOrder(LayerVector::StateSet::Drawing, [&](Layer* layer) {
chaviw4b9d5e12020-08-04 18:30:35 -07006197 if (layer->getPrimaryDisplayOnly()) {
Adrian Roos8acf5a02018-01-17 21:28:19 +01006198 return;
6199 }
chaviwa76b2712017-09-20 12:02:26 -07006200 if (!layer->isVisible()) {
6201 return;
6202 }
chaviw4b9d5e12020-08-04 18:30:35 -07006203 if (uid != CaptureArgs::UNSET_UID && layer->getOwnerUid() != uid) {
6204 return;
6205 }
chaviwa76b2712017-09-20 12:02:26 -07006206 visitor(layer);
6207 });
6208 }
6209}
6210
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006211status_t SurfaceFlinger::setDesiredDisplayModeSpecsInternal(
Steven Thomasd4071902020-03-24 16:02:53 -07006212 const sp<DisplayDevice>& display,
6213 const std::optional<scheduler::RefreshRateConfigs::Policy>& policy, bool overridePolicy) {
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006214 Mutex::Autolock lock(mStateLock);
6215
Steven Thomasd4071902020-03-24 16:02:53 -07006216 LOG_ALWAYS_FATAL_IF(!display->isPrimary() && overridePolicy,
6217 "Can only set override policy on the primary display");
6218 LOG_ALWAYS_FATAL_IF(!policy && !overridePolicy, "Can only clear the override policy");
6219
Ady Abrahamfb853662021-04-09 11:46:40 -07006220 if (mDebugDisplayModeSetByBackdoor) {
6221 // ignore this request as mode is overridden by backdoor
6222 return NO_ERROR;
6223 }
6224
Dominik Laskowski22488f62019-03-28 09:53:04 -07006225 if (!display->isPrimary()) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006226 // TODO(b/144711714): For non-primary displays we should be able to set an active mode
Marin Shalamanov12c9e5a2021-01-07 00:25:35 +01006227 // as well. For now, just call directly to initiateModeChange but ideally
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006228 // it should go thru setDesiredActiveMode, similar to primary display.
6229 ALOGV("%s for non-primary display", __func__);
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02006230 const auto displayId = display->getPhysicalId();
Ady Abraham3a77a7b2019-12-02 18:46:59 -08006231
Peiyong Line9d809e2020-04-14 13:10:48 -07006232 hal::VsyncPeriodChangeConstraints constraints;
Ady Abraham3a77a7b2019-12-02 18:46:59 -08006233 constraints.desiredTimeNanos = systemTime();
6234 constraints.seamlessRequired = false;
6235
Peiyong Line9d809e2020-04-14 13:10:48 -07006236 hal::VsyncPeriodChangeTimeline timeline = {0, 0, 0};
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006237 if (display->initiateModeChange(policy->defaultMode, constraints, &timeline) != NO_ERROR) {
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006238 return BAD_VALUE;
6239 }
Ady Abraham3a77a7b2019-12-02 18:46:59 -08006240 if (timeline.refreshRequired) {
6241 repaintEverythingForHWC();
6242 }
6243
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006244 display->setActiveMode(policy->defaultMode);
6245 const nsecs_t vsyncPeriod = display->getMode(policy->defaultMode)->getVsyncPeriod();
6246 mScheduler->onNonPrimaryDisplayModeChanged(mAppConnectionHandle, displayId,
6247 policy->defaultMode, vsyncPeriod);
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006248 return NO_ERROR;
Ady Abraham838de062019-02-04 10:24:03 -08006249 }
6250
Steven Thomasd4071902020-03-24 16:02:53 -07006251 status_t setPolicyResult = overridePolicy
6252 ? mRefreshRateConfigs->setOverridePolicy(policy)
6253 : mRefreshRateConfigs->setDisplayManagerPolicy(*policy);
6254 if (setPolicyResult < 0) {
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006255 return BAD_VALUE;
6256 }
Steven Thomasd4071902020-03-24 16:02:53 -07006257 if (setPolicyResult == scheduler::RefreshRateConfigs::CURRENT_POLICY_UNCHANGED) {
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006258 return NO_ERROR;
6259 }
Steven Thomasd4071902020-03-24 16:02:53 -07006260 scheduler::RefreshRateConfigs::Policy currentPolicy = mRefreshRateConfigs->getCurrentPolicy();
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006261
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006262 ALOGV("Setting desired display mode specs: %s", currentPolicy.toString().c_str());
Adrian Salidoab6ef6c2019-08-28 10:02:49 -07006263
Ana Krulecb9afd792020-06-11 13:16:15 -07006264 // TODO(b/140204874): Leave the event in until we do proper testing with all apps that might
6265 // be depending in this callback.
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006266 const auto activeMode = display->getActiveMode();
6267 const nsecs_t vsyncPeriod = activeMode->getVsyncPeriod();
Marin Shalamanov0f10d0d2020-08-06 20:04:06 +02006268 const auto physicalId = display->getPhysicalId();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006269 mScheduler->onPrimaryDisplayModeChanged(mAppConnectionHandle, physicalId, activeMode->getId(),
6270 vsyncPeriod);
Ana Krulecb9afd792020-06-11 13:16:15 -07006271 toggleKernelIdleTimer();
Ady Abraham838de062019-02-04 10:24:03 -08006272
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006273 auto modeId = mScheduler->getPreferredModeId();
6274 auto preferredRefreshRate = modeId
6275 ? mRefreshRateConfigs->getRefreshRateFromModeId(*modeId)
6276 // NOTE: Choose the default mode ID, if Scheduler doesn't have one in mind.
6277 : mRefreshRateConfigs->getRefreshRateFromModeId(currentPolicy.defaultMode);
Marin Shalamanov228f46b2021-01-28 21:11:45 +01006278 ALOGV("trying to switch to Scheduler preferred mode %d (%s)",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006279 preferredRefreshRate.getModeId().value(), preferredRefreshRate.getName().c_str());
Ana Krulec3f6a2062020-01-23 15:48:01 -08006280
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006281 if (isDisplayModeAllowed(preferredRefreshRate.getModeId())) {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01006282 ALOGV("switching to Scheduler preferred display mode %d",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006283 preferredRefreshRate.getModeId().value());
6284 setDesiredActiveMode({preferredRefreshRate.getModeId(), Scheduler::ModeEvent::Changed});
Ady Abraham2139f732019-11-13 18:56:40 -08006285 } else {
Marin Shalamanov228f46b2021-01-28 21:11:45 +01006286 LOG_ALWAYS_FATAL("Desired display mode not allowed: %d",
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006287 preferredRefreshRate.getModeId().value());
Dominik Laskowski4f1dd8c2019-04-17 15:54:30 -07006288 }
6289
Ady Abrahamd9b3ea62019-02-26 14:08:03 -08006290 return NO_ERROR;
6291}
6292
Marin Shalamanov228f46b2021-01-28 21:11:45 +01006293status_t SurfaceFlinger::setDesiredDisplayModeSpecs(
6294 const sp<IBinder>& displayToken, ui::DisplayModeId defaultMode, bool allowGroupSwitching,
6295 float primaryRefreshRateMin, float primaryRefreshRateMax, float appRequestRefreshRateMin,
6296 float appRequestRefreshRateMax) {
Ana Krulec0782b882019-10-15 17:34:54 -07006297 ATRACE_CALL();
6298
6299 if (!displayToken) {
6300 return BAD_VALUE;
6301 }
6302
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006303 auto future = schedule([=]() -> status_t {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07006304 const auto display = ON_MAIN_THREAD(getDisplayDeviceLocked(displayToken));
Ana Krulec234bb162019-11-10 22:55:55 +01006305 if (!display) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006306 ALOGE("Attempt to set desired display modes for invalid display token %p",
Ana Krulec234bb162019-11-10 22:55:55 +01006307 displayToken.get());
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006308 return NAME_NOT_FOUND;
Ana Krulec234bb162019-11-10 22:55:55 +01006309 } else if (display->isVirtual()) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006310 ALOGW("Attempt to set desired display modes for virtual display");
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006311 return INVALID_OPERATION;
Ana Krulec234bb162019-11-10 22:55:55 +01006312 } else {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006313 using Policy = scheduler::RefreshRateConfigs::Policy;
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006314 const Policy policy{DisplayModeId(defaultMode),
Marin Shalamanov30b0b3c2020-10-13 19:15:06 +02006315 allowGroupSwitching,
Marin Shalamanove8a663d2020-11-24 17:48:00 +01006316 {Fps(primaryRefreshRateMin), Fps(primaryRefreshRateMax)},
6317 {Fps(appRequestRefreshRateMin), Fps(appRequestRefreshRateMax)}};
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006318 constexpr bool kOverridePolicy = false;
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006319
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006320 return setDesiredDisplayModeSpecsInternal(display, policy, kOverridePolicy);
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006321 }
6322 });
6323
6324 return future.get();
Ana Krulec234bb162019-11-10 22:55:55 +01006325}
6326
Marin Shalamanov228f46b2021-01-28 21:11:45 +01006327status_t SurfaceFlinger::getDesiredDisplayModeSpecs(const sp<IBinder>& displayToken,
6328 ui::DisplayModeId* outDefaultMode,
6329 bool* outAllowGroupSwitching,
6330 float* outPrimaryRefreshRateMin,
6331 float* outPrimaryRefreshRateMax,
6332 float* outAppRequestRefreshRateMin,
6333 float* outAppRequestRefreshRateMax) {
Ana Krulec234bb162019-11-10 22:55:55 +01006334 ATRACE_CALL();
6335
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006336 if (!displayToken || !outDefaultMode || !outPrimaryRefreshRateMin ||
Steven Thomasf734df42020-04-13 21:09:28 -07006337 !outPrimaryRefreshRateMax || !outAppRequestRefreshRateMin || !outAppRequestRefreshRateMax) {
Ana Krulec234bb162019-11-10 22:55:55 +01006338 return BAD_VALUE;
6339 }
6340
6341 Mutex::Autolock lock(mStateLock);
6342 const auto display = getDisplayDeviceLocked(displayToken);
6343 if (!display) {
6344 return NAME_NOT_FOUND;
6345 }
6346
6347 if (display->isPrimary()) {
Steven Thomasd4071902020-03-24 16:02:53 -07006348 scheduler::RefreshRateConfigs::Policy policy =
6349 mRefreshRateConfigs->getDisplayManagerPolicy();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006350 *outDefaultMode = policy.defaultMode.value();
Marin Shalamanov30b0b3c2020-10-13 19:15:06 +02006351 *outAllowGroupSwitching = policy.allowGroupSwitching;
Marin Shalamanove8a663d2020-11-24 17:48:00 +01006352 *outPrimaryRefreshRateMin = policy.primaryRange.min.getValue();
6353 *outPrimaryRefreshRateMax = policy.primaryRange.max.getValue();
6354 *outAppRequestRefreshRateMin = policy.appRequestRange.min.getValue();
6355 *outAppRequestRefreshRateMax = policy.appRequestRange.max.getValue();
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006356 return NO_ERROR;
6357 } else if (display->isVirtual()) {
Dominik Laskowski470df5f2020-04-02 22:27:42 -07006358 return INVALID_OPERATION;
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006359 } else {
Marin Shalamanov5801c942020-12-17 17:00:13 +01006360 const auto activeMode = display->getActiveMode();
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006361 *outDefaultMode = activeMode->getId().value();
Marin Shalamanov30b0b3c2020-10-13 19:15:06 +02006362 *outAllowGroupSwitching = false;
Marin Shalamanov3ea1d602020-12-16 19:59:39 +01006363 auto vsyncPeriod = activeMode->getVsyncPeriod();
Marin Shalamanove8a663d2020-11-24 17:48:00 +01006364 *outPrimaryRefreshRateMin = Fps::fromPeriodNsecs(vsyncPeriod).getValue();
6365 *outPrimaryRefreshRateMax = Fps::fromPeriodNsecs(vsyncPeriod).getValue();
6366 *outAppRequestRefreshRateMin = Fps::fromPeriodNsecs(vsyncPeriod).getValue();
6367 *outAppRequestRefreshRateMax = Fps::fromPeriodNsecs(vsyncPeriod).getValue();
Ana Kruleced3a8cc2019-11-14 00:55:07 +01006368 return NO_ERROR;
Ana Krulec234bb162019-11-10 22:55:55 +01006369 }
Ana Krulec0782b882019-10-15 17:34:54 -07006370}
6371
Alec Mouri9a02eda2020-04-21 17:39:34 -07006372wp<Layer> SurfaceFlinger::fromHandle(const sp<IBinder>& handle) {
6373 Mutex::Autolock _l(mStateLock);
6374 return fromHandleLocked(handle);
6375}
6376
Vishnu Nair83df0342021-03-30 11:50:44 -07006377wp<Layer> SurfaceFlinger::fromHandleLocked(const sp<IBinder>& handle) const {
Valerie Hau09e60052019-12-15 14:51:15 -08006378 BBinder* b = nullptr;
6379 if (handle) {
6380 b = handle->localBinder();
6381 }
Robert Carrc0df3122019-04-11 13:18:21 -07006382 if (b == nullptr) {
6383 return nullptr;
6384 }
6385 auto it = mLayersByLocalBinderToken.find(b);
6386 if (it != mLayersByLocalBinderToken.end()) {
Alec Mouri9a02eda2020-04-21 17:39:34 -07006387 return it->second;
Robert Carrc0df3122019-04-11 13:18:21 -07006388 }
6389 return nullptr;
6390}
6391
Dominik Laskowski75848362019-11-11 17:57:20 -08006392void SurfaceFlinger::onLayerFirstRef(Layer* layer) {
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -07006393 mNumLayers++;
6394 mScheduler->registerLayer(layer);
6395}
6396
6397void SurfaceFlinger::onLayerDestroyed(Layer* layer) {
Ady Abrahambdda8f02021-04-01 16:06:11 -07006398 mScheduler->deregisterLayer(layer);
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -07006399 mNumLayers--;
Valerie Hauc5686802019-11-22 14:18:09 -08006400 removeFromOffscreenLayers(layer);
6401}
6402
6403// WARNING: ONLY CALL THIS FROM LAYER DTOR
6404// Here we add children in the current state to offscreen layers and remove the
6405// layer itself from the offscreen layer list. Since
6406// this is the dtor, it is safe to access the current state. This keeps us
6407// from dangling children layers such that they are not reachable from the
6408// Drawing state nor the offscreen layer list
6409// See b/141111965
6410void SurfaceFlinger::removeFromOffscreenLayers(Layer* layer) {
6411 for (auto& child : layer->getCurrentChildren()) {
6412 mOffscreenLayers.emplace(child.get());
6413 }
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -07006414 mOffscreenLayers.erase(layer);
6415}
6416
Vishnu Nair08f6eae2019-11-26 14:01:39 -08006417status_t SurfaceFlinger::setGlobalShadowSettings(const half4& ambientColor, const half4& spotColor,
6418 float lightPosY, float lightPosZ,
6419 float lightRadius) {
6420 Mutex::Autolock _l(mStateLock);
6421 mCurrentState.globalShadowSettings.ambientColor = vec4(ambientColor);
6422 mCurrentState.globalShadowSettings.spotColor = vec4(spotColor);
6423 mCurrentState.globalShadowSettings.lightPos.y = lightPosY;
6424 mCurrentState.globalShadowSettings.lightPos.z = lightPosZ;
6425 mCurrentState.globalShadowSettings.lightRadius = lightRadius;
6426
6427 // these values are overridden when calculating the shadow settings for a layer.
6428 mCurrentState.globalShadowSettings.lightPos.x = 0.f;
6429 mCurrentState.globalShadowSettings.length = 0.f;
Vishnu Nairb13bb952019-11-15 10:24:08 -08006430 return NO_ERROR;
6431}
6432
Lloyd Pique8d9f8362020-02-11 19:13:09 -08006433const std::unordered_map<std::string, uint32_t>& SurfaceFlinger::getGenericLayerMetadataKeyMap()
6434 const {
6435 // TODO(b/149500060): Remove this fixed/static mapping. Please prefer taking
6436 // on the work to remove the table in that bug rather than adding more to
6437 // it.
6438 static const std::unordered_map<std::string, uint32_t> genericLayerMetadataKeyMap{
Lloyd Pique8d9f8362020-02-11 19:13:09 -08006439 {"org.chromium.arc.V1_0.TaskId", METADATA_TASK_ID},
6440 {"org.chromium.arc.V1_0.CursorInfo", METADATA_MOUSE_CURSOR},
6441 };
6442 return genericLayerMetadataKeyMap;
6443}
6444
Steven Thomas62a4cf82020-01-31 12:04:03 -08006445status_t SurfaceFlinger::setFrameRate(const sp<IGraphicBufferProducer>& surface, float frameRate,
Marin Shalamanovc5986772021-03-16 16:09:49 +01006446 int8_t compatibility, int8_t changeFrameRateStrategy) {
6447 if (!ValidateFrameRate(frameRate, compatibility, changeFrameRateStrategy,
6448 "SurfaceFlinger::setFrameRate")) {
Steven Thomas62a4cf82020-01-31 12:04:03 -08006449 return BAD_VALUE;
6450 }
6451
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07006452 static_cast<void>(schedule([=] {
Ady Abraham60e42ea2020-03-09 19:17:31 -07006453 Mutex::Autolock lock(mStateLock);
6454 if (authenticateSurfaceTextureLocked(surface)) {
6455 sp<Layer> layer = (static_cast<MonitoredProducer*>(surface.get()))->getLayer();
Ady Abraham162f6432020-10-08 18:40:47 +00006456 if (layer == nullptr) {
6457 ALOGE("Attempt to set frame rate on a layer that no longer exists");
6458 return BAD_VALUE;
6459 }
Marin Shalamanovc5986772021-03-16 16:09:49 +01006460 const auto strategy =
6461 Layer::FrameRate::convertChangeFrameRateStrategy(changeFrameRateStrategy);
Ady Abraham60e42ea2020-03-09 19:17:31 -07006462 if (layer->setFrameRate(
Marin Shalamanove8a663d2020-11-24 17:48:00 +01006463 Layer::FrameRate(Fps{frameRate},
Marin Shalamanov46084422020-10-13 12:33:42 +02006464 Layer::FrameRate::convertCompatibility(compatibility),
Marin Shalamanovc5986772021-03-16 16:09:49 +01006465 strategy))) {
Ady Abraham60e42ea2020-03-09 19:17:31 -07006466 setTransactionFlags(eTraversalNeeded);
6467 }
6468 } else {
6469 ALOGE("Attempt to set frame rate on an unrecognized IGraphicBufferProducer");
6470 return BAD_VALUE;
Steven Thomas62a4cf82020-01-31 12:04:03 -08006471 }
Ady Abraham60e42ea2020-03-09 19:17:31 -07006472 return NO_ERROR;
6473 }));
6474
Steven Thomas62a4cf82020-01-31 12:04:03 -08006475 return NO_ERROR;
6476}
6477
Steven Thomasd4071902020-03-24 16:02:53 -07006478status_t SurfaceFlinger::acquireFrameRateFlexibilityToken(sp<IBinder>* outToken) {
6479 if (!outToken) {
6480 return BAD_VALUE;
6481 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006482
6483 auto future = schedule([this] {
6484 status_t result = NO_ERROR;
6485 sp<IBinder> token;
6486
Steven Thomasd4071902020-03-24 16:02:53 -07006487 if (mFrameRateFlexibilityTokenCount == 0) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07006488 const auto display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked());
Steven Thomasd4071902020-03-24 16:02:53 -07006489
6490 // This is a little racy, but not in a way that hurts anything. As we grab the
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006491 // defaultMode from the display manager policy, we could be setting a new display
6492 // manager policy, leaving us using a stale defaultMode. The defaultMode doesn't
Marin Shalamanov30b0b3c2020-10-13 19:15:06 +02006493 // matter for the override policy though, since we set allowGroupSwitching to
6494 // true, so it's not a problem.
Steven Thomasd4071902020-03-24 16:02:53 -07006495 scheduler::RefreshRateConfigs::Policy overridePolicy;
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006496 overridePolicy.defaultMode = mRefreshRateConfigs->getDisplayManagerPolicy().defaultMode;
Steven Thomasd4071902020-03-24 16:02:53 -07006497 overridePolicy.allowGroupSwitching = true;
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006498 constexpr bool kOverridePolicy = true;
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006499 result = setDesiredDisplayModeSpecsInternal(display, overridePolicy, kOverridePolicy);
Steven Thomasd4071902020-03-24 16:02:53 -07006500 }
6501
6502 if (result == NO_ERROR) {
6503 mFrameRateFlexibilityTokenCount++;
6504 // Handing out a reference to the SurfaceFlinger object, as we're doing in the line
6505 // below, is something to consider carefully. The lifetime of the
6506 // FrameRateFlexibilityToken isn't tied to SurfaceFlinger object lifetime, so if this
6507 // SurfaceFlinger object were to be destroyed while the token still exists, the token
6508 // destructor would be accessing a stale SurfaceFlinger reference, and crash. This is ok
6509 // in this case, for two reasons:
6510 // 1. Once SurfaceFlinger::run() is called by main_surfaceflinger.cpp, the only way
6511 // the program exits is via a crash. So we won't have a situation where the
6512 // SurfaceFlinger object is dead but the process is still up.
6513 // 2. The frame rate flexibility token is acquired/released only by CTS tests, so even
6514 // if condition 1 were changed, the problem would only show up when running CTS tests,
6515 // not on end user devices, so we could spot it and fix it without serious impact.
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006516 token = new FrameRateFlexibilityToken(
Steven Thomasd4071902020-03-24 16:02:53 -07006517 [this]() { onFrameRateFlexibilityTokenReleased(); });
6518 ALOGD("Frame rate flexibility token acquired. count=%d",
6519 mFrameRateFlexibilityTokenCount);
6520 }
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006521
6522 return std::make_pair(result, token);
6523 });
6524
6525 status_t result;
6526 std::tie(result, *outToken) = future.get();
Steven Thomasd4071902020-03-24 16:02:53 -07006527 return result;
6528}
6529
6530void SurfaceFlinger::onFrameRateFlexibilityTokenReleased() {
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006531 static_cast<void>(schedule([this] {
Steven Thomasd4071902020-03-24 16:02:53 -07006532 LOG_ALWAYS_FATAL_IF(mFrameRateFlexibilityTokenCount == 0,
6533 "Failed tracking frame rate flexibility tokens");
6534 mFrameRateFlexibilityTokenCount--;
6535 ALOGD("Frame rate flexibility token released. count=%d", mFrameRateFlexibilityTokenCount);
6536 if (mFrameRateFlexibilityTokenCount == 0) {
Dominik Laskowski0a1435d2020-04-21 00:27:31 -07006537 const auto display = ON_MAIN_THREAD(getDefaultDisplayDeviceLocked());
Dominik Laskowskidd4ef272020-04-23 14:02:12 -07006538 constexpr bool kOverridePolicy = true;
Marin Shalamanova7fe3042021-01-29 21:02:08 +01006539 status_t result = setDesiredDisplayModeSpecsInternal(display, {}, kOverridePolicy);
Steven Thomasd4071902020-03-24 16:02:53 -07006540 LOG_ALWAYS_FATAL_IF(result < 0, "Failed releasing frame rate flexibility token");
6541 }
6542 }));
6543}
6544
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10006545status_t SurfaceFlinger::setFrameTimelineInfo(const sp<IGraphicBufferProducer>& surface,
6546 const FrameTimelineInfo& frameTimelineInfo) {
Ady Abraham74e17562020-08-24 18:18:19 -07006547 Mutex::Autolock lock(mStateLock);
6548 if (!authenticateSurfaceTextureLocked(surface)) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10006549 ALOGE("Attempt to set frame timeline info on an unrecognized IGraphicBufferProducer");
Ady Abraham74e17562020-08-24 18:18:19 -07006550 return BAD_VALUE;
6551 }
6552
6553 sp<Layer> layer = (static_cast<MonitoredProducer*>(surface.get()))->getLayer();
Ady Abrahamfdf1bff2020-09-28 11:27:30 -07006554 if (layer == nullptr) {
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10006555 ALOGE("Attempt to set frame timeline info on a layer that no longer exists");
Ady Abrahamfdf1bff2020-09-28 11:27:30 -07006556 return BAD_VALUE;
6557 }
6558
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -10006559 layer->setFrameTimelineInfoForBuffer(frameTimelineInfo);
Ady Abraham74e17562020-08-24 18:18:19 -07006560 return NO_ERROR;
6561}
6562
Dominik Laskowski20134642020-04-20 22:36:44 -07006563void SurfaceFlinger::enableRefreshRateOverlay(bool enable) {
6564 static_cast<void>(schedule([=] {
6565 std::unique_ptr<RefreshRateOverlay> overlay;
6566 if (enable) {
Ady Abraham29d0da32020-07-16 18:39:33 -07006567 overlay = std::make_unique<RefreshRateOverlay>(*this, mRefreshRateOverlaySpinner);
Dominik Laskowski20134642020-04-20 22:36:44 -07006568 }
6569
6570 {
6571 Mutex::Autolock lock(mStateLock);
6572
6573 // Destroy the layer of the current overlay, if any, outside the lock.
6574 mRefreshRateOverlay.swap(overlay);
6575 if (!mRefreshRateOverlay) return;
6576
6577 if (const auto display = getDefaultDisplayDeviceLocked()) {
6578 mRefreshRateOverlay->setViewport(display->getSize());
Marin Shalamanov5801c942020-12-17 17:00:13 +01006579 mRefreshRateOverlay->changeRefreshRate(display->getActiveMode()->getFps());
Dominik Laskowski20134642020-04-20 22:36:44 -07006580 }
Dominik Laskowski20134642020-04-20 22:36:44 -07006581 }
6582 }));
6583}
6584
Pablo Gamito6ee484d2020-07-30 14:26:28 +00006585status_t SurfaceFlinger::addTransactionTraceListener(
6586 const sp<gui::ITransactionTraceListener>& listener) {
6587 if (!listener) {
6588 return BAD_VALUE;
6589 }
6590
6591 mInterceptor->addTransactionTraceListener(listener);
6592
6593 return NO_ERROR;
6594}
6595
Ana Krulec31f2b3c2020-12-14 14:30:09 -08006596int SurfaceFlinger::getGPUContextPriority() {
Alec Mourid6f09462020-12-07 11:18:17 -08006597 return getRenderEngine().getContextPriority();
Ana Krulec31f2b3c2020-12-14 14:30:09 -08006598}
6599
Ady Abraham564f9de2021-02-03 18:34:33 -08006600int SurfaceFlinger::calculateExtraBufferCount(Fps maxSupportedRefreshRate,
6601 std::chrono::nanoseconds presentLatency) {
6602 auto pipelineDepth = presentLatency.count() / maxSupportedRefreshRate.getPeriodNsecs();
6603 if (presentLatency.count() % maxSupportedRefreshRate.getPeriodNsecs()) {
6604 pipelineDepth++;
6605 }
6606 return std::max(0ll, pipelineDepth - 2);
6607}
6608
6609status_t SurfaceFlinger::getExtraBufferCount(int* extraBuffers) const {
6610 const auto maxSupportedRefreshRate = mRefreshRateConfigs->getSupportedRefreshRateRange().max;
6611 const auto vsyncConfig =
6612 mVsyncConfiguration->getConfigsForRefreshRate(maxSupportedRefreshRate).late;
6613 const auto presentLatency = vsyncConfig.appWorkDuration + vsyncConfig.sfWorkDuration;
6614
6615 *extraBuffers = calculateExtraBufferCount(maxSupportedRefreshRate, presentLatency);
6616 return NO_ERROR;
6617}
6618
Vishnu Nair83df0342021-03-30 11:50:44 -07006619void SurfaceFlinger::TransactionState::traverseStatesWithBuffers(
6620 std::function<void(const layer_state_t&)> visitor) {
6621 for (const auto& state : states) {
6622 if (state.state.hasBufferChanges() && (state.state.surface)) {
6623 visitor(state.state);
6624 }
6625 }
6626}
6627
arthurhungdba591c2021-02-08 17:28:49 +08006628void SurfaceFlinger::setLayerCreatedState(const sp<IBinder>& handle, const wp<Layer>& layer,
6629 const wp<IBinder>& parent, const wp<Layer> parentLayer,
6630 const wp<IBinder>& producer) {
6631 Mutex::Autolock lock(mCreatedLayersLock);
6632 mCreatedLayers[handle->localBinder()] =
6633 std::make_unique<LayerCreatedState>(layer, parent, parentLayer, producer);
6634}
6635
6636auto SurfaceFlinger::getLayerCreatedState(const sp<IBinder>& handle) {
6637 Mutex::Autolock lock(mCreatedLayersLock);
6638 BBinder* b = nullptr;
6639 if (handle) {
6640 b = handle->localBinder();
6641 }
6642
6643 if (b == nullptr) {
6644 return std::unique_ptr<LayerCreatedState>(nullptr);
6645 }
6646
6647 auto it = mCreatedLayers.find(b);
6648 if (it == mCreatedLayers.end()) {
6649 ALOGE("Can't find layer from handle %p", handle.get());
6650 return std::unique_ptr<LayerCreatedState>(nullptr);
6651 }
6652
6653 auto state = std::move(it->second);
6654 mCreatedLayers.erase(it);
6655 return state;
6656}
6657
6658sp<Layer> SurfaceFlinger::handleLayerCreatedLocked(const sp<IBinder>& handle, bool privileged) {
6659 const auto& state = getLayerCreatedState(handle);
6660 if (!state) {
6661 return nullptr;
6662 }
6663
6664 sp<Layer> layer = state->layer.promote();
6665 if (!layer) {
6666 ALOGE("Invalid layer %p", state->layer.unsafe_get());
6667 return nullptr;
6668 }
6669
6670 sp<Layer> parent;
6671 bool allowAddRoot = privileged;
6672 if (state->initialParent != nullptr) {
6673 parent = fromHandleLocked(state->initialParent.promote()).promote();
6674 if (parent == nullptr) {
6675 ALOGE("Invalid parent %p", state->initialParent.unsafe_get());
6676 allowAddRoot = false;
6677 }
6678 } else if (state->initialParentLayer != nullptr) {
6679 parent = state->initialParentLayer.promote();
6680 allowAddRoot = false;
6681 }
6682
6683 if (parent == nullptr && allowAddRoot) {
6684 mCurrentState.layersSortedByZ.add(layer);
6685 } else if (parent == nullptr) {
6686 layer->onRemovedFromCurrentState();
6687 } else if (parent->isRemovedFromCurrentState()) {
6688 parent->addChild(layer);
6689 layer->onRemovedFromCurrentState();
6690 } else {
6691 parent->addChild(layer);
6692 }
6693
6694 if (state->initialProducer != nullptr) {
6695 mGraphicBufferProducerList.insert(state->initialProducer);
6696 LOG_ALWAYS_FATAL_IF(mGraphicBufferProducerList.size() > mMaxGraphicBufferProducerListSize,
6697 "Suspected IGBP leak: %zu IGBPs (%zu max), %zu Layers",
6698 mGraphicBufferProducerList.size(), mMaxGraphicBufferProducerListSize,
6699 mNumLayers.load());
6700 if (mGraphicBufferProducerList.size() > mGraphicBufferProducerListSizeLogThreshold) {
6701 ALOGW("Suspected IGBP leak: %zu IGBPs (%zu max), %zu Layers",
6702 mGraphicBufferProducerList.size(), mMaxGraphicBufferProducerListSize,
6703 mNumLayers.load());
6704 }
6705 }
6706
6707 return layer;
6708}
Dominik Laskowski9dab3432019-03-27 13:21:10 -07006709} // namespace android
Lloyd Pique074e8122018-07-26 12:57:23 -07006710
Mathias Agopian3f844832013-08-07 21:24:32 -07006711#if defined(__gl_h_)
6712#error "don't include gl/gl.h in this file"
6713#endif
6714
6715#if defined(__gl2_h_)
6716#error "don't include gl2/gl2.h in this file"
Chia-I Wu767fcf72017-11-30 22:07:38 -08006717#endif
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -08006718
6719// TODO(b/129481165): remove the #pragma below and fix conversion issues
Marin Shalamanovbed7fd32020-12-21 20:02:20 +01006720#pragma clang diagnostic pop // ignored "-Wconversion -Wextra"