blob: dd228b4523de229657894a2698ba51ca004fd6a3 [file] [log] [blame]
Michael Wright1509a232018-06-21 02:50:34 +01001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dan Stoza030fbc12020-02-19 15:32:01 -080017//#define LOG_NDEBUG 0
18
Ady Abrahamabce1652022-02-24 10:51:19 -080019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Michael Wright1509a232018-06-21 02:50:34 +010021#undef LOG_TAG
22#define LOG_TAG "PowerAdvisor"
23
Matt Buckley06f299a2021-09-24 19:43:51 +000024#include <unistd.h>
Michael Wright1509a232018-06-21 02:50:34 +010025#include <cinttypes>
Matt Buckley06f299a2021-09-24 19:43:51 +000026#include <cstdint>
27#include <optional>
Michael Wright1509a232018-06-21 02:50:34 +010028
Dan Stoza030fbc12020-02-19 15:32:01 -080029#include <android-base/properties.h>
Michael Wright1509a232018-06-21 02:50:34 +010030#include <utils/Log.h>
31#include <utils/Mutex.h>
Ady Abrahamabce1652022-02-24 10:51:19 -080032#include <utils/Trace.h>
Michael Wright1509a232018-06-21 02:50:34 +010033
Xiang Wang99f6f3c2023-05-22 13:12:16 -070034#include <aidl/android/hardware/power/IPower.h>
35#include <aidl/android/hardware/power/IPowerHintSession.h>
36#include <aidl/android/hardware/power/WorkDuration.h>
Matt Buckley06f299a2021-09-24 19:43:51 +000037
Dan Stoza030fbc12020-02-19 15:32:01 -080038#include <binder/IServiceManager.h>
39
40#include "../SurfaceFlingerProperties.h"
41
Michael Wright1509a232018-06-21 02:50:34 +010042#include "PowerAdvisor.h"
Alec Mouridea1ac52021-06-23 18:12:18 -070043#include "SurfaceFlinger.h"
Michael Wright1509a232018-06-21 02:50:34 +010044
45namespace android {
46namespace Hwc2 {
47
48PowerAdvisor::~PowerAdvisor() = default;
49
50namespace impl {
51
Xiang Wang99f6f3c2023-05-22 13:12:16 -070052using aidl::android::hardware::power::Boost;
Xiang Wang99f6f3c2023-05-22 13:12:16 -070053using aidl::android::hardware::power::Mode;
54using aidl::android::hardware::power::SessionHint;
55using aidl::android::hardware::power::WorkDuration;
Matt Buckley06f299a2021-09-24 19:43:51 +000056
Michael Wright1509a232018-06-21 02:50:34 +010057PowerAdvisor::~PowerAdvisor() = default;
58
Dan Stoza030fbc12020-02-19 15:32:01 -080059namespace {
Alec Mouri29382ad2022-05-11 18:38:38 +000060std::chrono::milliseconds getUpdateTimeout() {
Dan Stoza030fbc12020-02-19 15:32:01 -080061 // Default to a timeout of 80ms if nothing else is specified
Alec Mouri29382ad2022-05-11 18:38:38 +000062 static std::chrono::milliseconds timeout =
63 std::chrono::milliseconds(sysprop::display_update_imminent_timeout_ms(80));
Dan Stoza030fbc12020-02-19 15:32:01 -080064 return timeout;
65}
66
Ady Abrahamabce1652022-02-24 10:51:19 -080067void traceExpensiveRendering(bool enabled) {
68 if (enabled) {
69 ATRACE_ASYNC_BEGIN("ExpensiveRendering", 0);
70 } else {
71 ATRACE_ASYNC_END("ExpensiveRendering", 0);
72 }
73}
74
Dan Stoza030fbc12020-02-19 15:32:01 -080075} // namespace
76
Matt Buckley0538cae2022-11-08 23:12:04 +000077PowerAdvisor::PowerAdvisor(SurfaceFlinger& flinger)
78 : mPowerHal(std::make_unique<power::PowerHalController>()), mFlinger(flinger) {
Alec Mouri29382ad2022-05-11 18:38:38 +000079 if (getUpdateTimeout() > 0ms) {
80 mScreenUpdateTimer.emplace("UpdateImminentTimer", getUpdateTimeout(),
Alec Mouric059dcf2022-05-05 23:40:07 +000081 /* resetCallback */ nullptr,
82 /* timeoutCallback */
83 [this] {
Alec Mouri29382ad2022-05-11 18:38:38 +000084 while (true) {
85 auto timeSinceLastUpdate = std::chrono::nanoseconds(
86 systemTime() - mLastScreenUpdatedTime.load());
87 if (timeSinceLastUpdate >= getUpdateTimeout()) {
88 break;
89 }
Alec Mouric059dcf2022-05-05 23:40:07 +000090 // We may try to disable expensive rendering and allow
91 // for sending DISPLAY_UPDATE_IMMINENT hints too early if
92 // we idled very shortly after updating the screen, so
93 // make sure we wait enough time.
Alec Mouri29382ad2022-05-11 18:38:38 +000094 std::this_thread::sleep_for(getUpdateTimeout() -
95 timeSinceLastUpdate);
Alec Mouric059dcf2022-05-05 23:40:07 +000096 }
97 mSendUpdateImminent.store(true);
98 mFlinger.disableExpensiveRendering();
99 });
100 }
101}
Alec Mouridea1ac52021-06-23 18:12:18 -0700102
103void PowerAdvisor::init() {
104 // Defer starting the screen update timer until SurfaceFlinger finishes construction.
Alec Mouric059dcf2022-05-05 23:40:07 +0000105 if (mScreenUpdateTimer) {
106 mScreenUpdateTimer->start();
Dan Stoza030fbc12020-02-19 15:32:01 -0800107 }
108}
Michael Wright1509a232018-06-21 02:50:34 +0100109
Dan Stoza29e7bdf2020-03-23 14:43:09 -0700110void PowerAdvisor::onBootFinished() {
111 mBootFinished.store(true);
112}
113
Peiyong Lin74ca2f42019-01-14 19:36:57 -0800114void PowerAdvisor::setExpensiveRenderingExpected(DisplayId displayId, bool expected) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000115 if (!mHasExpensiveRendering) {
116 ALOGV("Skipped sending EXPENSIVE_RENDERING because HAL doesn't support it");
117 return;
118 }
Michael Wright1509a232018-06-21 02:50:34 +0100119 if (expected) {
120 mExpensiveDisplays.insert(displayId);
121 } else {
122 mExpensiveDisplays.erase(displayId);
123 }
124
Michael Wright1509a232018-06-21 02:50:34 +0100125 const bool expectsExpensiveRendering = !mExpensiveDisplays.empty();
126 if (mNotifiedExpensiveRendering != expectsExpensiveRendering) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000127 auto ret = getPowerHal().setMode(Mode::EXPENSIVE_RENDERING, expectsExpensiveRendering);
128 if (!ret.isOk()) {
129 if (ret.isUnsupported()) {
130 mHasExpensiveRendering = false;
131 }
Michael Wright1509a232018-06-21 02:50:34 +0100132 return;
133 }
Dan Stoza030fbc12020-02-19 15:32:01 -0800134
Michael Wright1509a232018-06-21 02:50:34 +0100135 mNotifiedExpensiveRendering = expectsExpensiveRendering;
Matt Buckley0538cae2022-11-08 23:12:04 +0000136 traceExpensiveRendering(mNotifiedExpensiveRendering);
Michael Wright1509a232018-06-21 02:50:34 +0100137 }
138}
139
jimmyshiu4e211772023-06-15 15:18:38 +0000140void PowerAdvisor::notifyCpuLoadUp() {
141 // Only start sending this notification once the system has booted so we don't introduce an
142 // early-boot dependency on Power HAL
143 if (!mBootFinished.load()) {
144 return;
145 }
Matt Buckley547cc0c2023-10-27 22:22:36 +0000146 if (usePowerHintSession()) {
jimmyshiu4e211772023-06-15 15:18:38 +0000147 std::lock_guard lock(mHintSessionMutex);
Matt Buckley547cc0c2023-10-27 22:22:36 +0000148 if (ensurePowerHintSessionRunning()) {
149 auto ret = mHintSession->sendHint(SessionHint::CPU_LOAD_UP);
150 if (!ret.isOk()) {
151 mHintSession = nullptr;
152 }
jimmyshiu4e211772023-06-15 15:18:38 +0000153 }
154 }
155}
156
Matt Buckley15ecd1c2022-11-01 21:57:16 +0000157void PowerAdvisor::notifyDisplayUpdateImminentAndCpuReset() {
Dan Stoza29e7bdf2020-03-23 14:43:09 -0700158 // Only start sending this notification once the system has booted so we don't introduce an
159 // early-boot dependency on Power HAL
160 if (!mBootFinished.load()) {
161 return;
162 }
163
Alec Mouric059dcf2022-05-05 23:40:07 +0000164 if (mSendUpdateImminent.exchange(false)) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000165 ALOGV("AIDL notifyDisplayUpdateImminentAndCpuReset");
Matt Buckley547cc0c2023-10-27 22:22:36 +0000166 if (usePowerHintSession()) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000167 std::lock_guard lock(mHintSessionMutex);
Matt Buckley547cc0c2023-10-27 22:22:36 +0000168 if (ensurePowerHintSessionRunning()) {
169 auto ret = mHintSession->sendHint(SessionHint::CPU_LOAD_RESET);
170 if (!ret.isOk()) {
171 mHintSession = nullptr;
172 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000173 }
Dan Stoza030fbc12020-02-19 15:32:01 -0800174 }
175
Matt Buckley0538cae2022-11-08 23:12:04 +0000176 if (!mHasDisplayUpdateImminent) {
177 ALOGV("Skipped sending DISPLAY_UPDATE_IMMINENT because HAL doesn't support it");
178 } else {
179 auto ret = getPowerHal().setBoost(Boost::DISPLAY_UPDATE_IMMINENT, 0);
180 if (ret.isUnsupported()) {
181 mHasDisplayUpdateImminent = false;
182 }
Dan Stoza030fbc12020-02-19 15:32:01 -0800183 }
Alec Mouric059dcf2022-05-05 23:40:07 +0000184
185 if (mScreenUpdateTimer) {
186 mScreenUpdateTimer->reset();
187 } else {
188 // If we don't have a screen update timer, then we don't throttle power hal calls so
189 // flip this bit back to allow for calling into power hal again.
190 mSendUpdateImminent.store(true);
191 }
Dan Stoza030fbc12020-02-19 15:32:01 -0800192 }
193
Alec Mouric059dcf2022-05-05 23:40:07 +0000194 if (mScreenUpdateTimer) {
195 mLastScreenUpdatedTime.store(systemTime());
Dan Stoza030fbc12020-02-19 15:32:01 -0800196 }
197}
198
Matt Buckley06f299a2021-09-24 19:43:51 +0000199bool PowerAdvisor::usePowerHintSession() {
200 // uses cached value since the underlying support and flag are unlikely to change at runtime
Matt Buckley0538cae2022-11-08 23:12:04 +0000201 return mHintSessionEnabled.value_or(false) && supportsPowerHintSession();
Matt Buckley06f299a2021-09-24 19:43:51 +0000202}
203
204bool PowerAdvisor::supportsPowerHintSession() {
Matt Buckley0538cae2022-11-08 23:12:04 +0000205 if (!mSupportsHintSession.has_value()) {
206 mSupportsHintSession = getPowerHal().getHintSessionPreferredRate().isOk();
Matt Buckley06f299a2021-09-24 19:43:51 +0000207 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000208 return *mSupportsHintSession;
Matt Buckley06f299a2021-09-24 19:43:51 +0000209}
210
Matt Buckley0538cae2022-11-08 23:12:04 +0000211bool PowerAdvisor::ensurePowerHintSessionRunning() {
Matt Buckley547cc0c2023-10-27 22:22:36 +0000212 if (mHintSession == nullptr && !mHintSessionThreadIds.empty() && usePowerHintSession()) {
213 auto ret = getPowerHal().createHintSession(getpid(), static_cast<int32_t>(getuid()),
214 mHintSessionThreadIds, mTargetDuration.ns());
215
216 if (ret.isOk()) {
217 mHintSession = ret.value();
218 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000219 }
Matt Buckley547cc0c2023-10-27 22:22:36 +0000220 return mHintSession != nullptr;
Matt Buckley06f299a2021-09-24 19:43:51 +0000221}
222
Matt Buckley0538cae2022-11-08 23:12:04 +0000223void PowerAdvisor::updateTargetWorkDuration(Duration targetDuration) {
Matt Buckleyef51fba2021-10-12 19:30:12 +0000224 if (!usePowerHintSession()) {
Matt Buckley06f299a2021-09-24 19:43:51 +0000225 ALOGV("Power hint session target duration cannot be set, skipping");
226 return;
227 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000228 ATRACE_CALL();
Matt Buckley06f299a2021-09-24 19:43:51 +0000229 {
Matt Buckley0538cae2022-11-08 23:12:04 +0000230 mTargetDuration = targetDuration;
231 if (sTraceHintSessionData) ATRACE_INT64("Time target", targetDuration.ns());
Matt Buckley547cc0c2023-10-27 22:22:36 +0000232 if (targetDuration == mLastTargetDurationSent) return;
233 std::lock_guard lock(mHintSessionMutex);
234 if (ensurePowerHintSessionRunning()) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000235 ALOGV("Sending target time: %" PRId64 "ns", targetDuration.ns());
236 mLastTargetDurationSent = targetDuration;
Matt Buckley0538cae2022-11-08 23:12:04 +0000237 auto ret = mHintSession->updateTargetWorkDuration(targetDuration.ns());
238 if (!ret.isOk()) {
239 ALOGW("Failed to set power hint target work duration with error: %s",
Xiang Wang99f6f3c2023-05-22 13:12:16 -0700240 ret.getDescription().c_str());
Matt Buckley547cc0c2023-10-27 22:22:36 +0000241 mHintSession = nullptr;
Matt Buckley0538cae2022-11-08 23:12:04 +0000242 }
Matt Buckley06f299a2021-09-24 19:43:51 +0000243 }
244 }
245}
246
Matt Buckley0538cae2022-11-08 23:12:04 +0000247void PowerAdvisor::reportActualWorkDuration() {
Matt Buckley676e4392023-05-25 22:09:26 +0000248 if (!mBootFinished || !sUseReportActualDuration || !usePowerHintSession()) {
Matt Buckley06f299a2021-09-24 19:43:51 +0000249 ALOGV("Actual work duration power hint cannot be sent, skipping");
250 return;
251 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000252 ATRACE_CALL();
253 std::optional<Duration> actualDuration = estimateWorkDuration();
Matt Buckley547cc0c2023-10-27 22:22:36 +0000254 if (!actualDuration.has_value() || actualDuration < 0ns) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000255 ALOGV("Failed to send actual work duration, skipping");
Matt Buckley50c44062022-01-17 20:48:10 +0000256 return;
257 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000258 actualDuration = std::make_optional(*actualDuration + sTargetSafetyMargin);
259 mActualDuration = actualDuration;
Matt Buckley50c44062022-01-17 20:48:10 +0000260
Matt Buckley0538cae2022-11-08 23:12:04 +0000261 if (sTraceHintSessionData) {
262 ATRACE_INT64("Measured duration", actualDuration->ns());
263 ATRACE_INT64("Target error term", Duration{*actualDuration - mTargetDuration}.ns());
264 ATRACE_INT64("Reported duration", actualDuration->ns());
265 ATRACE_INT64("Reported target", mLastTargetDurationSent.ns());
266 ATRACE_INT64("Reported target error term",
267 Duration{*actualDuration - mLastTargetDurationSent}.ns());
268 }
269
270 ALOGV("Sending actual work duration of: %" PRId64 " on reported target: %" PRId64
271 " with error: %" PRId64,
272 actualDuration->ns(), mLastTargetDurationSent.ns(),
273 Duration{*actualDuration - mLastTargetDurationSent}.ns());
274
Matt Buckley547cc0c2023-10-27 22:22:36 +0000275 if (mTimingTestingMode) {
276 mDelayReportActualMutexAcquisitonPromise.get_future().wait();
277 mDelayReportActualMutexAcquisitonPromise = std::promise<bool>{};
278 }
279
Matt Buckley0538cae2022-11-08 23:12:04 +0000280 {
281 std::lock_guard lock(mHintSessionMutex);
Matt Buckley547cc0c2023-10-27 22:22:36 +0000282 if (!ensurePowerHintSessionRunning()) {
283 ALOGV("Hint session not running and could not be started, skipping");
284 return;
285 }
286
287 WorkDuration duration{
288 .timeStampNanos = TimePoint::now().ns(),
289 // TODO(b/284324521): Correctly calculate total duration.
290 .durationNanos = actualDuration->ns(),
291 .workPeriodStartTimestampNanos = mCommitStartTimes[0].ns(),
292 .cpuDurationNanos = actualDuration->ns(),
293 // TODO(b/284324521): Calculate RenderEngine GPU time.
294 .gpuDurationNanos = 0,
295 };
296 mHintSessionQueue.push_back(duration);
297
Matt Buckley0538cae2022-11-08 23:12:04 +0000298 auto ret = mHintSession->reportActualWorkDuration(mHintSessionQueue);
299 if (!ret.isOk()) {
300 ALOGW("Failed to report actual work durations with error: %s",
Xiang Wang99f6f3c2023-05-22 13:12:16 -0700301 ret.getDescription().c_str());
Matt Buckley547cc0c2023-10-27 22:22:36 +0000302 mHintSession = nullptr;
Matt Buckley0538cae2022-11-08 23:12:04 +0000303 return;
Matt Buckley50c44062022-01-17 20:48:10 +0000304 }
305 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000306 mHintSessionQueue.clear();
Matt Buckley50c44062022-01-17 20:48:10 +0000307}
308
Matt Buckley0538cae2022-11-08 23:12:04 +0000309void PowerAdvisor::enablePowerHintSession(bool enabled) {
310 mHintSessionEnabled = enabled;
Matt Buckley06f299a2021-09-24 19:43:51 +0000311}
312
Matt Buckley547cc0c2023-10-27 22:22:36 +0000313bool PowerAdvisor::startPowerHintSession(std::vector<int32_t>&& threadIds) {
314 mHintSessionThreadIds = threadIds;
Matt Buckley0538cae2022-11-08 23:12:04 +0000315 if (!mBootFinished.load()) {
316 return false;
Matt Buckleyef51fba2021-10-12 19:30:12 +0000317 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000318 if (!usePowerHintSession()) {
319 ALOGI("Cannot start power hint session: disabled or unsupported");
320 return false;
321 }
Matt Buckley547cc0c2023-10-27 22:22:36 +0000322 LOG_ALWAYS_FATAL_IF(mHintSessionThreadIds.empty(),
323 "No thread IDs provided to power hint session!");
324 std::lock_guard lock(mHintSessionMutex);
325 if (mHintSession != nullptr) {
Matt Buckley0538cae2022-11-08 23:12:04 +0000326 ALOGE("Cannot start power hint session: already running");
327 return false;
328 }
Matt Buckley547cc0c2023-10-27 22:22:36 +0000329 return ensurePowerHintSessionRunning();
Matt Buckleyef51fba2021-10-12 19:30:12 +0000330}
331
Matt Buckley50c44062022-01-17 20:48:10 +0000332void PowerAdvisor::setGpuFenceTime(DisplayId displayId, std::unique_ptr<FenceTime>&& fenceTime) {
333 DisplayTimingData& displayData = mDisplayTimingData[displayId];
334 if (displayData.gpuEndFenceTime) {
335 nsecs_t signalTime = displayData.gpuEndFenceTime->getSignalTime();
336 if (signalTime != Fence::SIGNAL_TIME_INVALID && signalTime != Fence::SIGNAL_TIME_PENDING) {
337 for (auto&& [_, otherDisplayData] : mDisplayTimingData) {
338 // If the previous display started before us but ended after we should have
339 // started, then it likely delayed our start time and we must compensate for that.
340 // Displays finishing earlier should have already made their way through this call
341 // and swapped their timing into "lastValid" from "latest", so we check that here.
342 if (!otherDisplayData.lastValidGpuStartTime.has_value()) continue;
343 if ((*otherDisplayData.lastValidGpuStartTime < *displayData.gpuStartTime) &&
344 (*otherDisplayData.lastValidGpuEndTime > *displayData.gpuStartTime)) {
345 displayData.lastValidGpuStartTime = *otherDisplayData.lastValidGpuEndTime;
346 break;
347 }
348 }
349 displayData.lastValidGpuStartTime = displayData.gpuStartTime;
Matt Buckley2fa85012022-08-30 22:38:45 +0000350 displayData.lastValidGpuEndTime = TimePoint::fromNs(signalTime);
Matt Buckley50c44062022-01-17 20:48:10 +0000351 }
352 }
353 displayData.gpuEndFenceTime = std::move(fenceTime);
Matt Buckley2fa85012022-08-30 22:38:45 +0000354 displayData.gpuStartTime = TimePoint::now();
Matt Buckley50c44062022-01-17 20:48:10 +0000355}
356
Matt Buckley2fa85012022-08-30 22:38:45 +0000357void PowerAdvisor::setHwcValidateTiming(DisplayId displayId, TimePoint validateStartTime,
358 TimePoint validateEndTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000359 DisplayTimingData& displayData = mDisplayTimingData[displayId];
Matt Buckley16dec1f2022-06-07 21:46:20 +0000360 displayData.hwcValidateStartTime = validateStartTime;
361 displayData.hwcValidateEndTime = validateEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000362}
363
Matt Buckley2fa85012022-08-30 22:38:45 +0000364void PowerAdvisor::setHwcPresentTiming(DisplayId displayId, TimePoint presentStartTime,
365 TimePoint presentEndTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000366 DisplayTimingData& displayData = mDisplayTimingData[displayId];
Matt Buckley16dec1f2022-06-07 21:46:20 +0000367 displayData.hwcPresentStartTime = presentStartTime;
368 displayData.hwcPresentEndTime = presentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000369}
370
371void PowerAdvisor::setSkippedValidate(DisplayId displayId, bool skipped) {
372 mDisplayTimingData[displayId].skippedValidate = skipped;
373}
374
375void PowerAdvisor::setRequiresClientComposition(DisplayId displayId,
376 bool requiresClientComposition) {
377 mDisplayTimingData[displayId].usedClientComposition = requiresClientComposition;
378}
379
Matt Buckley2fa85012022-08-30 22:38:45 +0000380void PowerAdvisor::setExpectedPresentTime(TimePoint expectedPresentTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000381 mExpectedPresentTimes.append(expectedPresentTime);
382}
383
Matt Buckley2fa85012022-08-30 22:38:45 +0000384void PowerAdvisor::setSfPresentTiming(TimePoint presentFenceTime, TimePoint presentEndTime) {
Matt Buckley1809d902022-08-05 06:51:43 +0000385 mLastSfPresentEndTime = presentEndTime;
Matt Buckleyc6b9d382022-06-17 15:28:07 -0700386 mLastPresentFenceTime = presentFenceTime;
387}
388
Matt Buckley2fa85012022-08-30 22:38:45 +0000389void PowerAdvisor::setFrameDelay(Duration frameDelayDuration) {
Matt Buckley50c44062022-01-17 20:48:10 +0000390 mFrameDelayDuration = frameDelayDuration;
391}
392
Matt Buckley2fa85012022-08-30 22:38:45 +0000393void PowerAdvisor::setHwcPresentDelayedTime(DisplayId displayId, TimePoint earliestFrameStartTime) {
394 mDisplayTimingData[displayId].hwcPresentDelayedTime = earliestFrameStartTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000395}
396
Matt Buckley2fa85012022-08-30 22:38:45 +0000397void PowerAdvisor::setCommitStart(TimePoint commitStartTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000398 mCommitStartTimes.append(commitStartTime);
399}
400
Matt Buckley2fa85012022-08-30 22:38:45 +0000401void PowerAdvisor::setCompositeEnd(TimePoint compositeEndTime) {
402 mLastPostcompDuration = compositeEndTime - mLastSfPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000403}
404
405void PowerAdvisor::setDisplays(std::vector<DisplayId>& displayIds) {
406 mDisplayIds = displayIds;
407}
408
Matt Buckley2fa85012022-08-30 22:38:45 +0000409void PowerAdvisor::setTotalFrameTargetWorkDuration(Duration targetDuration) {
Matt Buckley50c44062022-01-17 20:48:10 +0000410 mTotalFrameTargetDuration = targetDuration;
411}
412
413std::vector<DisplayId> PowerAdvisor::getOrderedDisplayIds(
Matt Buckley2fa85012022-08-30 22:38:45 +0000414 std::optional<TimePoint> DisplayTimingData::*sortBy) {
Matt Buckley50c44062022-01-17 20:48:10 +0000415 std::vector<DisplayId> sortedDisplays;
416 std::copy_if(mDisplayIds.begin(), mDisplayIds.end(), std::back_inserter(sortedDisplays),
417 [&](DisplayId id) {
418 return mDisplayTimingData.count(id) &&
419 (mDisplayTimingData[id].*sortBy).has_value();
420 });
421 std::sort(sortedDisplays.begin(), sortedDisplays.end(), [&](DisplayId idA, DisplayId idB) {
422 return *(mDisplayTimingData[idA].*sortBy) < *(mDisplayTimingData[idB].*sortBy);
423 });
424 return sortedDisplays;
425}
426
Matt Buckley0538cae2022-11-08 23:12:04 +0000427std::optional<Duration> PowerAdvisor::estimateWorkDuration() {
428 if (!mExpectedPresentTimes.isFull() || !mCommitStartTimes.isFull()) {
Matt Buckley50c44062022-01-17 20:48:10 +0000429 return std::nullopt;
430 }
431
432 // Tracks when we finish presenting to hwc
Matt Buckley0538cae2022-11-08 23:12:04 +0000433 TimePoint estimatedHwcEndTime = mCommitStartTimes[0];
Matt Buckley50c44062022-01-17 20:48:10 +0000434
435 // How long we spent this frame not doing anything, waiting for fences or vsync
Matt Buckley2fa85012022-08-30 22:38:45 +0000436 Duration idleDuration = 0ns;
Matt Buckley50c44062022-01-17 20:48:10 +0000437
438 // Most recent previous gpu end time in the current frame, probably from a prior display, used
439 // as the start time for the next gpu operation if it ran over time since it probably blocked
Matt Buckley2fa85012022-08-30 22:38:45 +0000440 std::optional<TimePoint> previousValidGpuEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000441
442 // The currently estimated gpu end time for the frame,
443 // used to accumulate gpu time as we iterate over the active displays
Matt Buckley2fa85012022-08-30 22:38:45 +0000444 std::optional<TimePoint> estimatedGpuEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000445
Matt Buckley50c44062022-01-17 20:48:10 +0000446 // The timing info for the previously calculated display, if there was one
Matt Buckley0538cae2022-11-08 23:12:04 +0000447 std::optional<DisplayTimeline> previousDisplayTiming;
Matt Buckley50c44062022-01-17 20:48:10 +0000448 std::vector<DisplayId>&& displayIds =
Matt Buckley16dec1f2022-06-07 21:46:20 +0000449 getOrderedDisplayIds(&DisplayTimingData::hwcPresentStartTime);
Matt Buckley0538cae2022-11-08 23:12:04 +0000450 DisplayTimeline displayTiming;
Matt Buckley50c44062022-01-17 20:48:10 +0000451
Matt Buckley1809d902022-08-05 06:51:43 +0000452 // Iterate over the displays that use hwc in the same order they are presented
Matt Buckley50c44062022-01-17 20:48:10 +0000453 for (DisplayId displayId : displayIds) {
454 if (mDisplayTimingData.count(displayId) == 0) {
455 continue;
456 }
457
458 auto& displayData = mDisplayTimingData.at(displayId);
Matt Buckleyc6b9d382022-06-17 15:28:07 -0700459
Matt Buckley0538cae2022-11-08 23:12:04 +0000460 displayTiming = displayData.calculateDisplayTimeline(mLastPresentFenceTime);
Matt Buckley50c44062022-01-17 20:48:10 +0000461
Matt Buckley16dec1f2022-06-07 21:46:20 +0000462 // If this is the first display, include the duration before hwc present starts
Matt Buckley0538cae2022-11-08 23:12:04 +0000463 if (!previousDisplayTiming.has_value()) {
464 estimatedHwcEndTime += displayTiming.hwcPresentStartTime - mCommitStartTimes[0];
Matt Buckley16dec1f2022-06-07 21:46:20 +0000465 } else { // Otherwise add the time since last display's hwc present finished
Matt Buckley0538cae2022-11-08 23:12:04 +0000466 estimatedHwcEndTime +=
467 displayTiming.hwcPresentStartTime - previousDisplayTiming->hwcPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000468 }
469
Matt Buckley50c44062022-01-17 20:48:10 +0000470 // Update predicted present finish time with this display's present time
Matt Buckley0538cae2022-11-08 23:12:04 +0000471 estimatedHwcEndTime = displayTiming.hwcPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000472
473 // Track how long we spent waiting for the fence, can be excluded from the timing estimate
Matt Buckley0538cae2022-11-08 23:12:04 +0000474 idleDuration += displayTiming.probablyWaitsForPresentFence
475 ? mLastPresentFenceTime - displayTiming.presentFenceWaitStartTime
Matt Buckley2fa85012022-08-30 22:38:45 +0000476 : 0ns;
Matt Buckley50c44062022-01-17 20:48:10 +0000477
478 // Track how long we spent waiting to present, can be excluded from the timing estimate
Matt Buckley0538cae2022-11-08 23:12:04 +0000479 idleDuration += displayTiming.hwcPresentDelayDuration;
Matt Buckley50c44062022-01-17 20:48:10 +0000480
481 // Estimate the reference frame's gpu timing
482 auto gpuTiming = displayData.estimateGpuTiming(previousValidGpuEndTime);
483 if (gpuTiming.has_value()) {
484 previousValidGpuEndTime = gpuTiming->startTime + gpuTiming->duration;
485
486 // Estimate the prediction frame's gpu end time from the reference frame
Matt Buckley0538cae2022-11-08 23:12:04 +0000487 estimatedGpuEndTime = std::max(displayTiming.hwcPresentStartTime,
Matt Buckley2fa85012022-08-30 22:38:45 +0000488 estimatedGpuEndTime.value_or(TimePoint{0ns})) +
Matt Buckley50c44062022-01-17 20:48:10 +0000489 gpuTiming->duration;
490 }
Matt Buckley0538cae2022-11-08 23:12:04 +0000491 previousDisplayTiming = displayTiming;
Matt Buckley50c44062022-01-17 20:48:10 +0000492 }
Matt Buckley2fa85012022-08-30 22:38:45 +0000493 ATRACE_INT64("Idle duration", idleDuration.ns());
Matt Buckley50c44062022-01-17 20:48:10 +0000494
Matt Buckley0538cae2022-11-08 23:12:04 +0000495 TimePoint estimatedFlingerEndTime = mLastSfPresentEndTime;
Matt Buckley1809d902022-08-05 06:51:43 +0000496
Matt Buckley50c44062022-01-17 20:48:10 +0000497 // Don't count time spent idly waiting in the estimate as we could do more work in that time
Matt Buckley0538cae2022-11-08 23:12:04 +0000498 estimatedHwcEndTime -= idleDuration;
Matt Buckley1809d902022-08-05 06:51:43 +0000499 estimatedFlingerEndTime -= idleDuration;
Matt Buckley50c44062022-01-17 20:48:10 +0000500
501 // We finish the frame when both present and the gpu are done, so wait for the later of the two
502 // Also add the frame delay duration since the target did not move while we were delayed
Matt Buckley2fa85012022-08-30 22:38:45 +0000503 Duration totalDuration = mFrameDelayDuration +
Matt Buckley0538cae2022-11-08 23:12:04 +0000504 std::max(estimatedHwcEndTime, estimatedGpuEndTime.value_or(TimePoint{0ns})) -
Matt Buckley2fa85012022-08-30 22:38:45 +0000505 mCommitStartTimes[0];
Matt Buckley50c44062022-01-17 20:48:10 +0000506
507 // We finish SurfaceFlinger when post-composition finishes, so add that in here
Matt Buckley2fa85012022-08-30 22:38:45 +0000508 Duration flingerDuration =
Matt Buckley1809d902022-08-05 06:51:43 +0000509 estimatedFlingerEndTime + mLastPostcompDuration - mCommitStartTimes[0];
510
511 // Combine the two timings into a single normalized one
Matt Buckley2fa85012022-08-30 22:38:45 +0000512 Duration combinedDuration = combineTimingEstimates(totalDuration, flingerDuration);
Matt Buckley50c44062022-01-17 20:48:10 +0000513
514 return std::make_optional(combinedDuration);
515}
516
Matt Buckley2fa85012022-08-30 22:38:45 +0000517Duration PowerAdvisor::combineTimingEstimates(Duration totalDuration, Duration flingerDuration) {
518 Duration targetDuration{0ns};
Matt Buckley0538cae2022-11-08 23:12:04 +0000519 targetDuration = mTargetDuration;
Matt Buckley50c44062022-01-17 20:48:10 +0000520 if (!mTotalFrameTargetDuration.has_value()) return flingerDuration;
521
522 // Normalize total to the flinger target (vsync period) since that's how often we actually send
523 // hints
Matt Buckley2fa85012022-08-30 22:38:45 +0000524 Duration normalizedTotalDuration = Duration::fromNs((targetDuration.ns() * totalDuration.ns()) /
525 mTotalFrameTargetDuration->ns());
Matt Buckley50c44062022-01-17 20:48:10 +0000526 return std::max(flingerDuration, normalizedTotalDuration);
527}
528
Matt Buckley50c44062022-01-17 20:48:10 +0000529PowerAdvisor::DisplayTimeline PowerAdvisor::DisplayTimingData::calculateDisplayTimeline(
Matt Buckley2fa85012022-08-30 22:38:45 +0000530 TimePoint fenceTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000531 DisplayTimeline timeline;
Matt Buckley16dec1f2022-06-07 21:46:20 +0000532 // How long between calling hwc present and trying to wait on the fence
Matt Buckley2fa85012022-08-30 22:38:45 +0000533 const Duration fenceWaitStartDelay =
534 (skippedValidate ? kFenceWaitStartDelaySkippedValidate : kFenceWaitStartDelayValidated);
Matt Buckley50c44062022-01-17 20:48:10 +0000535
Matt Buckley16dec1f2022-06-07 21:46:20 +0000536 // Did our reference frame wait for an appropriate vsync before calling into hwc
537 const bool waitedOnHwcPresentTime = hwcPresentDelayedTime.has_value() &&
538 *hwcPresentDelayedTime > *hwcPresentStartTime &&
539 *hwcPresentDelayedTime < *hwcPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000540
541 // Use validate start here if we skipped it because we did validate + present together
Matt Buckley16dec1f2022-06-07 21:46:20 +0000542 timeline.hwcPresentStartTime = skippedValidate ? *hwcValidateStartTime : *hwcPresentStartTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000543
544 // Use validate end here if we skipped it because we did validate + present together
Matt Buckley16dec1f2022-06-07 21:46:20 +0000545 timeline.hwcPresentEndTime = skippedValidate ? *hwcValidateEndTime : *hwcPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000546
Matt Buckley16dec1f2022-06-07 21:46:20 +0000547 // How long hwc present was delayed waiting for the next appropriate vsync
548 timeline.hwcPresentDelayDuration =
Matt Buckley2fa85012022-08-30 22:38:45 +0000549 (waitedOnHwcPresentTime ? *hwcPresentDelayedTime - *hwcPresentStartTime : 0ns);
Matt Buckleyc6b9d382022-06-17 15:28:07 -0700550 // When we started waiting for the present fence after calling into hwc present
551 timeline.presentFenceWaitStartTime =
Matt Buckley16dec1f2022-06-07 21:46:20 +0000552 timeline.hwcPresentStartTime + timeline.hwcPresentDelayDuration + fenceWaitStartDelay;
Matt Buckleyc6b9d382022-06-17 15:28:07 -0700553 timeline.probablyWaitsForPresentFence = fenceTime > timeline.presentFenceWaitStartTime &&
Matt Buckley16dec1f2022-06-07 21:46:20 +0000554 fenceTime < timeline.hwcPresentEndTime;
Matt Buckley50c44062022-01-17 20:48:10 +0000555
Matt Buckley16dec1f2022-06-07 21:46:20 +0000556 // How long we ran after we finished waiting for the fence but before hwc present finished
Matt Buckleyc6b9d382022-06-17 15:28:07 -0700557 timeline.postPresentFenceHwcPresentDuration = timeline.hwcPresentEndTime -
558 (timeline.probablyWaitsForPresentFence ? fenceTime
559 : timeline.presentFenceWaitStartTime);
Matt Buckley50c44062022-01-17 20:48:10 +0000560 return timeline;
561}
562
563std::optional<PowerAdvisor::GpuTimeline> PowerAdvisor::DisplayTimingData::estimateGpuTiming(
Matt Buckley2fa85012022-08-30 22:38:45 +0000564 std::optional<TimePoint> previousEndTime) {
Matt Buckley50c44062022-01-17 20:48:10 +0000565 if (!(usedClientComposition && lastValidGpuStartTime.has_value() && gpuEndFenceTime)) {
566 return std::nullopt;
567 }
Matt Buckley2fa85012022-08-30 22:38:45 +0000568 const TimePoint latestGpuStartTime =
569 std::max(previousEndTime.value_or(TimePoint{0ns}), *gpuStartTime);
570 const nsecs_t gpuEndFenceSignal = gpuEndFenceTime->getSignalTime();
571 Duration gpuDuration{0ns};
572 if (gpuEndFenceSignal != Fence::SIGNAL_TIME_INVALID &&
573 gpuEndFenceSignal != Fence::SIGNAL_TIME_PENDING) {
574 const TimePoint latestGpuEndTime = TimePoint::fromNs(gpuEndFenceSignal);
575
Matt Buckley50c44062022-01-17 20:48:10 +0000576 // If we know how long the most recent gpu duration was, use that
577 gpuDuration = latestGpuEndTime - latestGpuStartTime;
578 } else if (lastValidGpuEndTime.has_value()) {
579 // If we don't have the fence data, use the most recent information we do have
580 gpuDuration = *lastValidGpuEndTime - *lastValidGpuStartTime;
Matt Buckley2fa85012022-08-30 22:38:45 +0000581 if (gpuEndFenceSignal == Fence::SIGNAL_TIME_PENDING) {
Matt Buckley50c44062022-01-17 20:48:10 +0000582 // If pending but went over the previous duration, use current time as the end
Matt Buckley2fa85012022-08-30 22:38:45 +0000583 gpuDuration = std::max(gpuDuration, Duration{TimePoint::now() - latestGpuStartTime});
Matt Buckley50c44062022-01-17 20:48:10 +0000584 }
585 }
586 return GpuTimeline{.duration = gpuDuration, .startTime = latestGpuStartTime};
587}
588
Matt Buckley0538cae2022-11-08 23:12:04 +0000589const bool PowerAdvisor::sTraceHintSessionData =
Matt Buckleyef51fba2021-10-12 19:30:12 +0000590 base::GetBoolProperty(std::string("debug.sf.trace_hint_sessions"), false);
591
Matt Buckleyac15a1b2023-02-28 06:51:28 +0000592const Duration PowerAdvisor::sTargetSafetyMargin = std::chrono::microseconds(
593 base::GetIntProperty<int64_t>("debug.sf.hint_margin_us",
594 ticks<std::micro>(PowerAdvisor::kDefaultTargetSafetyMargin)));
595
Matt Buckley676e4392023-05-25 22:09:26 +0000596const bool PowerAdvisor::sUseReportActualDuration =
597 base::GetBoolProperty(std::string("debug.adpf.use_report_actual_duration"), true);
598
Matt Buckley0538cae2022-11-08 23:12:04 +0000599power::PowerHalController& PowerAdvisor::getPowerHal() {
600 static std::once_flag halFlag;
601 std::call_once(halFlag, [this] { mPowerHal->init(); });
602 return *mPowerHal;
Michael Wright1509a232018-06-21 02:50:34 +0100603}
604
605} // namespace impl
606} // namespace Hwc2
607} // namespace android