| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2009 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS | 
| Ady Abraham | b0dbdaa | 2020-01-06 16:19:42 -0800 | [diff] [blame] | 18 |  | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 19 | #include <binder/IPCThreadState.h> | 
|  | 20 |  | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 21 | #include <utils/Log.h> | 
| Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 22 | #include <utils/Timers.h> | 
|  | 23 | #include <utils/threads.h> | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 24 |  | 
| Lloyd Pique | 3fcdef1 | 2018-01-22 17:14:00 -0800 | [diff] [blame] | 25 | #include <gui/DisplayEventReceiver.h> | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 26 |  | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 27 | #include "EventThread.h" | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 28 | #include "FrameTimeline.h" | 
| Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 29 | #include "MessageQueue.h" | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 30 |  | 
| Dominik Laskowski | dd4ef27 | 2020-04-23 14:02:12 -0700 | [diff] [blame] | 31 | namespace android::impl { | 
| Lloyd Pique | 3fcdef1 | 2018-01-22 17:14:00 -0800 | [diff] [blame] | 32 |  | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 33 | void MessageQueue::Handler::dispatchFrame(int64_t vsyncId, nsecs_t expectedVsyncTime) { | 
|  | 34 | if (!mFramePending.exchange(true)) { | 
| Adithya Srinivasan | 5f683cf | 2020-09-15 14:21:04 -0700 | [diff] [blame] | 35 | mVsyncId = vsyncId; | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 36 | mExpectedVsyncTime = expectedVsyncTime; | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 37 | mQueue.mLooper->sendMessage(this, Message()); | 
| Mathias Agopian | 99ce5cd | 2012-01-31 18:24:27 -0800 | [diff] [blame] | 38 | } | 
|  | 39 | } | 
|  | 40 |  | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 41 | bool MessageQueue::Handler::isFramePending() const { | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 42 | return mFramePending.load(); | 
| Ady Abraham | 562c271 | 2021-05-07 15:10:42 -0700 | [diff] [blame] | 43 | } | 
|  | 44 |  | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 45 | void MessageQueue::Handler::handleMessage(const Message&) { | 
|  | 46 | mFramePending.store(false); | 
|  | 47 |  | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 48 | const nsecs_t frameTime = systemTime(); | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 49 | auto& compositor = mQueue.mCompositor; | 
|  | 50 |  | 
|  | 51 | if (!compositor.commit(frameTime, mVsyncId, mExpectedVsyncTime)) { | 
|  | 52 | return; | 
| Mathias Agopian | 99ce5cd | 2012-01-31 18:24:27 -0800 | [diff] [blame] | 53 | } | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 54 |  | 
| Ady Abraham | 302ebed | 2022-03-07 16:03:41 -0800 | [diff] [blame] | 55 | compositor.composite(frameTime, mVsyncId); | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 56 | compositor.sample(); | 
| Mathias Agopian | 99ce5cd | 2012-01-31 18:24:27 -0800 | [diff] [blame] | 57 | } | 
|  | 58 |  | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 59 | MessageQueue::MessageQueue(ICompositor& compositor) | 
|  | 60 | : MessageQueue(compositor, sp<Handler>::make(*this)) {} | 
| Mathias Agopian | 99ce5cd | 2012-01-31 18:24:27 -0800 | [diff] [blame] | 61 |  | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 62 | constexpr bool kAllowNonCallbacks = true; | 
|  | 63 |  | 
|  | 64 | MessageQueue::MessageQueue(ICompositor& compositor, sp<Handler> handler) | 
|  | 65 | : mCompositor(compositor), | 
|  | 66 | mLooper(sp<Looper>::make(kAllowNonCallbacks)), | 
|  | 67 | mHandler(std::move(handler)) {} | 
| Mathias Agopian | 99ce5cd | 2012-01-31 18:24:27 -0800 | [diff] [blame] | 68 |  | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 69 | // TODO(b/169865816): refactor VSyncInjections to use MessageQueue directly | 
|  | 70 | // and remove the EventThread from MessageQueue | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 71 | void MessageQueue::setInjector(sp<EventThreadConnection> connection) { | 
|  | 72 | auto& tube = mInjector.tube; | 
|  | 73 |  | 
|  | 74 | if (const int fd = tube.getFd(); fd >= 0) { | 
|  | 75 | mLooper->removeFd(fd); | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 76 | } | 
|  | 77 |  | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 78 | if (connection) { | 
|  | 79 | // The EventThreadConnection is retained when disabling injection, so avoid subsequently | 
|  | 80 | // stealing invalid FDs. Note that the stolen FDs are kept open. | 
|  | 81 | if (tube.getFd() < 0) { | 
|  | 82 | connection->stealReceiveChannel(&tube); | 
|  | 83 | } else { | 
|  | 84 | ALOGW("Recycling channel for VSYNC injection."); | 
|  | 85 | } | 
|  | 86 |  | 
|  | 87 | mLooper->addFd( | 
|  | 88 | tube.getFd(), 0, Looper::EVENT_INPUT, | 
|  | 89 | [](int, int, void* data) { | 
|  | 90 | reinterpret_cast<MessageQueue*>(data)->injectorCallback(); | 
|  | 91 | return 1; // Keep registration. | 
|  | 92 | }, | 
|  | 93 | this); | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 94 | } | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 95 |  | 
|  | 96 | std::lock_guard lock(mInjector.mutex); | 
|  | 97 | mInjector.connection = std::move(connection); | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 98 | } | 
|  | 99 |  | 
|  | 100 | void MessageQueue::vsyncCallback(nsecs_t vsyncTime, nsecs_t targetWakeupTime, nsecs_t readyTime) { | 
|  | 101 | ATRACE_CALL(); | 
|  | 102 | // Trace VSYNC-sf | 
|  | 103 | mVsync.value = (mVsync.value + 1) % 2; | 
|  | 104 |  | 
|  | 105 | { | 
|  | 106 | std::lock_guard lock(mVsync.mutex); | 
|  | 107 | mVsync.lastCallbackTime = std::chrono::nanoseconds(vsyncTime); | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 108 | mVsync.scheduledFrameTime.reset(); | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 109 | } | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 110 |  | 
|  | 111 | const auto vsyncId = mVsync.tokenManager->generateTokenForPredictions( | 
|  | 112 | {targetWakeupTime, readyTime, vsyncTime}); | 
|  | 113 |  | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 114 | mHandler->dispatchFrame(vsyncId, vsyncTime); | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 115 | } | 
|  | 116 |  | 
|  | 117 | void MessageQueue::initVsync(scheduler::VSyncDispatch& dispatch, | 
|  | 118 | frametimeline::TokenManager& tokenManager, | 
|  | 119 | std::chrono::nanoseconds workDuration) { | 
|  | 120 | setDuration(workDuration); | 
|  | 121 | mVsync.tokenManager = &tokenManager; | 
|  | 122 | mVsync.registration = std::make_unique< | 
|  | 123 | scheduler::VSyncCallbackRegistration>(dispatch, | 
|  | 124 | std::bind(&MessageQueue::vsyncCallback, this, | 
|  | 125 | std::placeholders::_1, | 
|  | 126 | std::placeholders::_2, | 
|  | 127 | std::placeholders::_3), | 
|  | 128 | "sf"); | 
|  | 129 | } | 
|  | 130 |  | 
|  | 131 | void MessageQueue::setDuration(std::chrono::nanoseconds workDuration) { | 
|  | 132 | ATRACE_CALL(); | 
|  | 133 | std::lock_guard lock(mVsync.mutex); | 
|  | 134 | mVsync.workDuration = workDuration; | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 135 | if (mVsync.scheduledFrameTime) { | 
|  | 136 | mVsync.scheduledFrameTime = mVsync.registration->schedule( | 
| Ady Abraham | 562c271 | 2021-05-07 15:10:42 -0700 | [diff] [blame] | 137 | {mVsync.workDuration.get().count(), | 
|  | 138 | /*readyDuration=*/0, mVsync.lastCallbackTime.count()}); | 
| Ady Abraham | 326ecde | 2020-11-06 15:05:53 -0800 | [diff] [blame] | 139 | } | 
| Ana Krulec | 98b5b24 | 2018-08-10 15:03:23 -0700 | [diff] [blame] | 140 | } | 
|  | 141 |  | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 142 | void MessageQueue::waitMessage() { | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 143 | do { | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 144 | IPCThreadState::self()->flushCommands(); | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 145 | int32_t ret = mLooper->pollOnce(-1); | 
|  | 146 | switch (ret) { | 
| Brian Carlstrom | fe761ab | 2013-12-12 23:13:18 -0800 | [diff] [blame] | 147 | case Looper::POLL_WAKE: | 
|  | 148 | case Looper::POLL_CALLBACK: | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 149 | continue; | 
| Brian Carlstrom | fe761ab | 2013-12-12 23:13:18 -0800 | [diff] [blame] | 150 | case Looper::POLL_ERROR: | 
|  | 151 | ALOGE("Looper::POLL_ERROR"); | 
| Pablo Ceballos | 53390e1 | 2015-08-04 11:25:59 -0700 | [diff] [blame] | 152 | continue; | 
| Brian Carlstrom | fe761ab | 2013-12-12 23:13:18 -0800 | [diff] [blame] | 153 | case Looper::POLL_TIMEOUT: | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 154 | // timeout (should not happen) | 
|  | 155 | continue; | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 156 | default: | 
|  | 157 | // should not happen | 
| Steve Block | e6f43dd | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 158 | ALOGE("Looper::pollOnce() returned unknown status %d", ret); | 
| Mathias Agopian | f61c57f | 2011-11-23 16:49:10 -0800 | [diff] [blame] | 159 | continue; | 
|  | 160 | } | 
|  | 161 | } while (true); | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 162 | } | 
|  | 163 |  | 
| Dominik Laskowski | dd4ef27 | 2020-04-23 14:02:12 -0700 | [diff] [blame] | 164 | void MessageQueue::postMessage(sp<MessageHandler>&& handler) { | 
|  | 165 | mLooper->sendMessage(handler, Message()); | 
| Mathias Agopian | f1d8e87 | 2009-04-20 19:39:12 -0700 | [diff] [blame] | 166 | } | 
|  | 167 |  | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 168 | void MessageQueue::scheduleFrame() { | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 169 | ATRACE_CALL(); | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 170 |  | 
|  | 171 | { | 
|  | 172 | std::lock_guard lock(mInjector.mutex); | 
|  | 173 | if (CC_UNLIKELY(mInjector.connection)) { | 
|  | 174 | ALOGD("%s while injecting VSYNC", __FUNCTION__); | 
|  | 175 | mInjector.connection->requestNextVsync(); | 
|  | 176 | return; | 
|  | 177 | } | 
| Ady Abraham | 55fa727 | 2020-09-30 19:19:27 -0700 | [diff] [blame] | 178 | } | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 179 |  | 
|  | 180 | std::lock_guard lock(mVsync.mutex); | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 181 | mVsync.scheduledFrameTime = | 
| Ady Abraham | 562c271 | 2021-05-07 15:10:42 -0700 | [diff] [blame] | 182 | mVsync.registration->schedule({.workDuration = mVsync.workDuration.get().count(), | 
|  | 183 | .readyDuration = 0, | 
|  | 184 | .earliestVsync = mVsync.lastCallbackTime.count()}); | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 185 | } | 
|  | 186 |  | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 187 | void MessageQueue::injectorCallback() { | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 188 | ssize_t n; | 
|  | 189 | DisplayEventReceiver::Event buffer[8]; | 
| Dominik Laskowski | 208235c | 2020-12-03 15:38:51 -0800 | [diff] [blame] | 190 | while ((n = DisplayEventReceiver::getEvents(&mInjector.tube, buffer, 8)) > 0) { | 
| Lloyd Pique | 78ce418 | 2018-01-31 16:39:51 -0800 | [diff] [blame] | 191 | for (int i = 0; i < n; i++) { | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 192 | if (buffer[i].header.type == DisplayEventReceiver::DISPLAY_EVENT_VSYNC) { | 
| Dominik Laskowski | 46f3e3b | 2021-08-10 11:44:24 -0700 | [diff] [blame] | 193 | auto& vsync = buffer[i].vsync; | 
| Rachel Lee | b9c5a77 | 2022-02-04 21:17:37 -0800 | [diff] [blame] | 194 | mHandler->dispatchFrame(vsync.vsyncData.preferredVsyncId(), | 
|  | 195 | vsync.vsyncData.preferredExpectedPresentationTime()); | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 196 | break; | 
|  | 197 | } | 
|  | 198 | } | 
|  | 199 | } | 
| Mathias Agopian | 8aedd47 | 2012-01-24 16:39:14 -0800 | [diff] [blame] | 200 | } | 
|  | 201 |  | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 202 | auto MessageQueue::getScheduledFrameTime() const -> std::optional<Clock::time_point> { | 
|  | 203 | if (mHandler->isFramePending()) { | 
|  | 204 | return Clock::now(); | 
| Ady Abraham | 562c271 | 2021-05-07 15:10:42 -0700 | [diff] [blame] | 205 | } | 
|  | 206 |  | 
|  | 207 | std::lock_guard lock(mVsync.mutex); | 
| Dominik Laskowski | e0e0cde | 2021-07-30 10:42:05 -0700 | [diff] [blame] | 208 | if (const auto time = mVsync.scheduledFrameTime) { | 
|  | 209 | return Clock::time_point(std::chrono::nanoseconds(*time)); | 
| Ady Abraham | 562c271 | 2021-05-07 15:10:42 -0700 | [diff] [blame] | 210 | } | 
|  | 211 |  | 
|  | 212 | return std::nullopt; | 
|  | 213 | } | 
|  | 214 |  | 
| Dominik Laskowski | dd4ef27 | 2020-04-23 14:02:12 -0700 | [diff] [blame] | 215 | } // namespace android::impl |