| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2012 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | #define ATRACE_TAG ATRACE_TAG_GRAPHICS | 
| Jamie Gennis | 1df8c34 | 2012-12-20 14:05:45 -0800 | [diff] [blame] | 18 | //#define LOG_NDEBUG 0 | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 19 |  | 
|  | 20 | #include "SurfaceFlingerConsumer.h" | 
| Pablo Ceballos | ce796e7 | 2016-02-04 19:10:51 -0800 | [diff] [blame] | 21 | #include "Layer.h" | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 22 |  | 
| Mathias Agopian | ca08833 | 2013-03-28 17:44:13 -0700 | [diff] [blame] | 23 | #include <private/gui/SyncFeatures.h> | 
|  | 24 |  | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 25 | #include <gui/BufferItem.h> | 
|  | 26 |  | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 27 | #include <utils/Errors.h> | 
| Jesse Hall | 399184a | 2014-03-03 15:42:54 -0800 | [diff] [blame] | 28 | #include <utils/NativeHandle.h> | 
|  | 29 | #include <utils/Trace.h> | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 30 |  | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 31 | namespace android { | 
|  | 32 |  | 
|  | 33 | // --------------------------------------------------------------------------- | 
|  | 34 |  | 
| Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 35 | status_t SurfaceFlingerConsumer::updateTexImage(BufferRejecter* rejecter, | 
| Pablo Ceballos | ff95aab | 2016-01-13 17:09:58 -0800 | [diff] [blame] | 36 | const DispSync& dispSync, bool* autoRefresh, bool* queuedBuffer, | 
| Pablo Ceballos | 0631218 | 2015-10-07 16:32:12 -0700 | [diff] [blame] | 37 | uint64_t maxFrameNumber) | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 38 | { | 
|  | 39 | ATRACE_CALL(); | 
|  | 40 | ALOGV("updateTexImage"); | 
|  | 41 | Mutex::Autolock lock(mMutex); | 
|  | 42 |  | 
|  | 43 | if (mAbandoned) { | 
| Andy McFadden | 2adaf04 | 2012-12-18 09:49:45 -0800 | [diff] [blame] | 44 | ALOGE("updateTexImage: GLConsumer is abandoned!"); | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 45 | return NO_INIT; | 
|  | 46 | } | 
|  | 47 |  | 
|  | 48 | // Make sure the EGL state is the same as in previous calls. | 
|  | 49 | status_t err = checkAndUpdateEglStateLocked(); | 
|  | 50 | if (err != NO_ERROR) { | 
|  | 51 | return err; | 
|  | 52 | } | 
|  | 53 |  | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 54 | BufferItem item; | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 55 |  | 
|  | 56 | // Acquire the next buffer. | 
|  | 57 | // In asynchronous mode the list is guaranteed to be one buffer | 
|  | 58 | // deep, while in synchronous mode we use the oldest buffer. | 
| Dan Stoza | a4650a5 | 2015-05-12 12:56:16 -0700 | [diff] [blame] | 59 | err = acquireBufferLocked(&item, computeExpectedPresent(dispSync), | 
|  | 60 | maxFrameNumber); | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 61 | if (err != NO_ERROR) { | 
|  | 62 | if (err == BufferQueue::NO_BUFFER_AVAILABLE) { | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 63 | err = NO_ERROR; | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 64 | } else if (err == BufferQueue::PRESENT_LATER) { | 
|  | 65 | // return the error, without logging | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 66 | } else { | 
|  | 67 | ALOGE("updateTexImage: acquire failed: %s (%d)", | 
|  | 68 | strerror(-err), err); | 
|  | 69 | } | 
|  | 70 | return err; | 
|  | 71 | } | 
|  | 72 |  | 
| Fabien Sanglard | 0a4b26e | 2016-10-14 18:13:33 -0700 | [diff] [blame] | 73 | if (autoRefresh) { | 
|  | 74 | *autoRefresh = item.mAutoRefresh; | 
|  | 75 | } | 
|  | 76 |  | 
|  | 77 | if (queuedBuffer) { | 
|  | 78 | *queuedBuffer = item.mQueuedBuffer; | 
|  | 79 | } | 
|  | 80 |  | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 81 | // We call the rejecter here, in case the caller has a reason to | 
|  | 82 | // not accept this buffer.  This is used by SurfaceFlinger to | 
|  | 83 | // reject buffers which have the wrong size | 
| Pablo Ceballos | 47650f4 | 2015-08-04 16:38:17 -0700 | [diff] [blame] | 84 | int slot = item.mSlot; | 
|  | 85 | if (rejecter && rejecter->reject(mSlots[slot].mGraphicBuffer, item)) { | 
|  | 86 | releaseBufferLocked(slot, mSlots[slot].mGraphicBuffer, EGL_NO_SYNC_KHR); | 
| Dan Stoza | ecc5040 | 2015-04-28 14:42:06 -0700 | [diff] [blame] | 87 | return BUFFER_REJECTED; | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 88 | } | 
|  | 89 |  | 
|  | 90 | // Release the previous buffer. | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 91 | #ifdef USE_HWC2 | 
|  | 92 | err = updateAndReleaseLocked(item, &mPendingRelease); | 
|  | 93 | #else | 
| Mathias Agopian | ad678e1 | 2013-07-23 17:28:53 -0700 | [diff] [blame] | 94 | err = updateAndReleaseLocked(item); | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 95 | #endif | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 96 | if (err != NO_ERROR) { | 
|  | 97 | return err; | 
|  | 98 | } | 
|  | 99 |  | 
| Mathias Agopian | ca08833 | 2013-03-28 17:44:13 -0700 | [diff] [blame] | 100 | if (!SyncFeatures::getInstance().useNativeFenceSync()) { | 
| Andy McFadden | 97eba89 | 2012-12-11 15:21:45 -0800 | [diff] [blame] | 101 | // Bind the new buffer to the GL texture. | 
|  | 102 | // | 
|  | 103 | // Older devices require the "implicit" synchronization provided | 
|  | 104 | // by glEGLImageTargetTexture2DOES, which this method calls.  Newer | 
|  | 105 | // devices will either call this in Layer::onDraw, or (if it's not | 
|  | 106 | // a GL-composited layer) not at all. | 
|  | 107 | err = bindTextureImageLocked(); | 
|  | 108 | } | 
|  | 109 |  | 
|  | 110 | return err; | 
|  | 111 | } | 
|  | 112 |  | 
|  | 113 | status_t SurfaceFlingerConsumer::bindTextureImage() | 
|  | 114 | { | 
|  | 115 | Mutex::Autolock lock(mMutex); | 
|  | 116 |  | 
|  | 117 | return bindTextureImageLocked(); | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 118 | } | 
|  | 119 |  | 
| Dan Stoza | 11611f9 | 2015-03-12 15:12:44 -0700 | [diff] [blame] | 120 | status_t SurfaceFlingerConsumer::acquireBufferLocked(BufferItem* item, | 
| Dan Stoza | a4650a5 | 2015-05-12 12:56:16 -0700 | [diff] [blame] | 121 | nsecs_t presentWhen, uint64_t maxFrameNumber) { | 
|  | 122 | status_t result = GLConsumer::acquireBufferLocked(item, presentWhen, | 
|  | 123 | maxFrameNumber); | 
| Mathias Agopian | c1c05de | 2013-09-17 23:45:22 -0700 | [diff] [blame] | 124 | if (result == NO_ERROR) { | 
|  | 125 | mTransformToDisplayInverse = item->mTransformToDisplayInverse; | 
| Dan Stoza | ee44edd | 2015-03-23 15:50:23 -0700 | [diff] [blame] | 126 | mSurfaceDamage = item->mSurfaceDamage; | 
| Mathias Agopian | c1c05de | 2013-09-17 23:45:22 -0700 | [diff] [blame] | 127 | } | 
|  | 128 | return result; | 
|  | 129 | } | 
|  | 130 |  | 
|  | 131 | bool SurfaceFlingerConsumer::getTransformToDisplayInverse() const { | 
| Robert Carr | 367c568 | 2016-06-20 11:55:28 -0700 | [diff] [blame] | 132 | Mutex::Autolock lock(mMutex); | 
| Mathias Agopian | c1c05de | 2013-09-17 23:45:22 -0700 | [diff] [blame] | 133 | return mTransformToDisplayInverse; | 
|  | 134 | } | 
|  | 135 |  | 
| Dan Stoza | ee44edd | 2015-03-23 15:50:23 -0700 | [diff] [blame] | 136 | const Region& SurfaceFlingerConsumer::getSurfaceDamage() const { | 
|  | 137 | return mSurfaceDamage; | 
|  | 138 | } | 
|  | 139 |  | 
| Jesse Hall | 399184a | 2014-03-03 15:42:54 -0800 | [diff] [blame] | 140 | sp<NativeHandle> SurfaceFlingerConsumer::getSidebandStream() const { | 
|  | 141 | return mConsumer->getSidebandStream(); | 
|  | 142 | } | 
|  | 143 |  | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 144 | // We need to determine the time when a buffer acquired now will be | 
|  | 145 | // displayed.  This can be calculated: | 
|  | 146 | //   time when previous buffer's actual-present fence was signaled | 
|  | 147 | //    + current display refresh rate * HWC latency | 
|  | 148 | //    + a little extra padding | 
|  | 149 | // | 
|  | 150 | // Buffer producers are expected to set their desired presentation time | 
|  | 151 | // based on choreographer time stamps, which (coming from vsync events) | 
|  | 152 | // will be slightly later then the actual-present timing.  If we get a | 
|  | 153 | // desired-present time that is unintentionally a hair after the next | 
|  | 154 | // vsync, we'll hold the frame when we really want to display it.  We | 
| Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 155 | // need to take the offset between actual-present and reported-vsync | 
|  | 156 | // into account. | 
|  | 157 | // | 
|  | 158 | // If the system is configured without a DispSync phase offset for the app, | 
|  | 159 | // we also want to throw in a bit of padding to avoid edge cases where we | 
|  | 160 | // just barely miss.  We want to do it here, not in every app.  A major | 
|  | 161 | // source of trouble is the app's use of the display's ideal refresh time | 
|  | 162 | // (via Display.getRefreshRate()), which could be off of the actual refresh | 
|  | 163 | // by a few percent, with the error multiplied by the number of frames | 
|  | 164 | // between now and when the buffer should be displayed. | 
|  | 165 | // | 
|  | 166 | // If the refresh reported to the app has a phase offset, we shouldn't need | 
|  | 167 | // to tweak anything here. | 
|  | 168 | nsecs_t SurfaceFlingerConsumer::computeExpectedPresent(const DispSync& dispSync) | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 169 | { | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 170 | // The HWC doesn't currently have a way to report additional latency. | 
| Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 171 | // Assume that whatever we submit now will appear right after the flip. | 
|  | 172 | // For a smart panel this might be 1.  This is expressed in frames, | 
|  | 173 | // rather than time, because we expect to have a constant frame delay | 
|  | 174 | // regardless of the refresh rate. | 
|  | 175 | const uint32_t hwcLatency = 0; | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 176 |  | 
| Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 177 | // Ask DispSync when the next refresh will be (CLOCK_MONOTONIC). | 
|  | 178 | const nsecs_t nextRefresh = dispSync.computeNextRefresh(hwcLatency); | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 179 |  | 
| Andy McFadden | 41d67d7 | 2014-04-25 16:58:34 -0700 | [diff] [blame] | 180 | // The DispSync time is already adjusted for the difference between | 
|  | 181 | // vsync and reported-vsync (PRESENT_TIME_OFFSET_FROM_VSYNC_NS), so | 
|  | 182 | // we don't need to factor that in here.  Pad a little to avoid | 
|  | 183 | // weird effects if apps might be requesting times right on the edge. | 
|  | 184 | nsecs_t extraPadding = 0; | 
|  | 185 | if (VSYNC_EVENT_PHASE_OFFSET_NS == 0) { | 
|  | 186 | extraPadding = 1000000;        // 1ms (6% of 60Hz) | 
|  | 187 | } | 
|  | 188 |  | 
|  | 189 | return nextRefresh + extraPadding; | 
| Andy McFadden | 1585c4d | 2013-06-28 13:52:40 -0700 | [diff] [blame] | 190 | } | 
|  | 191 |  | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 192 | #ifdef USE_HWC2 | 
|  | 193 | void SurfaceFlingerConsumer::setReleaseFence(const sp<Fence>& fence) | 
|  | 194 | { | 
| Pablo Ceballos | 40845df | 2016-01-25 17:41:15 -0800 | [diff] [blame] | 195 | mPrevReleaseFence = fence; | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 196 | if (!mPendingRelease.isPending) { | 
|  | 197 | GLConsumer::setReleaseFence(fence); | 
|  | 198 | return; | 
|  | 199 | } | 
|  | 200 | auto currentTexture = mPendingRelease.currentTexture; | 
|  | 201 | if (fence->isValid() && | 
|  | 202 | currentTexture != BufferQueue::INVALID_BUFFER_SLOT) { | 
|  | 203 | status_t result = addReleaseFence(currentTexture, | 
|  | 204 | mPendingRelease.graphicBuffer, fence); | 
|  | 205 | ALOGE_IF(result != NO_ERROR, "setReleaseFence: failed to add the" | 
|  | 206 | " fence: %s (%d)", strerror(-result), result); | 
|  | 207 | } | 
|  | 208 | } | 
|  | 209 |  | 
|  | 210 | void SurfaceFlingerConsumer::releasePendingBuffer() | 
|  | 211 | { | 
|  | 212 | if (!mPendingRelease.isPending) { | 
|  | 213 | ALOGV("Pending buffer already released"); | 
|  | 214 | return; | 
|  | 215 | } | 
|  | 216 | ALOGV("Releasing pending buffer"); | 
|  | 217 | Mutex::Autolock lock(mMutex); | 
|  | 218 | status_t result = releaseBufferLocked(mPendingRelease.currentTexture, | 
|  | 219 | mPendingRelease.graphicBuffer, mPendingRelease.display, | 
|  | 220 | mPendingRelease.fence); | 
|  | 221 | ALOGE_IF(result != NO_ERROR, "releasePendingBuffer failed: %s (%d)", | 
|  | 222 | strerror(-result), result); | 
|  | 223 | mPendingRelease = PendingRelease(); | 
|  | 224 | } | 
| Pablo Ceballos | 40845df | 2016-01-25 17:41:15 -0800 | [diff] [blame] | 225 | #else | 
|  | 226 | void SurfaceFlingerConsumer::setReleaseFence(const sp<Fence>& fence) { | 
|  | 227 | mPrevReleaseFence = fence; | 
|  | 228 | GLConsumer::setReleaseFence(fence); | 
|  | 229 | } | 
| Dan Stoza | 9e56aa0 | 2015-11-02 13:00:03 -0800 | [diff] [blame] | 230 | #endif | 
|  | 231 |  | 
| Pablo Ceballos | 40845df | 2016-01-25 17:41:15 -0800 | [diff] [blame] | 232 | sp<Fence> SurfaceFlingerConsumer::getPrevReleaseFence() const { | 
|  | 233 | return mPrevReleaseFence; | 
|  | 234 | } | 
|  | 235 |  | 
| Jesse Hall | 399184a | 2014-03-03 15:42:54 -0800 | [diff] [blame] | 236 | void SurfaceFlingerConsumer::setContentsChangedListener( | 
|  | 237 | const wp<ContentsChangedListener>& listener) { | 
|  | 238 | setFrameAvailableListener(listener); | 
|  | 239 | Mutex::Autolock lock(mMutex); | 
|  | 240 | mContentsChangedListener = listener; | 
|  | 241 | } | 
|  | 242 |  | 
|  | 243 | void SurfaceFlingerConsumer::onSidebandStreamChanged() { | 
|  | 244 | sp<ContentsChangedListener> listener; | 
|  | 245 | {   // scope for the lock | 
|  | 246 | Mutex::Autolock lock(mMutex); | 
|  | 247 | ALOG_ASSERT(mFrameAvailableListener.unsafe_get() == mContentsChangedListener.unsafe_get()); | 
|  | 248 | listener = mContentsChangedListener.promote(); | 
|  | 249 | } | 
|  | 250 |  | 
|  | 251 | if (listener != NULL) { | 
|  | 252 | listener->onSidebandStreamChanged(); | 
|  | 253 | } | 
|  | 254 | } | 
|  | 255 |  | 
| Pablo Ceballos | ce796e7 | 2016-02-04 19:10:51 -0800 | [diff] [blame] | 256 | bool SurfaceFlingerConsumer::getFrameTimestamps(uint64_t frameNumber, | 
|  | 257 | FrameTimestamps* outTimestamps) const { | 
|  | 258 | sp<const Layer> l = mLayer.promote(); | 
|  | 259 | return l.get() ? l->getFrameTimestamps(frameNumber, outTimestamps) : false; | 
|  | 260 | } | 
|  | 261 |  | 
| Andy McFadden | bf974ab | 2012-12-04 16:51:15 -0800 | [diff] [blame] | 262 | // --------------------------------------------------------------------------- | 
|  | 263 | }; // namespace android | 
|  | 264 |  |