blob: 366ced380b7ca63a14cf8d9771d84cb14010bdf8 [file] [log] [blame]
Jamie Gennis1a4d8832012-08-02 20:11:05 -07001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_GUI_CONSUMERBASE_H
18#define ANDROID_GUI_CONSUMERBASE_H
19
Mathias Agopiana9347642017-02-13 16:42:28 -080020#include <gui/BufferQueueDefs.h>
21#include <gui/IConsumerListener.h>
22#include <gui/IGraphicBufferConsumer.h>
23#include <gui/OccupancyTracker.h>
Jamie Gennis1a4d8832012-08-02 20:11:05 -070024
Mathias Agopiana9347642017-02-13 16:42:28 -080025#include <ui/PixelFormat.h>
Jamie Gennis1a4d8832012-08-02 20:11:05 -070026
27#include <utils/String8.h>
28#include <utils/Vector.h>
29#include <utils/threads.h>
Mathias Agopiana9347642017-02-13 16:42:28 -080030
Jamie Gennis1a4d8832012-08-02 20:11:05 -070031
32namespace android {
33// ----------------------------------------------------------------------------
34
35class String8;
Mathias Agopiana9347642017-02-13 16:42:28 -080036class GraphicBuffer;
Jamie Gennis1a4d8832012-08-02 20:11:05 -070037
38// ConsumerBase is a base class for BufferQueue consumer end-points. It
39// handles common tasks like management of the connection to the BufferQueue
40// and the buffer pool.
41class ConsumerBase : public virtual RefBase,
Mathias Agopiana4e19522013-07-31 20:09:53 -070042 protected ConsumerListener {
Jamie Gennis1a4d8832012-08-02 20:11:05 -070043public:
44 struct FrameAvailableListener : public virtual RefBase {
Dan Stozadc13c5b2015-05-11 15:33:01 -070045 // See IConsumerListener::onFrame{Available,Replaced}
Dan Stoza8dc55392014-11-04 11:37:46 -080046 virtual void onFrameAvailable(const BufferItem& item) = 0;
Dan Stozadc13c5b2015-05-11 15:33:01 -070047 virtual void onFrameReplaced(const BufferItem& /* item */) {}
Jamie Gennis1a4d8832012-08-02 20:11:05 -070048 };
49
Yi Kongca038512017-05-02 16:55:24 -070050 ~ConsumerBase() override;
Jamie Gennis1a4d8832012-08-02 20:11:05 -070051
52 // abandon frees all the buffers and puts the ConsumerBase into the
53 // 'abandoned' state. Once put in this state the ConsumerBase can never
54 // leave it. When in the 'abandoned' state, all methods of the
Andy McFadden2adaf042012-12-18 09:49:45 -080055 // IGraphicBufferProducer interface will fail with the NO_INIT error.
Jamie Gennis1a4d8832012-08-02 20:11:05 -070056 //
57 // Note that while calling this method causes all the buffers to be freed
58 // from the perspective of the the ConsumerBase, if there are additional
59 // references on the buffers (e.g. if a buffer is referenced by a client
60 // or by OpenGL ES as a texture) then those buffer will remain allocated.
61 void abandon();
62
John Recke4783052015-05-14 15:55:11 -070063 // Returns true if the ConsumerBase is in the 'abandoned' state
64 bool isAbandoned();
65
Jamie Gennis1a4d8832012-08-02 20:11:05 -070066 // set the name of the ConsumerBase that will be used to identify it in
67 // log messages.
68 void setName(const String8& name);
69
Colin Cross3d1d2802016-09-26 18:10:16 -070070 // dumpState writes the current state to a string. Child classes should add
Jesse Hall7adb0f82013-03-06 16:13:49 -080071 // their state to the dump by overriding the dumpLocked method, which is
72 // called by these methods after locking the mutex.
Colin Cross3d1d2802016-09-26 18:10:16 -070073 void dumpState(String8& result) const;
74 void dumpState(String8& result, const char* prefix) const;
Jamie Gennis1a4d8832012-08-02 20:11:05 -070075
76 // setFrameAvailableListener sets the listener object that will be notified
77 // when a new frame becomes available.
Igor Murashkina4a31492012-10-29 13:36:11 -070078 void setFrameAvailableListener(const wp<FrameAvailableListener>& listener);
Jamie Gennis1a4d8832012-08-02 20:11:05 -070079
Dan Stoza634f5ee2015-04-03 14:22:05 -070080 // See IGraphicBufferConsumer::detachBuffer
81 status_t detachBuffer(int slot);
82
Michael Lentine847f11e2015-05-18 13:41:23 -070083 // See IGraphicBufferConsumer::setDefaultBufferSize
84 status_t setDefaultBufferSize(uint32_t width, uint32_t height);
85
86 // See IGraphicBufferConsumer::setDefaultBufferFormat
87 status_t setDefaultBufferFormat(PixelFormat defaultFormat);
88
89 // See IGraphicBufferConsumer::setDefaultBufferDataSpace
90 status_t setDefaultBufferDataSpace(android_dataspace defaultDataSpace);
91
Chia-I Wua81bc492017-11-27 10:16:00 -080092 // See IGraphicBufferConsumer::setConsumerUsageBits
93 status_t setConsumerUsageBits(uint64_t usage);
94
95 // See IGraphicBufferConsumer::setTransformHint
96 status_t setTransformHint(uint32_t hint);
97
98 // See IGraphicBufferConsumer::setMaxAcquiredBufferCount
99 status_t setMaxAcquiredBufferCount(int maxAcquiredBuffers);
100
101 // See IGraphicBufferConsumer::getSidebandStream
102 sp<NativeHandle> getSidebandStream() const;
103
Dan Stozae77c7662016-05-13 11:37:28 -0700104 // See IGraphicBufferConsumer::getOccupancyHistory
105 status_t getOccupancyHistory(bool forceFlush,
106 std::vector<OccupancyTracker::Segment>* outHistory);
107
Eino-Ville Talvalabc2df652016-07-21 17:06:58 -0700108 // See IGraphicBufferConsumer::discardFreeBuffers
109 status_t discardFreeBuffers();
110
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700111private:
112 ConsumerBase(const ConsumerBase&);
113 void operator=(const ConsumerBase&);
114
115protected:
Jamie Gennis9fea3422012-08-07 18:03:04 -0700116 // ConsumerBase constructs a new ConsumerBase object to consume image
Mathias Agopiandb89edc2013-08-02 01:40:18 -0700117 // buffers from the given IGraphicBufferConsumer.
Mathias Agopian595264f2013-07-16 22:56:09 -0700118 // The controlledByApp flag indicates that this consumer is under the application's
119 // control.
Chih-Hung Hsieh65d47872016-09-01 11:39:25 -0700120 explicit ConsumerBase(const sp<IGraphicBufferConsumer>& consumer, bool controlledByApp = false);
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700121
Jamie Gennisad669b02013-04-05 16:41:27 -0700122 // onLastStrongRef gets called by RefBase just before the dtor of the most
123 // derived class. It is used to clean up the buffers so that ConsumerBase
124 // can coordinate the clean-up by calling into virtual methods implemented
125 // by the derived classes. This would not be possible from the
126 // ConsuemrBase dtor because by the time that gets called the derived
127 // classes have already been destructed.
128 //
129 // This methods should not need to be overridden by derived classes, but
130 // if they are overridden the ConsumerBase implementation must be called
131 // from the derived class.
132 virtual void onLastStrongRef(const void* id);
133
Pablo Ceballose07e3e52016-03-15 15:07:54 -0700134 // Implementation of the IConsumerListener interface. These
135 // calls are used to notify the ConsumerBase of asynchronous events in the
136 // BufferQueue. The onFrameAvailable, onFrameReplaced, and
137 // onBuffersReleased methods should not need to be overridden by derived
138 // classes, but if they are overridden the ConsumerBase implementation must
139 // be called from the derived class. The ConsumerBase version of
140 // onSidebandStreamChanged does nothing and can be overriden by derived
141 // classes if they want the notification.
142 virtual void onFrameAvailable(const BufferItem& item) override;
143 virtual void onFrameReplaced(const BufferItem& item) override;
144 virtual void onBuffersReleased() override;
145 virtual void onSidebandStreamChanged() override;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700146
147 // freeBufferLocked frees up the given buffer slot. If the slot has been
148 // initialized this will release the reference to the GraphicBuffer in that
Jamie Gennis9fea3422012-08-07 18:03:04 -0700149 // slot. Otherwise it has no effect.
150 //
151 // Derived classes should override this method to clean up any state they
152 // keep per slot. If it is overridden, the derived class's implementation
153 // must call ConsumerBase::freeBufferLocked.
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700154 //
155 // This method must be called with mMutex locked.
156 virtual void freeBufferLocked(int slotIndex);
157
158 // abandonLocked puts the BufferQueue into the abandoned state, causing
159 // all future operations on it to fail. This method rather than the public
160 // abandon method should be overridden by child classes to add abandon-
161 // time behavior.
162 //
Jamie Gennis9fea3422012-08-07 18:03:04 -0700163 // Derived classes should override this method to clean up any object
164 // state they keep (as opposed to per-slot state). If it is overridden,
165 // the derived class's implementation must call ConsumerBase::abandonLocked.
166 //
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700167 // This method must be called with mMutex locked.
168 virtual void abandonLocked();
169
Jamie Gennis9fea3422012-08-07 18:03:04 -0700170 // dumpLocked dumps the current state of the ConsumerBase object to the
171 // result string. Each line is prefixed with the string pointed to by the
172 // prefix argument. The buffer argument points to a buffer that may be
173 // used for intermediate formatting data, and the size of that buffer is
174 // indicated by the size argument.
175 //
176 // Derived classes should override this method to dump their internal
177 // state. If this method is overridden the derived class's implementation
178 // should call ConsumerBase::dumpLocked.
179 //
180 // This method must be called with mMutex locked.
Mathias Agopian74d211a2013-04-22 16:55:35 +0200181 virtual void dumpLocked(String8& result, const char* prefix) const;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700182
183 // acquireBufferLocked fetches the next buffer from the BufferQueue and
184 // updates the buffer slot for the buffer returned.
Jamie Gennis9fea3422012-08-07 18:03:04 -0700185 //
186 // Derived classes should override this method to perform any
187 // initialization that must take place the first time a buffer is assigned
188 // to a slot. If it is overridden the derived class's implementation must
189 // call ConsumerBase::acquireBufferLocked.
Dan Stozaa4650a52015-05-12 12:56:16 -0700190 virtual status_t acquireBufferLocked(BufferItem *item, nsecs_t presentWhen,
191 uint64_t maxFrameNumber = 0);
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700192
193 // releaseBufferLocked relinquishes control over a buffer, returning that
194 // control to the BufferQueue.
Jamie Gennis9fea3422012-08-07 18:03:04 -0700195 //
196 // Derived classes should override this method to perform any cleanup that
197 // must take place when a buffer is released back to the BufferQueue. If
198 // it is overridden the derived class's implementation must call
Brian Anderson3546a3f2016-07-14 11:51:14 -0700199 // ConsumerBase::releaseBufferLocked.
Lajos Molnarc5d7b7d2013-05-03 14:50:50 -0700200 virtual status_t releaseBufferLocked(int slot,
201 const sp<GraphicBuffer> graphicBuffer,
Chia-I Wu1e24cce2017-11-10 10:36:01 -0800202 EGLDisplay display = EGL_NO_DISPLAY, EGLSyncKHR eglFence = EGL_NO_SYNC_KHR);
Lajos Molnarc5d7b7d2013-05-03 14:50:50 -0700203
204 // returns true iff the slot still has the graphicBuffer in it.
205 bool stillTracking(int slot, const sp<GraphicBuffer> graphicBuffer);
Jamie Gennisb2725412012-09-05 20:09:05 -0700206
Jesse Hall9504eb92012-10-05 14:34:21 -0700207 // addReleaseFence* adds the sync points associated with a fence to the set
Jamie Gennisb2725412012-09-05 20:09:05 -0700208 // of sync points that must be reached before the buffer in the given slot
209 // may be used after the slot has been released. This should be called by
210 // derived classes each time some asynchronous work is kicked off that
211 // references the buffer.
Lajos Molnarc5d7b7d2013-05-03 14:50:50 -0700212 status_t addReleaseFence(int slot,
213 const sp<GraphicBuffer> graphicBuffer, const sp<Fence>& fence);
214 status_t addReleaseFenceLocked(int slot,
215 const sp<GraphicBuffer> graphicBuffer, const sp<Fence>& fence);
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700216
217 // Slot contains the information and object references that
218 // ConsumerBase maintains about a BufferQueue buffer slot.
219 struct Slot {
220 // mGraphicBuffer is the Gralloc buffer store in the slot or NULL if
221 // no Gralloc buffer is in the slot.
222 sp<GraphicBuffer> mGraphicBuffer;
223
224 // mFence is a fence which will signal when the buffer associated with
225 // this buffer slot is no longer being used by the consumer and can be
226 // overwritten. The buffer can be dequeued before the fence signals;
227 // the producer is responsible for delaying writes until it signals.
228 sp<Fence> mFence;
Lajos Molnarc5d7b7d2013-05-03 14:50:50 -0700229
230 // the frame number of the last acquired frame for this slot
231 uint64_t mFrameNumber;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700232 };
233
234 // mSlots stores the buffers that have been allocated by the BufferQueue
235 // for each buffer slot. It is initialized to null pointers, and gets
236 // filled in with the result of BufferQueue::acquire when the
237 // client dequeues a buffer from a
238 // slot that has not yet been used. The buffer allocated to a slot will also
239 // be replaced if the requested buffer usage or geometry differs from that
240 // of the buffer allocated to a slot.
Mathias Agopiana9347642017-02-13 16:42:28 -0800241 Slot mSlots[BufferQueueDefs::NUM_BUFFER_SLOTS];
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700242
243 // mAbandoned indicates that the BufferQueue will no longer be used to
Andy McFadden2adaf042012-12-18 09:49:45 -0800244 // consume images buffers pushed to it using the IGraphicBufferProducer
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700245 // interface. It is initialized to false, and set to true in the abandon
246 // method. A BufferQueue that has been abandoned will return the NO_INIT
247 // error from all IConsumerBase methods capable of returning an error.
248 bool mAbandoned;
249
250 // mName is a string used to identify the ConsumerBase in log messages.
251 // It can be set by the setName method.
252 String8 mName;
253
254 // mFrameAvailableListener is the listener object that will be called when a
255 // new frame becomes available. If it is not NULL it will be called from
Dan Stoza95971c82017-06-26 14:27:18 -0700256 // queueBuffer. The listener object is protected by mFrameAvailableMutex
257 // (not mMutex).
258 Mutex mFrameAvailableMutex;
Igor Murashkina4a31492012-10-29 13:36:11 -0700259 wp<FrameAvailableListener> mFrameAvailableListener;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700260
261 // The ConsumerBase has-a BufferQueue and is responsible for creating this object
262 // if none is supplied
Mathias Agopiandb89edc2013-08-02 01:40:18 -0700263 sp<IGraphicBufferConsumer> mConsumer;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700264
Brian Anderson3546a3f2016-07-14 11:51:14 -0700265 // The final release fence of the most recent buffer released by
266 // releaseBufferLocked.
267 sp<Fence> mPrevFinalReleaseFence;
268
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700269 // mMutex is the mutex used to prevent concurrent access to the member
270 // variables of ConsumerBase objects. It must be locked whenever the
Jamie Gennis9fea3422012-08-07 18:03:04 -0700271 // member variables are accessed or when any of the *Locked methods are
272 // called.
273 //
274 // This mutex is intended to be locked by derived classes.
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700275 mutable Mutex mMutex;
Jamie Gennis1a4d8832012-08-02 20:11:05 -0700276};
277
278// ----------------------------------------------------------------------------
279}; // namespace android
280
281#endif // ANDROID_GUI_CONSUMERBASE_H