| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2009 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | #ifndef HARDWARE_API_H_ | 
|  | 18 |  | 
|  | 19 | #define HARDWARE_API_H_ | 
|  | 20 |  | 
| Andreas Huber | 00e595f | 2013-06-25 10:08:42 -0700 | [diff] [blame] | 21 | #include <media/hardware/OMXPluginBase.h> | 
|  | 22 | #include <media/hardware/MetadataBufferType.h> | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 23 | #include <system/window.h> | 
|  | 24 | #include <utils/RefBase.h> | 
|  | 25 |  | 
|  | 26 | #include <OMX_Component.h> | 
|  | 27 |  | 
|  | 28 | namespace android { | 
|  | 29 |  | 
|  | 30 | // A pointer to this struct is passed to the OMX_SetParameter when the extension | 
|  | 31 | // index for the 'OMX.google.android.index.enableAndroidNativeBuffers' extension | 
|  | 32 | // is given. | 
|  | 33 | // | 
|  | 34 | // When Android native buffer use is disabled for a port (the default state), | 
|  | 35 | // the OMX node should operate as normal, and expect UseBuffer calls to set its | 
|  | 36 | // buffers.  This is the mode that will be used when CPU access to the buffer is | 
|  | 37 | // required. | 
|  | 38 | // | 
|  | 39 | // When Android native buffer use has been enabled for a given port, the video | 
|  | 40 | // color format for the port is to be interpreted as an Android pixel format | 
| Lajos Molnar | 5f39f60 | 2013-07-17 14:55:55 -0700 | [diff] [blame] | 41 | // rather than an OMX color format.  Enabling Android native buffers may also | 
|  | 42 | // change how the component receives the native buffers.  If store-metadata-mode | 
|  | 43 | // is enabled on the port, the component will receive the buffers as specified | 
|  | 44 | // in the section below. Otherwise, unless the node supports the | 
|  | 45 | // 'OMX.google.android.index.useAndroidNativeBuffer2' extension, it should | 
|  | 46 | // expect to receive UseAndroidNativeBuffer calls (via OMX_SetParameter) rather | 
|  | 47 | // than UseBuffer calls for that port. | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 48 | struct EnableAndroidNativeBuffersParams { | 
|  | 49 | OMX_U32 nSize; | 
|  | 50 | OMX_VERSIONTYPE nVersion; | 
|  | 51 | OMX_U32 nPortIndex; | 
|  | 52 | OMX_BOOL enable; | 
|  | 53 | }; | 
|  | 54 |  | 
|  | 55 | // A pointer to this struct is passed to OMX_SetParameter() when the extension | 
|  | 56 | // index "OMX.google.android.index.storeMetaDataInBuffers" | 
|  | 57 | // is given. | 
|  | 58 | // | 
|  | 59 | // When meta data is stored in the video buffers passed between OMX clients | 
|  | 60 | // and OMX components, interpretation of the buffer data is up to the | 
|  | 61 | // buffer receiver, and the data may or may not be the actual video data, but | 
|  | 62 | // some information helpful for the receiver to locate the actual data. | 
|  | 63 | // The buffer receiver thus needs to know how to interpret what is stored | 
|  | 64 | // in these buffers, with mechanisms pre-determined externally. How to | 
|  | 65 | // interpret the meta data is outside of the scope of this method. | 
|  | 66 | // | 
|  | 67 | // Currently, this is specifically used to pass meta data from video source | 
|  | 68 | // (camera component, for instance) to video encoder to avoid memcpying of | 
| Lajos Molnar | 5f39f60 | 2013-07-17 14:55:55 -0700 | [diff] [blame] | 69 | // input video frame data. To do this, bStoreMetaData is set to OMX_TRUE. | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 70 | // If bStoreMetaData is set to false, real YUV frame data will be stored | 
|  | 71 | // in the buffers. In addition, if no OMX_SetParameter() call is made | 
|  | 72 | // with the corresponding extension index, real YUV data is stored | 
|  | 73 | // in the buffers. | 
| Lajos Molnar | 5f39f60 | 2013-07-17 14:55:55 -0700 | [diff] [blame] | 74 | // | 
|  | 75 | // For video decoder output port, the metadata buffer layout is defined below. | 
|  | 76 | // | 
|  | 77 | // Metadata buffers are registered with the component using UseBuffer calls. | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 78 | struct StoreMetaDataInBuffersParams { | 
|  | 79 | OMX_U32 nSize; | 
|  | 80 | OMX_VERSIONTYPE nVersion; | 
|  | 81 | OMX_U32 nPortIndex; | 
|  | 82 | OMX_BOOL bStoreMetaData; | 
|  | 83 | }; | 
|  | 84 |  | 
| Lajos Molnar | 07d93d1 | 2013-05-03 13:20:53 -0700 | [diff] [blame] | 85 | // Meta data buffer layout used to transport output frames to the decoder for | 
|  | 86 | // dynamic buffer handling. | 
|  | 87 | struct VideoDecoderOutputMetaData { | 
|  | 88 | MetadataBufferType eType; | 
|  | 89 | buffer_handle_t pHandle; | 
|  | 90 | }; | 
|  | 91 |  | 
| Lajos Molnar | dde86f7 | 2013-05-03 13:22:13 -0700 | [diff] [blame] | 92 | // A pointer to this struct is passed to OMX_SetParameter() when the extension | 
|  | 93 | // index "OMX.google.android.index.prepareForAdaptivePlayback" is given. | 
|  | 94 | // | 
|  | 95 | // This method is used to signal a video decoder, that the user has requested | 
|  | 96 | // seamless resolution change support (if bEnable is set to OMX_TRUE). | 
|  | 97 | // nMaxFrameWidth and nMaxFrameHeight are the dimensions of the largest | 
|  | 98 | // anticipated frames in the video.  If bEnable is OMX_FALSE, no resolution | 
|  | 99 | // change is expected, and the nMaxFrameWidth/Height fields are unused. | 
|  | 100 | // | 
|  | 101 | // If the decoder supports dynamic output buffers, it may ignore this | 
|  | 102 | // request.  Otherwise, it shall request resources in such a way so that it | 
|  | 103 | // avoids full port-reconfiguration (due to output port-definition change) | 
|  | 104 | // during resolution changes. | 
|  | 105 | // | 
|  | 106 | // DO NOT USE THIS STRUCTURE AS IT WILL BE REMOVED.  INSTEAD, IMPLEMENT | 
|  | 107 | // METADATA SUPPORT FOR VIDEO DECODERS. | 
|  | 108 | struct PrepareForAdaptivePlaybackParams { | 
|  | 109 | OMX_U32 nSize; | 
|  | 110 | OMX_VERSIONTYPE nVersion; | 
|  | 111 | OMX_U32 nPortIndex; | 
|  | 112 | OMX_BOOL bEnable; | 
|  | 113 | OMX_U32 nMaxFrameWidth; | 
|  | 114 | OMX_U32 nMaxFrameHeight; | 
|  | 115 | }; | 
|  | 116 |  | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 117 | // A pointer to this struct is passed to OMX_SetParameter when the extension | 
|  | 118 | // index for the 'OMX.google.android.index.useAndroidNativeBuffer' extension is | 
|  | 119 | // given.  This call will only be performed if a prior call was made with the | 
|  | 120 | // 'OMX.google.android.index.enableAndroidNativeBuffers' extension index, | 
|  | 121 | // enabling use of Android native buffers. | 
|  | 122 | struct UseAndroidNativeBufferParams { | 
|  | 123 | OMX_U32 nSize; | 
|  | 124 | OMX_VERSIONTYPE nVersion; | 
|  | 125 | OMX_U32 nPortIndex; | 
|  | 126 | OMX_PTR pAppPrivate; | 
|  | 127 | OMX_BUFFERHEADERTYPE **bufferHeader; | 
|  | 128 | const sp<ANativeWindowBuffer>& nativeBuffer; | 
|  | 129 | }; | 
|  | 130 |  | 
|  | 131 | // A pointer to this struct is passed to OMX_GetParameter when the extension | 
|  | 132 | // index for the 'OMX.google.android.index.getAndroidNativeBufferUsage' | 
|  | 133 | // extension is given.  The usage bits returned from this query will be used to | 
|  | 134 | // allocate the Gralloc buffers that get passed to the useAndroidNativeBuffer | 
|  | 135 | // command. | 
|  | 136 | struct GetAndroidNativeBufferUsageParams { | 
|  | 137 | OMX_U32 nSize;              // IN | 
|  | 138 | OMX_VERSIONTYPE nVersion;   // IN | 
|  | 139 | OMX_U32 nPortIndex;         // IN | 
|  | 140 | OMX_U32 nUsage;             // OUT | 
|  | 141 | }; | 
|  | 142 |  | 
|  | 143 | // An enum OMX_COLOR_FormatAndroidOpaque to indicate an opaque colorformat | 
|  | 144 | // is declared in media/stagefright/openmax/OMX_IVCommon.h | 
|  | 145 | // This will inform the encoder that the actual | 
|  | 146 | // colorformat will be relayed by the GRalloc Buffers. | 
|  | 147 | // OMX_COLOR_FormatAndroidOpaque  = 0x7F000001, | 
|  | 148 |  | 
| Andreas Huber | 7682a9c | 2012-09-28 11:32:16 -0700 | [diff] [blame] | 149 | // A pointer to this struct is passed to OMX_SetParameter when the extension | 
|  | 150 | // index for the 'OMX.google.android.index.prependSPSPPSToIDRFrames' extension | 
|  | 151 | // is given. | 
|  | 152 | // A successful result indicates that future IDR frames will be prefixed by | 
|  | 153 | // SPS/PPS. | 
|  | 154 | struct PrependSPSPPSToIDRFramesParams { | 
|  | 155 | OMX_U32 nSize; | 
|  | 156 | OMX_VERSIONTYPE nVersion; | 
|  | 157 | OMX_BOOL bEnable; | 
|  | 158 | }; | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 159 |  | 
| Lajos Molnar | 524077c | 2014-07-25 07:53:56 -0700 | [diff] [blame] | 160 | // Structure describing a media image (frame) | 
|  | 161 | // Currently only supporting YUV | 
|  | 162 | struct MediaImage { | 
|  | 163 | enum Type { | 
|  | 164 | MEDIA_IMAGE_TYPE_UNKNOWN = 0, | 
|  | 165 | MEDIA_IMAGE_TYPE_YUV, | 
|  | 166 | }; | 
|  | 167 |  | 
|  | 168 | enum PlaneIndex { | 
|  | 169 | Y = 0, | 
|  | 170 | U, | 
|  | 171 | V, | 
|  | 172 | MAX_NUM_PLANES | 
|  | 173 | }; | 
|  | 174 |  | 
|  | 175 | Type mType; | 
|  | 176 | size_t mNumPlanes;              // number of planes | 
| Lajos Molnar | ea5da67 | 2015-01-30 10:36:11 -0800 | [diff] [blame] | 177 | size_t mWidth;                  // width of largest plane (unpadded, as in nFrameWidth) | 
|  | 178 | size_t mHeight;                 // height of largest plane (unpadded, as in nFrameHeight) | 
| Lajos Molnar | 524077c | 2014-07-25 07:53:56 -0700 | [diff] [blame] | 179 | size_t mBitDepth;               // useable bit depth | 
|  | 180 | struct PlaneInfo { | 
|  | 181 | size_t mOffset;             // offset of first pixel of the plane in bytes | 
|  | 182 | // from buffer offset | 
|  | 183 | size_t mColInc;             // column increment in bytes | 
|  | 184 | size_t mRowInc;             // row increment in bytes | 
|  | 185 | size_t mHorizSubsampling;   // subsampling compared to the largest plane | 
|  | 186 | size_t mVertSubsampling;    // subsampling compared to the largest plane | 
|  | 187 | }; | 
|  | 188 | PlaneInfo mPlane[MAX_NUM_PLANES]; | 
|  | 189 | }; | 
|  | 190 |  | 
|  | 191 | // A pointer to this struct is passed to OMX_GetParameter when the extension | 
|  | 192 | // index for the 'OMX.google.android.index.describeColorFormat' | 
|  | 193 | // extension is given.  This method can be called from any component state | 
|  | 194 | // other than invalid.  The color-format, frame width/height, and stride/ | 
|  | 195 | // slice-height parameters are ones that are associated with a raw video | 
|  | 196 | // port (input or output), but the stride/slice height parameters may be | 
| Lajos Molnar | ea5da67 | 2015-01-30 10:36:11 -0800 | [diff] [blame] | 197 | // incorrect. bUsingNativeBuffers is OMX_TRUE if native android buffers will | 
|  | 198 | // be used (while specifying this color format). | 
|  | 199 | // | 
|  | 200 | // The component shall fill out the MediaImage structure that | 
| Lajos Molnar | 524077c | 2014-07-25 07:53:56 -0700 | [diff] [blame] | 201 | // corresponds to the described raw video format, and the potentially corrected | 
|  | 202 | // stride and slice-height info. | 
|  | 203 | // | 
| Lajos Molnar | ea5da67 | 2015-01-30 10:36:11 -0800 | [diff] [blame] | 204 | // The behavior is slightly different if bUsingNativeBuffers is OMX_TRUE, | 
|  | 205 | // though most implementations can ignore this difference. When using native buffers, | 
|  | 206 | // the component may change the configured color format to an optimized format. | 
|  | 207 | // Additionally, when allocating these buffers for flexible usecase, the framework | 
|  | 208 | // will set the SW_READ/WRITE_OFTEN usage flags. In this case (if bUsingNativeBuffers | 
|  | 209 | // is OMX_TRUE), the component shall fill out the MediaImage information for the | 
|  | 210 | // scenario when these SW-readable/writable buffers are locked using gralloc_lock. | 
|  | 211 | // Note, that these buffers may also be locked using gralloc_lock_ycbcr, which must | 
|  | 212 | // be supported for vendor-specific formats. | 
|  | 213 | // | 
|  | 214 | // For non-YUV packed planar/semiplanar image formats, or if bUsingNativeBuffers | 
|  | 215 | // is OMX_TRUE and the component does not support this color format with native | 
|  | 216 | // buffers, the component shall set mNumPlanes to 0, and mType to MEDIA_IMAGE_TYPE_UNKNOWN. | 
| Lajos Molnar | 524077c | 2014-07-25 07:53:56 -0700 | [diff] [blame] | 217 | struct DescribeColorFormatParams { | 
|  | 218 | OMX_U32 nSize; | 
|  | 219 | OMX_VERSIONTYPE nVersion; | 
|  | 220 | // input: parameters from OMX_VIDEO_PORTDEFINITIONTYPE | 
|  | 221 | OMX_COLOR_FORMATTYPE eColorFormat; | 
|  | 222 | OMX_U32 nFrameWidth; | 
|  | 223 | OMX_U32 nFrameHeight; | 
|  | 224 | OMX_U32 nStride; | 
|  | 225 | OMX_U32 nSliceHeight; | 
| Lajos Molnar | ea5da67 | 2015-01-30 10:36:11 -0800 | [diff] [blame] | 226 | OMX_BOOL bUsingNativeBuffers; | 
| Lajos Molnar | 524077c | 2014-07-25 07:53:56 -0700 | [diff] [blame] | 227 |  | 
|  | 228 | // output: fill out the MediaImage fields | 
|  | 229 | MediaImage sMediaImage; | 
|  | 230 | }; | 
|  | 231 |  | 
| Rachad | 7cb0d39 | 2014-07-29 17:53:53 -0700 | [diff] [blame] | 232 | // A pointer to this struct is passed to OMX_SetParameter or OMX_GetParameter | 
|  | 233 | // when the extension index for the | 
|  | 234 | // 'OMX.google.android.index.configureVideoTunnelMode' extension is  given. | 
|  | 235 | // If the extension is supported then tunneled playback mode should be supported | 
|  | 236 | // by the codec. If bTunneled is set to OMX_TRUE then the video decoder should | 
|  | 237 | // operate in "tunneled" mode and output its decoded frames directly to the | 
|  | 238 | // sink. In this case nAudioHwSync is the HW SYNC ID of the audio HAL Output | 
|  | 239 | // stream to sync the video with. If bTunneled is set to OMX_FALSE, "tunneled" | 
|  | 240 | // mode should be disabled and nAudioHwSync should be ignored. | 
|  | 241 | // OMX_GetParameter is used to query tunneling configuration. bTunneled should | 
|  | 242 | // return whether decoder is operating in tunneled mode, and if it is, | 
|  | 243 | // pSidebandWindow should contain the codec allocated sideband window handle. | 
|  | 244 | struct ConfigureVideoTunnelModeParams { | 
|  | 245 | OMX_U32 nSize;              // IN | 
|  | 246 | OMX_VERSIONTYPE nVersion;   // IN | 
|  | 247 | OMX_U32 nPortIndex;         // IN | 
|  | 248 | OMX_BOOL bTunneled;         // IN/OUT | 
|  | 249 | OMX_U32 nAudioHwSync;       // IN | 
|  | 250 | OMX_PTR pSidebandWindow;    // OUT | 
|  | 251 | }; | 
|  | 252 |  | 
| James Dong | 334de52 | 2012-03-12 12:47:14 -0700 | [diff] [blame] | 253 | }  // namespace android | 
|  | 254 |  | 
|  | 255 | extern android::OMXPluginBase *createOMXPlugin(); | 
|  | 256 |  | 
|  | 257 | #endif  // HARDWARE_API_H_ |