| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2014 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Mark Salyzyn | 98f28cd | 2014-06-18 16:32:50 -0700 | [diff] [blame] | 17 | #include <inttypes.h> | 
|  | 18 |  | 
| Marco Nelissen | c7a11b2 | 2014-05-30 10:13:25 -0700 | [diff] [blame] | 19 | //#define LOG_NDEBUG 0 | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 20 | #define LOG_TAG "NdkMediaCodec" | 
|  | 21 |  | 
| Colin Cross | 7e8d4ba | 2017-05-04 16:17:42 -0700 | [diff] [blame] | 22 | #include <media/NdkMediaCodec.h> | 
|  | 23 | #include <media/NdkMediaError.h> | 
| Marco Nelissen | 98603d8 | 2018-07-17 11:06:55 -0700 | [diff] [blame] | 24 | #include <media/NdkMediaFormatPriv.h> | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 25 | #include "NdkMediaCryptoPriv.h" | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 26 |  | 
|  | 27 | #include <utils/Log.h> | 
|  | 28 | #include <utils/StrongPointer.h> | 
|  | 29 | #include <gui/Surface.h> | 
|  | 30 |  | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 31 | #include <media/stagefright/foundation/ALooper.h> | 
|  | 32 | #include <media/stagefright/foundation/AMessage.h> | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 33 |  | 
| Praveen Chavan | 85a5363 | 2017-01-31 12:21:33 -0800 | [diff] [blame] | 34 | #include <media/stagefright/PersistentSurface.h> | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 35 | #include <media/stagefright/MediaCodec.h> | 
|  | 36 | #include <media/stagefright/MediaErrors.h> | 
| Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 37 | #include <media/MediaCodecBuffer.h> | 
| Praveen Chavan | 1943158 | 2017-01-16 11:56:18 -0800 | [diff] [blame] | 38 | #include <android/native_window.h> | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 39 |  | 
|  | 40 | using namespace android; | 
|  | 41 |  | 
|  | 42 |  | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 43 | static media_status_t translate_error(status_t err) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 44 | if (err == OK) { | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 45 | return AMEDIA_OK; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 46 | } else if (err == -EAGAIN) { | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 47 | return (media_status_t) AMEDIACODEC_INFO_TRY_AGAIN_LATER; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 48 | } | 
|  | 49 | ALOGE("sf error code: %d", err); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 50 | return AMEDIA_ERROR_UNKNOWN; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 51 | } | 
|  | 52 |  | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 53 | enum { | 
|  | 54 | kWhatActivityNotify, | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 55 | kWhatAsyncNotify, | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 56 | kWhatRequestActivityNotifications, | 
|  | 57 | kWhatStopActivityNotifications, | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 58 | }; | 
|  | 59 |  | 
| Praveen Chavan | 85a5363 | 2017-01-31 12:21:33 -0800 | [diff] [blame] | 60 | struct AMediaCodecPersistentSurface : public Surface { | 
|  | 61 | sp<PersistentSurface> mPersistentSurface; | 
|  | 62 | AMediaCodecPersistentSurface( | 
|  | 63 | const sp<IGraphicBufferProducer>& igbp, | 
|  | 64 | const sp<PersistentSurface>& ps) | 
|  | 65 | : Surface(igbp) { | 
|  | 66 | mPersistentSurface = ps; | 
|  | 67 | } | 
|  | 68 | virtual ~AMediaCodecPersistentSurface() { | 
|  | 69 | //mPersistentSurface ref will be let go off here | 
|  | 70 | } | 
|  | 71 | }; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 72 |  | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 73 | class CodecHandler: public AHandler { | 
|  | 74 | private: | 
|  | 75 | AMediaCodec* mCodec; | 
|  | 76 | public: | 
| Chih-Hung Hsieh | 090ef60 | 2016-04-27 10:39:54 -0700 | [diff] [blame] | 77 | explicit CodecHandler(AMediaCodec *codec); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 78 | virtual void onMessageReceived(const sp<AMessage> &msg); | 
|  | 79 | }; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 80 |  | 
| Marco Nelissen | e22a64b | 2014-05-23 15:49:49 -0700 | [diff] [blame] | 81 | typedef void (*OnCodecEvent)(AMediaCodec *codec, void *userdata); | 
|  | 82 |  | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 83 | struct AMediaCodec { | 
|  | 84 | sp<android::MediaCodec> mCodec; | 
|  | 85 | sp<ALooper> mLooper; | 
|  | 86 | sp<CodecHandler> mHandler; | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 87 | sp<AMessage> mActivityNotification; | 
|  | 88 | int32_t mGeneration; | 
|  | 89 | bool mRequestedActivityNotification; | 
|  | 90 | OnCodecEvent mCallback; | 
|  | 91 | void *mCallbackUserData; | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 92 |  | 
|  | 93 | sp<AMessage> mAsyncNotify; | 
|  | 94 | mutable Mutex mAsyncCallbackLock; | 
|  | 95 | AMediaCodecOnAsyncNotifyCallback mAsyncCallback; | 
|  | 96 | void *mAsyncCallbackUserData; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 97 | }; | 
|  | 98 |  | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 99 | CodecHandler::CodecHandler(AMediaCodec *codec) { | 
|  | 100 | mCodec = codec; | 
|  | 101 | } | 
|  | 102 |  | 
|  | 103 | void CodecHandler::onMessageReceived(const sp<AMessage> &msg) { | 
|  | 104 |  | 
|  | 105 | switch (msg->what()) { | 
|  | 106 | case kWhatRequestActivityNotifications: | 
|  | 107 | { | 
|  | 108 | if (mCodec->mRequestedActivityNotification) { | 
|  | 109 | break; | 
|  | 110 | } | 
|  | 111 |  | 
|  | 112 | mCodec->mCodec->requestActivityNotification(mCodec->mActivityNotification); | 
|  | 113 | mCodec->mRequestedActivityNotification = true; | 
|  | 114 | break; | 
|  | 115 | } | 
|  | 116 |  | 
|  | 117 | case kWhatActivityNotify: | 
|  | 118 | { | 
|  | 119 | { | 
|  | 120 | int32_t generation; | 
|  | 121 | msg->findInt32("generation", &generation); | 
|  | 122 |  | 
|  | 123 | if (generation != mCodec->mGeneration) { | 
|  | 124 | // stale | 
|  | 125 | break; | 
|  | 126 | } | 
|  | 127 |  | 
|  | 128 | mCodec->mRequestedActivityNotification = false; | 
|  | 129 | } | 
|  | 130 |  | 
|  | 131 | if (mCodec->mCallback) { | 
|  | 132 | mCodec->mCallback(mCodec, mCodec->mCallbackUserData); | 
|  | 133 | } | 
|  | 134 | break; | 
|  | 135 | } | 
|  | 136 |  | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 137 | case kWhatAsyncNotify: | 
|  | 138 | { | 
|  | 139 | int32_t cbID; | 
|  | 140 | if (!msg->findInt32("callbackID", &cbID)) { | 
|  | 141 | ALOGE("kWhatAsyncNotify: callbackID is expected."); | 
|  | 142 | break; | 
|  | 143 | } | 
|  | 144 |  | 
|  | 145 | ALOGV("kWhatAsyncNotify: cbID = %d", cbID); | 
|  | 146 |  | 
|  | 147 | switch (cbID) { | 
|  | 148 | case MediaCodec::CB_INPUT_AVAILABLE: | 
|  | 149 | { | 
|  | 150 | int32_t index; | 
|  | 151 | if (!msg->findInt32("index", &index)) { | 
|  | 152 | ALOGE("CB_INPUT_AVAILABLE: index is expected."); | 
|  | 153 | break; | 
|  | 154 | } | 
|  | 155 |  | 
|  | 156 | Mutex::Autolock _l(mCodec->mAsyncCallbackLock); | 
|  | 157 | if (mCodec->mAsyncCallbackUserData != NULL | 
|  | 158 | || mCodec->mAsyncCallback.onAsyncInputAvailable != NULL) { | 
|  | 159 | mCodec->mAsyncCallback.onAsyncInputAvailable( | 
|  | 160 | mCodec, | 
|  | 161 | mCodec->mAsyncCallbackUserData, | 
|  | 162 | index); | 
|  | 163 | } | 
|  | 164 |  | 
|  | 165 | break; | 
|  | 166 | } | 
|  | 167 |  | 
|  | 168 | case MediaCodec::CB_OUTPUT_AVAILABLE: | 
|  | 169 | { | 
|  | 170 | int32_t index; | 
|  | 171 | size_t offset; | 
|  | 172 | size_t size; | 
|  | 173 | int64_t timeUs; | 
|  | 174 | int32_t flags; | 
|  | 175 |  | 
|  | 176 | if (!msg->findInt32("index", &index)) { | 
|  | 177 | ALOGE("CB_OUTPUT_AVAILABLE: index is expected."); | 
|  | 178 | break; | 
|  | 179 | } | 
|  | 180 | if (!msg->findSize("offset", &offset)) { | 
|  | 181 | ALOGE("CB_OUTPUT_AVAILABLE: offset is expected."); | 
|  | 182 | break; | 
|  | 183 | } | 
|  | 184 | if (!msg->findSize("size", &size)) { | 
|  | 185 | ALOGE("CB_OUTPUT_AVAILABLE: size is expected."); | 
|  | 186 | break; | 
|  | 187 | } | 
|  | 188 | if (!msg->findInt64("timeUs", &timeUs)) { | 
|  | 189 | ALOGE("CB_OUTPUT_AVAILABLE: timeUs is expected."); | 
|  | 190 | break; | 
|  | 191 | } | 
|  | 192 | if (!msg->findInt32("flags", &flags)) { | 
|  | 193 | ALOGE("CB_OUTPUT_AVAILABLE: flags is expected."); | 
|  | 194 | break; | 
|  | 195 | } | 
|  | 196 |  | 
|  | 197 | AMediaCodecBufferInfo bufferInfo = { | 
|  | 198 | (int32_t)offset, | 
|  | 199 | (int32_t)size, | 
|  | 200 | timeUs, | 
|  | 201 | (uint32_t)flags}; | 
|  | 202 |  | 
|  | 203 | Mutex::Autolock _l(mCodec->mAsyncCallbackLock); | 
|  | 204 | if (mCodec->mAsyncCallbackUserData != NULL | 
|  | 205 | || mCodec->mAsyncCallback.onAsyncOutputAvailable != NULL) { | 
|  | 206 | mCodec->mAsyncCallback.onAsyncOutputAvailable( | 
|  | 207 | mCodec, | 
|  | 208 | mCodec->mAsyncCallbackUserData, | 
|  | 209 | index, | 
|  | 210 | &bufferInfo); | 
|  | 211 | } | 
|  | 212 |  | 
|  | 213 | break; | 
|  | 214 | } | 
|  | 215 |  | 
|  | 216 | case MediaCodec::CB_OUTPUT_FORMAT_CHANGED: | 
|  | 217 | { | 
|  | 218 | sp<AMessage> format; | 
|  | 219 | if (!msg->findMessage("format", &format)) { | 
|  | 220 | ALOGE("CB_OUTPUT_FORMAT_CHANGED: format is expected."); | 
|  | 221 | break; | 
|  | 222 | } | 
|  | 223 |  | 
| Chong Zhang | 1fa2686 | 2019-09-16 16:15:00 -0700 | [diff] [blame^] | 224 | // Here format is MediaCodec's internal copy of output format. | 
|  | 225 | // Make a copy since the client might modify it. | 
|  | 226 | sp<AMessage> copy; | 
|  | 227 | if (format != nullptr) { | 
|  | 228 | copy = format->dup(); | 
|  | 229 | } | 
|  | 230 | AMediaFormat *aMediaFormat = AMediaFormat_fromMsg(©); | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 231 |  | 
|  | 232 | Mutex::Autolock _l(mCodec->mAsyncCallbackLock); | 
|  | 233 | if (mCodec->mAsyncCallbackUserData != NULL | 
|  | 234 | || mCodec->mAsyncCallback.onAsyncFormatChanged != NULL) { | 
|  | 235 | mCodec->mAsyncCallback.onAsyncFormatChanged( | 
|  | 236 | mCodec, | 
|  | 237 | mCodec->mAsyncCallbackUserData, | 
|  | 238 | aMediaFormat); | 
|  | 239 | } | 
|  | 240 |  | 
|  | 241 | break; | 
|  | 242 | } | 
|  | 243 |  | 
|  | 244 | case MediaCodec::CB_ERROR: | 
|  | 245 | { | 
|  | 246 | status_t err; | 
|  | 247 | int32_t actionCode; | 
|  | 248 | AString detail; | 
|  | 249 | if (!msg->findInt32("err", &err)) { | 
|  | 250 | ALOGE("CB_ERROR: err is expected."); | 
|  | 251 | break; | 
|  | 252 | } | 
|  | 253 | if (!msg->findInt32("action", &actionCode)) { | 
|  | 254 | ALOGE("CB_ERROR: action is expected."); | 
|  | 255 | break; | 
|  | 256 | } | 
|  | 257 | msg->findString("detail", &detail); | 
|  | 258 | ALOGE("Decoder reported error(0x%x), actionCode(%d), detail(%s)", | 
|  | 259 | err, actionCode, detail.c_str()); | 
|  | 260 |  | 
|  | 261 | Mutex::Autolock _l(mCodec->mAsyncCallbackLock); | 
|  | 262 | if (mCodec->mAsyncCallbackUserData != NULL | 
|  | 263 | || mCodec->mAsyncCallback.onAsyncError != NULL) { | 
|  | 264 | mCodec->mAsyncCallback.onAsyncError( | 
|  | 265 | mCodec, | 
|  | 266 | mCodec->mAsyncCallbackUserData, | 
|  | 267 | translate_error(err), | 
|  | 268 | actionCode, | 
|  | 269 | detail.c_str()); | 
|  | 270 | } | 
|  | 271 |  | 
|  | 272 | break; | 
|  | 273 | } | 
|  | 274 |  | 
|  | 275 | default: | 
|  | 276 | { | 
|  | 277 | ALOGE("kWhatAsyncNotify: callbackID(%d) is unexpected.", cbID); | 
|  | 278 | break; | 
|  | 279 | } | 
|  | 280 | } | 
|  | 281 | break; | 
|  | 282 | } | 
|  | 283 |  | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 284 | case kWhatStopActivityNotifications: | 
|  | 285 | { | 
| Lajos Molnar | 3f27436 | 2015-03-05 14:35:41 -0800 | [diff] [blame] | 286 | sp<AReplyToken> replyID; | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 287 | msg->senderAwaitsResponse(&replyID); | 
|  | 288 |  | 
|  | 289 | mCodec->mGeneration++; | 
|  | 290 | mCodec->mRequestedActivityNotification = false; | 
|  | 291 |  | 
|  | 292 | sp<AMessage> response = new AMessage; | 
|  | 293 | response->postReply(replyID); | 
|  | 294 | break; | 
|  | 295 | } | 
|  | 296 |  | 
|  | 297 | default: | 
|  | 298 | ALOGE("shouldn't be here"); | 
|  | 299 | break; | 
|  | 300 | } | 
|  | 301 |  | 
|  | 302 | } | 
|  | 303 |  | 
|  | 304 |  | 
|  | 305 | static void requestActivityNotification(AMediaCodec *codec) { | 
| Lajos Molnar | 1d15ab5 | 2015-03-04 16:46:34 -0800 | [diff] [blame] | 306 | (new AMessage(kWhatRequestActivityNotifications, codec->mHandler))->post(); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 307 | } | 
|  | 308 |  | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 309 | extern "C" { | 
|  | 310 |  | 
|  | 311 | static AMediaCodec * createAMediaCodec(const char *name, bool name_is_type, bool encoder) { | 
|  | 312 | AMediaCodec *mData = new AMediaCodec(); | 
|  | 313 | mData->mLooper = new ALooper; | 
|  | 314 | mData->mLooper->setName("NDK MediaCodec_looper"); | 
| Aurimas Liutikas | 214c833 | 2016-02-19 14:48:23 -0800 | [diff] [blame] | 315 | size_t res = mData->mLooper->start( | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 316 | false,      // runOnCallingThread | 
|  | 317 | true,       // canCallJava XXX | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 318 | PRIORITY_AUDIO); | 
| Aurimas Liutikas | 214c833 | 2016-02-19 14:48:23 -0800 | [diff] [blame] | 319 | if (res != OK) { | 
|  | 320 | ALOGE("Failed to start the looper"); | 
| Greg Kaiser | 4e14780 | 2016-03-14 14:44:20 -0700 | [diff] [blame] | 321 | AMediaCodec_delete(mData); | 
| Aurimas Liutikas | 214c833 | 2016-02-19 14:48:23 -0800 | [diff] [blame] | 322 | return NULL; | 
|  | 323 | } | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 324 | if (name_is_type) { | 
|  | 325 | mData->mCodec = android::MediaCodec::CreateByType(mData->mLooper, name, encoder); | 
|  | 326 | } else { | 
|  | 327 | mData->mCodec = android::MediaCodec::CreateByComponentName(mData->mLooper, name); | 
|  | 328 | } | 
| Andy Hung | 6bb63ad | 2015-04-28 19:05:08 -0700 | [diff] [blame] | 329 | if (mData->mCodec == NULL) {  // failed to create codec | 
|  | 330 | AMediaCodec_delete(mData); | 
|  | 331 | return NULL; | 
|  | 332 | } | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 333 | mData->mHandler = new CodecHandler(mData); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 334 | mData->mLooper->registerHandler(mData->mHandler); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 335 | mData->mGeneration = 1; | 
|  | 336 | mData->mRequestedActivityNotification = false; | 
|  | 337 | mData->mCallback = NULL; | 
|  | 338 |  | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 339 | mData->mAsyncCallback = {}; | 
|  | 340 | mData->mAsyncCallbackUserData = NULL; | 
|  | 341 |  | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 342 | return mData; | 
|  | 343 | } | 
|  | 344 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 345 | EXPORT | 
| Marco Nelissen | 86aa02c | 2014-05-07 16:03:54 -0700 | [diff] [blame] | 346 | AMediaCodec* AMediaCodec_createCodecByName(const char *name) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 347 | return createAMediaCodec(name, false, false); | 
|  | 348 | } | 
|  | 349 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 350 | EXPORT | 
| Marco Nelissen | 86aa02c | 2014-05-07 16:03:54 -0700 | [diff] [blame] | 351 | AMediaCodec* AMediaCodec_createDecoderByType(const char *mime_type) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 352 | return createAMediaCodec(mime_type, true, false); | 
|  | 353 | } | 
|  | 354 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 355 | EXPORT | 
| Marco Nelissen | 86aa02c | 2014-05-07 16:03:54 -0700 | [diff] [blame] | 356 | AMediaCodec* AMediaCodec_createEncoderByType(const char *name) { | 
|  | 357 | return createAMediaCodec(name, true, true); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 358 | } | 
|  | 359 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 360 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 361 | media_status_t AMediaCodec_delete(AMediaCodec *mData) { | 
| Andy Hung | 6bb63ad | 2015-04-28 19:05:08 -0700 | [diff] [blame] | 362 | if (mData != NULL) { | 
|  | 363 | if (mData->mCodec != NULL) { | 
|  | 364 | mData->mCodec->release(); | 
|  | 365 | mData->mCodec.clear(); | 
|  | 366 | } | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 367 |  | 
| Andy Hung | 6bb63ad | 2015-04-28 19:05:08 -0700 | [diff] [blame] | 368 | if (mData->mLooper != NULL) { | 
|  | 369 | if (mData->mHandler != NULL) { | 
|  | 370 | mData->mLooper->unregisterHandler(mData->mHandler->id()); | 
|  | 371 | } | 
|  | 372 | mData->mLooper->stop(); | 
|  | 373 | mData->mLooper.clear(); | 
|  | 374 | } | 
|  | 375 | delete mData; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 376 | } | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 377 | return AMEDIA_OK; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 378 | } | 
|  | 379 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 380 | EXPORT | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 381 | media_status_t AMediaCodec_getName( | 
|  | 382 | AMediaCodec *mData, | 
|  | 383 | char** out_name) { | 
|  | 384 | if (out_name == NULL) { | 
|  | 385 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 386 | } | 
|  | 387 |  | 
|  | 388 | AString compName; | 
|  | 389 | status_t err = mData->mCodec->getName(&compName); | 
|  | 390 | if (err != OK) { | 
|  | 391 | return translate_error(err); | 
|  | 392 | } | 
|  | 393 | *out_name = strdup(compName.c_str()); | 
|  | 394 | return AMEDIA_OK; | 
|  | 395 | } | 
|  | 396 |  | 
|  | 397 | EXPORT | 
|  | 398 | void AMediaCodec_releaseName( | 
|  | 399 | AMediaCodec * /* mData */, | 
|  | 400 | char* name) { | 
|  | 401 | if (name != NULL) { | 
|  | 402 | free(name); | 
|  | 403 | } | 
|  | 404 | } | 
|  | 405 |  | 
|  | 406 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 407 | media_status_t AMediaCodec_configure( | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 408 | AMediaCodec *mData, | 
|  | 409 | const AMediaFormat* format, | 
|  | 410 | ANativeWindow* window, | 
|  | 411 | AMediaCrypto *crypto, | 
|  | 412 | uint32_t flags) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 413 | sp<AMessage> nativeFormat; | 
|  | 414 | AMediaFormat_getFormat(format, &nativeFormat); | 
|  | 415 | ALOGV("configure with format: %s", nativeFormat->debugString(0).c_str()); | 
|  | 416 | sp<Surface> surface = NULL; | 
|  | 417 | if (window != NULL) { | 
|  | 418 | surface = (Surface*) window; | 
|  | 419 | } | 
|  | 420 |  | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 421 | status_t err = mData->mCodec->configure(nativeFormat, surface, | 
|  | 422 | crypto ? crypto->mCrypto : NULL, flags); | 
|  | 423 | if (err != OK) { | 
|  | 424 | ALOGE("configure: err(%d), failed with format: %s", | 
|  | 425 | err, nativeFormat->debugString(0).c_str()); | 
|  | 426 | } | 
|  | 427 | return translate_error(err); | 
|  | 428 | } | 
|  | 429 |  | 
|  | 430 | EXPORT | 
|  | 431 | media_status_t AMediaCodec_setAsyncNotifyCallback( | 
|  | 432 | AMediaCodec *mData, | 
|  | 433 | AMediaCodecOnAsyncNotifyCallback callback, | 
|  | 434 | void *userdata) { | 
|  | 435 | if (mData->mAsyncNotify == NULL && userdata != NULL) { | 
|  | 436 | mData->mAsyncNotify = new AMessage(kWhatAsyncNotify, mData->mHandler); | 
|  | 437 | status_t err = mData->mCodec->setCallback(mData->mAsyncNotify); | 
|  | 438 | if (err != OK) { | 
|  | 439 | ALOGE("setAsyncNotifyCallback: err(%d), failed to set async callback", err); | 
|  | 440 | return translate_error(err); | 
|  | 441 | } | 
|  | 442 | } | 
|  | 443 |  | 
|  | 444 | Mutex::Autolock _l(mData->mAsyncCallbackLock); | 
|  | 445 | mData->mAsyncCallback = callback; | 
|  | 446 | mData->mAsyncCallbackUserData = userdata; | 
|  | 447 |  | 
|  | 448 | return AMEDIA_OK; | 
|  | 449 | } | 
|  | 450 |  | 
|  | 451 |  | 
|  | 452 | EXPORT | 
|  | 453 | media_status_t AMediaCodec_releaseCrypto(AMediaCodec *mData) { | 
|  | 454 | return translate_error(mData->mCodec->releaseCrypto()); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 455 | } | 
|  | 456 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 457 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 458 | media_status_t AMediaCodec_start(AMediaCodec *mData) { | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 459 | status_t ret =  mData->mCodec->start(); | 
|  | 460 | if (ret != OK) { | 
|  | 461 | return translate_error(ret); | 
|  | 462 | } | 
| Lajos Molnar | 1d15ab5 | 2015-03-04 16:46:34 -0800 | [diff] [blame] | 463 | mData->mActivityNotification = new AMessage(kWhatActivityNotify, mData->mHandler); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 464 | mData->mActivityNotification->setInt32("generation", mData->mGeneration); | 
|  | 465 | requestActivityNotification(mData); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 466 | return AMEDIA_OK; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 467 | } | 
|  | 468 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 469 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 470 | media_status_t AMediaCodec_stop(AMediaCodec *mData) { | 
|  | 471 | media_status_t ret = translate_error(mData->mCodec->stop()); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 472 |  | 
| Lajos Molnar | 1d15ab5 | 2015-03-04 16:46:34 -0800 | [diff] [blame] | 473 | sp<AMessage> msg = new AMessage(kWhatStopActivityNotifications, mData->mHandler); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 474 | sp<AMessage> response; | 
|  | 475 | msg->postAndAwaitResponse(&response); | 
|  | 476 | mData->mActivityNotification.clear(); | 
|  | 477 |  | 
|  | 478 | return ret; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 479 | } | 
|  | 480 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 481 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 482 | media_status_t AMediaCodec_flush(AMediaCodec *mData) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 483 | return translate_error(mData->mCodec->flush()); | 
|  | 484 | } | 
|  | 485 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 486 | EXPORT | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 487 | ssize_t AMediaCodec_dequeueInputBuffer(AMediaCodec *mData, int64_t timeoutUs) { | 
|  | 488 | size_t idx; | 
|  | 489 | status_t ret = mData->mCodec->dequeueInputBuffer(&idx, timeoutUs); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 490 | requestActivityNotification(mData); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 491 | if (ret == OK) { | 
|  | 492 | return idx; | 
|  | 493 | } | 
|  | 494 | return translate_error(ret); | 
|  | 495 | } | 
|  | 496 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 497 | EXPORT | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 498 | uint8_t* AMediaCodec_getInputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) { | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 499 | if (mData->mAsyncNotify != NULL) { | 
|  | 500 | // Asynchronous mode | 
|  | 501 | sp<MediaCodecBuffer> abuf; | 
|  | 502 | if (mData->mCodec->getInputBuffer(idx, &abuf) != 0) { | 
|  | 503 | return NULL; | 
|  | 504 | } | 
|  | 505 |  | 
|  | 506 | if (out_size != NULL) { | 
|  | 507 | *out_size = abuf->capacity(); | 
|  | 508 | } | 
|  | 509 | return abuf->data(); | 
|  | 510 | } | 
|  | 511 |  | 
| Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 512 | android::Vector<android::sp<android::MediaCodecBuffer> > abufs; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 513 | if (mData->mCodec->getInputBuffers(&abufs) == 0) { | 
|  | 514 | size_t n = abufs.size(); | 
|  | 515 | if (idx >= n) { | 
| Mark Salyzyn | 98f28cd | 2014-06-18 16:32:50 -0700 | [diff] [blame] | 516 | ALOGE("buffer index %zu out of range", idx); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 517 | return NULL; | 
|  | 518 | } | 
| Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 519 | if (abufs[idx] == NULL) { | 
|  | 520 | ALOGE("buffer index %zu is NULL", idx); | 
|  | 521 | return NULL; | 
|  | 522 | } | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 523 | if (out_size != NULL) { | 
|  | 524 | *out_size = abufs[idx]->capacity(); | 
|  | 525 | } | 
|  | 526 | return abufs[idx]->data(); | 
|  | 527 | } | 
|  | 528 | ALOGE("couldn't get input buffers"); | 
|  | 529 | return NULL; | 
|  | 530 | } | 
|  | 531 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 532 | EXPORT | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 533 | uint8_t* AMediaCodec_getOutputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) { | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 534 | if (mData->mAsyncNotify != NULL) { | 
|  | 535 | // Asynchronous mode | 
|  | 536 | sp<MediaCodecBuffer> abuf; | 
|  | 537 | if (mData->mCodec->getOutputBuffer(idx, &abuf) != 0) { | 
|  | 538 | return NULL; | 
|  | 539 | } | 
|  | 540 |  | 
|  | 541 | if (out_size != NULL) { | 
|  | 542 | *out_size = abuf->capacity(); | 
|  | 543 | } | 
|  | 544 | return abuf->data(); | 
|  | 545 | } | 
|  | 546 |  | 
| Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 547 | android::Vector<android::sp<android::MediaCodecBuffer> > abufs; | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 548 | if (mData->mCodec->getOutputBuffers(&abufs) == 0) { | 
|  | 549 | size_t n = abufs.size(); | 
|  | 550 | if (idx >= n) { | 
| Mark Salyzyn | 98f28cd | 2014-06-18 16:32:50 -0700 | [diff] [blame] | 551 | ALOGE("buffer index %zu out of range", idx); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 552 | return NULL; | 
|  | 553 | } | 
|  | 554 | if (out_size != NULL) { | 
|  | 555 | *out_size = abufs[idx]->capacity(); | 
|  | 556 | } | 
|  | 557 | return abufs[idx]->data(); | 
|  | 558 | } | 
|  | 559 | ALOGE("couldn't get output buffers"); | 
|  | 560 | return NULL; | 
|  | 561 | } | 
|  | 562 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 563 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 564 | media_status_t AMediaCodec_queueInputBuffer(AMediaCodec *mData, | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 565 | size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags) { | 
|  | 566 |  | 
|  | 567 | AString errorMsg; | 
|  | 568 | status_t ret = mData->mCodec->queueInputBuffer(idx, offset, size, time, flags, &errorMsg); | 
|  | 569 | return translate_error(ret); | 
|  | 570 | } | 
|  | 571 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 572 | EXPORT | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 573 | ssize_t AMediaCodec_dequeueOutputBuffer(AMediaCodec *mData, | 
|  | 574 | AMediaCodecBufferInfo *info, int64_t timeoutUs) { | 
|  | 575 | size_t idx; | 
|  | 576 | size_t offset; | 
|  | 577 | size_t size; | 
|  | 578 | uint32_t flags; | 
|  | 579 | int64_t presentationTimeUs; | 
|  | 580 | status_t ret = mData->mCodec->dequeueOutputBuffer(&idx, &offset, &size, &presentationTimeUs, | 
|  | 581 | &flags, timeoutUs); | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 582 | requestActivityNotification(mData); | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 583 | switch (ret) { | 
|  | 584 | case OK: | 
|  | 585 | info->offset = offset; | 
|  | 586 | info->size = size; | 
|  | 587 | info->flags = flags; | 
|  | 588 | info->presentationTimeUs = presentationTimeUs; | 
|  | 589 | return idx; | 
|  | 590 | case -EAGAIN: | 
|  | 591 | return AMEDIACODEC_INFO_TRY_AGAIN_LATER; | 
|  | 592 | case android::INFO_FORMAT_CHANGED: | 
|  | 593 | return AMEDIACODEC_INFO_OUTPUT_FORMAT_CHANGED; | 
|  | 594 | case INFO_OUTPUT_BUFFERS_CHANGED: | 
|  | 595 | return AMEDIACODEC_INFO_OUTPUT_BUFFERS_CHANGED; | 
|  | 596 | default: | 
|  | 597 | break; | 
|  | 598 | } | 
|  | 599 | return translate_error(ret); | 
|  | 600 | } | 
|  | 601 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 602 | EXPORT | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 603 | AMediaFormat* AMediaCodec_getOutputFormat(AMediaCodec *mData) { | 
|  | 604 | sp<AMessage> format; | 
|  | 605 | mData->mCodec->getOutputFormat(&format); | 
|  | 606 | return AMediaFormat_fromMsg(&format); | 
|  | 607 | } | 
|  | 608 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 609 | EXPORT | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 610 | AMediaFormat* AMediaCodec_getInputFormat(AMediaCodec *mData) { | 
|  | 611 | sp<AMessage> format; | 
|  | 612 | mData->mCodec->getInputFormat(&format); | 
|  | 613 | return AMediaFormat_fromMsg(&format); | 
|  | 614 | } | 
|  | 615 |  | 
|  | 616 | EXPORT | 
| Manikanta Kanamarlapudi | 2c32f4d | 2017-07-07 16:24:31 +0530 | [diff] [blame] | 617 | AMediaFormat* AMediaCodec_getBufferFormat(AMediaCodec *mData, size_t index) { | 
|  | 618 | sp<AMessage> format; | 
|  | 619 | mData->mCodec->getOutputFormat(index, &format); | 
|  | 620 | return AMediaFormat_fromMsg(&format); | 
|  | 621 | } | 
|  | 622 |  | 
|  | 623 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 624 | media_status_t AMediaCodec_releaseOutputBuffer(AMediaCodec *mData, size_t idx, bool render) { | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 625 | if (render) { | 
|  | 626 | return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx)); | 
|  | 627 | } else { | 
|  | 628 | return translate_error(mData->mCodec->releaseOutputBuffer(idx)); | 
|  | 629 | } | 
|  | 630 | } | 
|  | 631 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 632 | EXPORT | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 633 | media_status_t AMediaCodec_releaseOutputBufferAtTime( | 
|  | 634 | AMediaCodec *mData, size_t idx, int64_t timestampNs) { | 
| Mark Salyzyn | 98f28cd | 2014-06-18 16:32:50 -0700 | [diff] [blame] | 635 | ALOGV("render @ %" PRId64, timestampNs); | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 636 | return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx, timestampNs)); | 
|  | 637 | } | 
|  | 638 |  | 
| Vineeta Srivastava | 8c35da5 | 2016-01-08 17:33:09 -0800 | [diff] [blame] | 639 | EXPORT | 
|  | 640 | media_status_t AMediaCodec_setOutputSurface(AMediaCodec *mData, ANativeWindow* window) { | 
|  | 641 | sp<Surface> surface = NULL; | 
|  | 642 | if (window != NULL) { | 
|  | 643 | surface = (Surface*) window; | 
|  | 644 | } | 
|  | 645 | return translate_error(mData->mCodec->setSurface(surface)); | 
|  | 646 | } | 
|  | 647 |  | 
| Praveen Chavan | 1943158 | 2017-01-16 11:56:18 -0800 | [diff] [blame] | 648 | EXPORT | 
|  | 649 | media_status_t AMediaCodec_createInputSurface(AMediaCodec *mData, ANativeWindow **surface) { | 
|  | 650 | if (surface == NULL || mData == NULL) { | 
|  | 651 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 652 | } | 
|  | 653 | *surface = NULL; | 
|  | 654 |  | 
|  | 655 | sp<IGraphicBufferProducer> igbp = NULL; | 
|  | 656 | status_t err = mData->mCodec->createInputSurface(&igbp); | 
|  | 657 | if (err != NO_ERROR) { | 
|  | 658 | return translate_error(err); | 
|  | 659 | } | 
|  | 660 |  | 
|  | 661 | *surface = new Surface(igbp); | 
|  | 662 | ANativeWindow_acquire(*surface); | 
|  | 663 | return AMEDIA_OK; | 
|  | 664 | } | 
|  | 665 |  | 
| Praveen Chavan | 85a5363 | 2017-01-31 12:21:33 -0800 | [diff] [blame] | 666 | EXPORT | 
|  | 667 | media_status_t AMediaCodec_createPersistentInputSurface(ANativeWindow **surface) { | 
|  | 668 | if (surface == NULL) { | 
|  | 669 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 670 | } | 
|  | 671 | *surface = NULL; | 
|  | 672 |  | 
|  | 673 | sp<PersistentSurface> ps = MediaCodec::CreatePersistentInputSurface(); | 
|  | 674 | if (ps == NULL) { | 
|  | 675 | return AMEDIA_ERROR_UNKNOWN; | 
|  | 676 | } | 
|  | 677 |  | 
|  | 678 | sp<IGraphicBufferProducer> igbp = ps->getBufferProducer(); | 
|  | 679 | if (igbp == NULL) { | 
|  | 680 | return AMEDIA_ERROR_UNKNOWN; | 
|  | 681 | } | 
|  | 682 |  | 
|  | 683 | *surface = new AMediaCodecPersistentSurface(igbp, ps); | 
|  | 684 | ANativeWindow_acquire(*surface); | 
|  | 685 |  | 
|  | 686 | return AMEDIA_OK; | 
|  | 687 | } | 
|  | 688 |  | 
|  | 689 | EXPORT | 
|  | 690 | media_status_t AMediaCodec_setInputSurface( | 
|  | 691 | AMediaCodec *mData, ANativeWindow *surface) { | 
|  | 692 |  | 
|  | 693 | if (surface == NULL || mData == NULL) { | 
|  | 694 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 695 | } | 
|  | 696 |  | 
|  | 697 | AMediaCodecPersistentSurface *aMediaPersistentSurface = | 
|  | 698 | static_cast<AMediaCodecPersistentSurface *>(surface); | 
|  | 699 | if (aMediaPersistentSurface->mPersistentSurface == NULL) { | 
|  | 700 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 701 | } | 
|  | 702 |  | 
|  | 703 | return translate_error(mData->mCodec->setInputSurface( | 
|  | 704 | aMediaPersistentSurface->mPersistentSurface)); | 
|  | 705 | } | 
|  | 706 |  | 
| Praveen Chavan | f373e84 | 2017-02-01 11:50:15 -0800 | [diff] [blame] | 707 | EXPORT | 
|  | 708 | media_status_t AMediaCodec_setParameters( | 
|  | 709 | AMediaCodec *mData, const AMediaFormat* params) { | 
|  | 710 | if (params == NULL || mData == NULL) { | 
|  | 711 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 712 | } | 
|  | 713 | sp<AMessage> nativeParams; | 
|  | 714 | AMediaFormat_getFormat(params, &nativeParams); | 
|  | 715 | ALOGV("setParameters: %s", nativeParams->debugString(0).c_str()); | 
|  | 716 |  | 
|  | 717 | return translate_error(mData->mCodec->setParameters(nativeParams)); | 
|  | 718 | } | 
|  | 719 |  | 
| Robert Shih | af42d3f | 2017-03-20 16:45:37 -0700 | [diff] [blame] | 720 | EXPORT | 
|  | 721 | media_status_t AMediaCodec_signalEndOfInputStream(AMediaCodec *mData) { | 
|  | 722 |  | 
|  | 723 | if (mData == NULL) { | 
|  | 724 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | 725 | } | 
|  | 726 |  | 
|  | 727 | status_t err = mData->mCodec->signalEndOfInputStream(); | 
|  | 728 | if (err == INVALID_OPERATION) { | 
|  | 729 | return AMEDIA_ERROR_INVALID_OPERATION; | 
|  | 730 | } | 
|  | 731 |  | 
|  | 732 | return translate_error(err); | 
|  | 733 |  | 
|  | 734 | } | 
|  | 735 |  | 
| Marco Nelissen | e22a64b | 2014-05-23 15:49:49 -0700 | [diff] [blame] | 736 | //EXPORT | 
| Glenn Kasten | b187de1 | 2014-12-30 08:18:15 -0800 | [diff] [blame] | 737 | media_status_t AMediaCodec_setNotificationCallback(AMediaCodec *mData, OnCodecEvent callback, | 
|  | 738 | void *userdata) { | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 739 | mData->mCallback = callback; | 
|  | 740 | mData->mCallbackUserData = userdata; | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 741 | return AMEDIA_OK; | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 742 | } | 
|  | 743 |  | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 744 | typedef struct AMediaCodecCryptoInfo { | 
|  | 745 | int numsubsamples; | 
|  | 746 | uint8_t key[16]; | 
|  | 747 | uint8_t iv[16]; | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 748 | cryptoinfo_mode_t mode; | 
| Jeff Tinker | 18cb1ec | 2015-12-18 11:55:22 -0800 | [diff] [blame] | 749 | cryptoinfo_pattern_t pattern; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 750 | size_t *clearbytes; | 
|  | 751 | size_t *encryptedbytes; | 
|  | 752 | } AMediaCodecCryptoInfo; | 
|  | 753 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 754 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 755 | media_status_t AMediaCodec_queueSecureInputBuffer( | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 756 | AMediaCodec* codec, | 
|  | 757 | size_t idx, | 
|  | 758 | off_t offset, | 
|  | 759 | AMediaCodecCryptoInfo* crypto, | 
|  | 760 | uint64_t time, | 
|  | 761 | uint32_t flags) { | 
|  | 762 |  | 
|  | 763 | CryptoPlugin::SubSample *subSamples = new CryptoPlugin::SubSample[crypto->numsubsamples]; | 
|  | 764 | for (int i = 0; i < crypto->numsubsamples; i++) { | 
|  | 765 | subSamples[i].mNumBytesOfClearData = crypto->clearbytes[i]; | 
|  | 766 | subSamples[i].mNumBytesOfEncryptedData = crypto->encryptedbytes[i]; | 
|  | 767 | } | 
|  | 768 |  | 
| Jeff Tinker | 18cb1ec | 2015-12-18 11:55:22 -0800 | [diff] [blame] | 769 | CryptoPlugin::Pattern pattern; | 
|  | 770 | pattern.mEncryptBlocks = crypto->pattern.encryptBlocks; | 
|  | 771 | pattern.mSkipBlocks = crypto->pattern.skipBlocks; | 
|  | 772 |  | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 773 | AString errormsg; | 
|  | 774 | status_t err  = codec->mCodec->queueSecureInputBuffer(idx, | 
|  | 775 | offset, | 
|  | 776 | subSamples, | 
|  | 777 | crypto->numsubsamples, | 
|  | 778 | crypto->key, | 
|  | 779 | crypto->iv, | 
| Jeff Tinker | 18cb1ec | 2015-12-18 11:55:22 -0800 | [diff] [blame] | 780 | (CryptoPlugin::Mode)crypto->mode, | 
|  | 781 | pattern, | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 782 | time, | 
|  | 783 | flags, | 
|  | 784 | &errormsg); | 
|  | 785 | if (err != 0) { | 
|  | 786 | ALOGE("queSecureInputBuffer: %s", errormsg.c_str()); | 
|  | 787 | } | 
| Marco Nelissen | 829e097 | 2014-05-13 16:22:19 -0700 | [diff] [blame] | 788 | delete [] subSamples; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 789 | return translate_error(err); | 
|  | 790 | } | 
|  | 791 |  | 
| Wei Jia | 00cc992 | 2017-11-23 08:00:34 -0800 | [diff] [blame] | 792 | EXPORT | 
|  | 793 | bool AMediaCodecActionCode_isRecoverable(int32_t actionCode) { | 
|  | 794 | return (actionCode == ACTION_CODE_RECOVERABLE); | 
|  | 795 | } | 
|  | 796 |  | 
|  | 797 | EXPORT | 
|  | 798 | bool AMediaCodecActionCode_isTransient(int32_t actionCode) { | 
|  | 799 | return (actionCode == ACTION_CODE_TRANSIENT); | 
|  | 800 | } | 
|  | 801 |  | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 802 |  | 
| Jeff Tinker | 18cb1ec | 2015-12-18 11:55:22 -0800 | [diff] [blame] | 803 | EXPORT | 
|  | 804 | void AMediaCodecCryptoInfo_setPattern(AMediaCodecCryptoInfo *info, | 
|  | 805 | cryptoinfo_pattern_t *pattern) { | 
|  | 806 | info->pattern.encryptBlocks = pattern->encryptBlocks; | 
|  | 807 | info->pattern.skipBlocks = pattern->skipBlocks; | 
|  | 808 | } | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 809 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 810 | EXPORT | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 811 | AMediaCodecCryptoInfo *AMediaCodecCryptoInfo_new( | 
|  | 812 | int numsubsamples, | 
|  | 813 | uint8_t key[16], | 
|  | 814 | uint8_t iv[16], | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 815 | cryptoinfo_mode_t mode, | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 816 | size_t *clearbytes, | 
|  | 817 | size_t *encryptedbytes) { | 
|  | 818 |  | 
|  | 819 | // size needed to store all the crypto data | 
| Marco Nelissen | d1fd027 | 2018-07-31 15:12:51 -0700 | [diff] [blame] | 820 | size_t cryptosize; | 
|  | 821 | // = sizeof(AMediaCodecCryptoInfo) + sizeof(size_t) * numsubsamples * 2; | 
|  | 822 | if (__builtin_mul_overflow(sizeof(size_t) * 2, numsubsamples, &cryptosize) || | 
|  | 823 | __builtin_add_overflow(cryptosize, sizeof(AMediaCodecCryptoInfo), &cryptosize)) { | 
|  | 824 | ALOGE("crypto size overflow"); | 
|  | 825 | return NULL; | 
|  | 826 | } | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 827 | AMediaCodecCryptoInfo *ret = (AMediaCodecCryptoInfo*) malloc(cryptosize); | 
|  | 828 | if (!ret) { | 
| Mark Salyzyn | 98f28cd | 2014-06-18 16:32:50 -0700 | [diff] [blame] | 829 | ALOGE("couldn't allocate %zu bytes", cryptosize); | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 830 | return NULL; | 
|  | 831 | } | 
|  | 832 | ret->numsubsamples = numsubsamples; | 
|  | 833 | memcpy(ret->key, key, 16); | 
|  | 834 | memcpy(ret->iv, iv, 16); | 
|  | 835 | ret->mode = mode; | 
| Jeff Tinker | 18cb1ec | 2015-12-18 11:55:22 -0800 | [diff] [blame] | 836 | ret->pattern.encryptBlocks = 0; | 
|  | 837 | ret->pattern.skipBlocks = 0; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 838 |  | 
|  | 839 | // clearbytes and encryptedbytes point at the actual data, which follows | 
| Marco Nelissen | 829e097 | 2014-05-13 16:22:19 -0700 | [diff] [blame] | 840 | ret->clearbytes = (size_t*) (ret + 1); // point immediately after the struct | 
|  | 841 | ret->encryptedbytes = ret->clearbytes + numsubsamples; // point after the clear sizes | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 842 |  | 
| Marco Nelissen | 829e097 | 2014-05-13 16:22:19 -0700 | [diff] [blame] | 843 | memcpy(ret->clearbytes, clearbytes, numsubsamples * sizeof(size_t)); | 
|  | 844 | memcpy(ret->encryptedbytes, encryptedbytes, numsubsamples * sizeof(size_t)); | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 845 |  | 
|  | 846 | return ret; | 
|  | 847 | } | 
|  | 848 |  | 
|  | 849 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 850 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 851 | media_status_t AMediaCodecCryptoInfo_delete(AMediaCodecCryptoInfo* info) { | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 852 | free(info); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 853 | return AMEDIA_OK; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 854 | } | 
|  | 855 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 856 | EXPORT | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 857 | size_t AMediaCodecCryptoInfo_getNumSubSamples(AMediaCodecCryptoInfo* ci) { | 
|  | 858 | return ci->numsubsamples; | 
|  | 859 | } | 
|  | 860 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 861 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 862 | media_status_t AMediaCodecCryptoInfo_getKey(AMediaCodecCryptoInfo* ci, uint8_t *dst) { | 
|  | 863 | if (!ci) { | 
|  | 864 | return AMEDIA_ERROR_INVALID_OBJECT; | 
|  | 865 | } | 
|  | 866 | if (!dst) { | 
|  | 867 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 868 | } | 
|  | 869 | memcpy(dst, ci->key, 16); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 870 | return AMEDIA_OK; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 871 | } | 
|  | 872 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 873 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 874 | media_status_t AMediaCodecCryptoInfo_getIV(AMediaCodecCryptoInfo* ci, uint8_t *dst) { | 
|  | 875 | if (!ci) { | 
|  | 876 | return AMEDIA_ERROR_INVALID_OBJECT; | 
|  | 877 | } | 
|  | 878 | if (!dst) { | 
|  | 879 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 880 | } | 
|  | 881 | memcpy(dst, ci->iv, 16); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 882 | return AMEDIA_OK; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 883 | } | 
|  | 884 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 885 | EXPORT | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 886 | cryptoinfo_mode_t AMediaCodecCryptoInfo_getMode(AMediaCodecCryptoInfo* ci) { | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 887 | if (!ci) { | 
| Marco Nelissen | 79e2b62 | 2014-05-16 08:07:28 -0700 | [diff] [blame] | 888 | return (cryptoinfo_mode_t) AMEDIA_ERROR_INVALID_OBJECT; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 889 | } | 
|  | 890 | return ci->mode; | 
|  | 891 | } | 
|  | 892 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 893 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 894 | media_status_t AMediaCodecCryptoInfo_getClearBytes(AMediaCodecCryptoInfo* ci, size_t *dst) { | 
|  | 895 | if (!ci) { | 
|  | 896 | return AMEDIA_ERROR_INVALID_OBJECT; | 
|  | 897 | } | 
|  | 898 | if (!dst) { | 
|  | 899 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 900 | } | 
|  | 901 | memcpy(dst, ci->clearbytes, sizeof(size_t) * ci->numsubsamples); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 902 | return AMEDIA_OK; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 903 | } | 
|  | 904 |  | 
| Marco Nelissen | 3425fd5 | 2014-05-14 11:12:46 -0700 | [diff] [blame] | 905 | EXPORT | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 906 | media_status_t AMediaCodecCryptoInfo_getEncryptedBytes(AMediaCodecCryptoInfo* ci, size_t *dst) { | 
|  | 907 | if (!ci) { | 
|  | 908 | return AMEDIA_ERROR_INVALID_OBJECT; | 
|  | 909 | } | 
|  | 910 | if (!dst) { | 
|  | 911 | return AMEDIA_ERROR_INVALID_PARAMETER; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 912 | } | 
|  | 913 | memcpy(dst, ci->encryptedbytes, sizeof(size_t) * ci->numsubsamples); | 
| Marco Nelissen | e419d7c | 2014-05-15 14:17:25 -0700 | [diff] [blame] | 914 | return AMEDIA_OK; | 
| Marco Nelissen | 050eb32 | 2014-05-09 15:10:23 -0700 | [diff] [blame] | 915 | } | 
| Marco Nelissen | cdb42cd | 2014-05-08 14:46:05 -0700 | [diff] [blame] | 916 |  | 
| Marco Nelissen | 0c3be87 | 2014-05-01 10:14:44 -0700 | [diff] [blame] | 917 | } // extern "C" | 
|  | 918 |  |