blob: f6944823feb5cc9da4a45176faf0eceee9cc9e18 [file] [log] [blame]
Andreas Huber88572f72012-02-21 11:47:18 -08001/*
2 * Copyright 2012, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "MediaCodec-JNI"
19#include <utils/Log.h>
20
Wonsik Kimccb7ac62019-12-27 17:12:40 -080021#include <type_traits>
22
Andreas Huber88572f72012-02-21 11:47:18 -080023#include "android_media_MediaCodec.h"
24
shubangd49681e2020-02-17 21:32:30 -080025#include "android_media_MediaCodecLinearBlock.h"
Andreas Huber07ea4262012-04-11 12:21:20 -070026#include "android_media_MediaCrypto.h"
Chong Zhang2659c2f2017-04-27 13:18:20 -070027#include "android_media_MediaDescrambler.h"
Ray Essick0e0fee12017-01-25 18:01:56 -080028#include "android_media_MediaMetricsJNI.h"
Jooyung Hancb1e8962019-02-21 14:18:11 +090029#include "android_media_Streams.h"
Andreas Huber88572f72012-02-21 11:47:18 -080030#include "android_runtime/AndroidRuntime.h"
31#include "android_runtime/android_view_Surface.h"
Chong Zhangd5927ae2017-01-03 11:07:18 -080032#include "android_util_Binder.h"
Andreas Huber88572f72012-02-21 11:47:18 -080033#include "jni.h"
Steven Moreland2279b252017-07-19 09:50:45 -070034#include <nativehelper/JNIHelp.h>
Chong Zhanga0b72a62018-02-28 18:46:26 -080035#include <nativehelper/ScopedLocalRef.h>
Andreas Huber88572f72012-02-21 11:47:18 -080036
Wonsik Kim637afb22020-02-25 14:27:29 -080037#include <C2AllocatorGralloc.h>
38#include <C2BlockInternal.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080039#include <C2Buffer.h>
Wonsik Kimb8ebdb32020-04-21 17:00:13 -070040#include <C2PlatformSupport.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080041
Chong Zhang2659c2f2017-04-27 13:18:20 -070042#include <android/hardware/cas/native/1.0/IDescrambler.h>
Chong Zhangd5927ae2017-01-03 11:07:18 -080043
Wonsik Kim637afb22020-02-25 14:27:29 -080044#include <android_runtime/android_hardware_HardwareBuffer.h>
45
Wonsik Kimf7069ce2020-05-13 17:15:47 -070046#include <binder/MemoryDealer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080047
Lajos Molnar7ac4f562014-03-24 15:57:51 -070048#include <cutils/compiler.h>
49
Mathias Agopian8335f1c2012-02-25 18:48:35 -080050#include <gui/Surface.h>
Mathias Agopian8335f1c2012-02-25 18:48:35 -080051
Wonsik Kimccb7ac62019-12-27 17:12:40 -080052#include <hidlmemory/FrameworkUtils.h>
53
Wonsik Kim4273dd02016-09-27 15:23:35 +090054#include <media/MediaCodecBuffer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080055#include <media/hardware/VideoAPI.h>
Wonsik Kim8798c8c2021-03-18 21:38:57 -070056#include <media/stagefright/CodecBase.h>
Andreas Huber88572f72012-02-21 11:47:18 -080057#include <media/stagefright/MediaCodec.h>
58#include <media/stagefright/foundation/ABuffer.h>
59#include <media/stagefright/foundation/ADebug.h>
60#include <media/stagefright/foundation/ALooper.h>
61#include <media/stagefright/foundation/AMessage.h>
Andreas Huberbfc56f42012-04-19 12:47:07 -070062#include <media/stagefright/foundation/AString.h>
Andreas Huber88572f72012-02-21 11:47:18 -080063#include <media/stagefright/MediaErrors.h>
Chong Zhang8034d602015-04-28 13:38:48 -070064#include <media/stagefright/PersistentSurface.h>
Robert Shih631a80d2021-02-14 02:23:55 -080065#include <mediadrm/DrmUtils.h>
Jeff Tinkercd4d28f2018-02-16 16:24:49 -080066#include <mediadrm/ICrypto.h>
Andreas Huber8d5f3e32013-08-12 09:19:45 -070067
Wonsik Kim637afb22020-02-25 14:27:29 -080068#include <private/android/AHardwareBufferHelpers.h>
69
Andreas Huberb12a5392012-04-30 14:18:33 -070070#include <system/window.h>
71
Andreas Huber88572f72012-02-21 11:47:18 -080072namespace android {
73
74// Keep these in sync with their equivalents in MediaCodec.java !!!
75enum {
76 DEQUEUE_INFO_TRY_AGAIN_LATER = -1,
77 DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED = -2,
78 DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED = -3,
79};
80
Andreas Huberaba67132013-10-22 12:40:01 -070081enum {
Chong Zhang8d5e5562014-07-08 18:49:21 -070082 EVENT_CALLBACK = 1,
83 EVENT_SET_CALLBACK = 2,
Lajos Molnard8578572015-06-05 20:17:33 -070084 EVENT_FRAME_RENDERED = 3,
Guillaume Chelfic072caf2021-02-03 16:18:26 +010085 EVENT_FIRST_TUNNEL_FRAME_READY = 4,
Andreas Huberaba67132013-10-22 12:40:01 -070086};
87
Wonsik Kim8798c8c2021-03-18 21:38:57 -070088// From MediaFormat.java
89enum {
90 TYPE_NULL = 0,
91 TYPE_INTEGER = 1,
92 TYPE_LONG = 2,
93 TYPE_FLOAT = 3,
94 TYPE_STRING = 4,
95 TYPE_BYTE_BUFFER = 5,
96};
97
Andy Hung5f9aa0b2014-07-30 15:48:21 -070098static struct CryptoErrorCodes {
Jeff Tinker3ed38262013-08-02 23:24:51 -070099 jint cryptoErrorNoKey;
100 jint cryptoErrorKeyExpired;
101 jint cryptoErrorResourceBusy;
Jeff Tinker336d3ea2014-08-28 17:57:36 -0700102 jint cryptoErrorInsufficientOutputProtection;
Jeff Tinker96a2a952015-07-01 17:35:18 -0700103 jint cryptoErrorSessionNotOpened;
Jeff Tinker20594d82018-12-12 08:31:22 -0800104 jint cryptoErrorInsufficientSecurity;
Jeff Tinkerd3932162016-03-05 11:35:20 -0800105 jint cryptoErrorUnsupportedOperation;
Jeff Tinker20594d82018-12-12 08:31:22 -0800106 jint cryptoErrorFrameTooLarge;
107 jint cryptoErrorLostState;
Jeff Tinker3ed38262013-08-02 23:24:51 -0700108} gCryptoErrorCodes;
109
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700110static struct CodecActionCodes {
111 jint codecActionTransient;
112 jint codecActionRecoverable;
113} gCodecActionCodes;
114
Ronghua Wuc53ad692015-05-08 14:40:49 -0700115static struct CodecErrorCodes {
116 jint errorInsufficientResource;
117 jint errorReclaimed;
118} gCodecErrorCodes;
Ronghua Wu9e9ec942015-04-15 17:10:31 -0700119
Chong Zhang8034d602015-04-28 13:38:48 -0700120static struct {
121 jclass clazz;
122 jfieldID mLock;
123 jfieldID mPersistentObject;
124 jmethodID ctor;
125 jmethodID setNativeObjectLocked;
126} gPersistentSurfaceClassInfo;
127
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800128static struct {
129 jint Unencrypted;
130 jint AesCtr;
131 jint AesCbc;
132} gCryptoModes;
133
Chong Zhanga0b72a62018-02-28 18:46:26 -0800134static struct {
135 jclass capsClazz;
136 jmethodID capsCtorId;
137 jclass profileLevelClazz;
138 jfieldID profileField;
139 jfieldID levelField;
140} gCodecInfo;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800141
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800142static struct {
143 jclass clazz;
144 jobject nativeByteOrder;
145 jmethodID orderId;
146 jmethodID asReadOnlyBufferId;
147 jmethodID positionId;
148 jmethodID limitId;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -0700149 jmethodID getPositionId;
150 jmethodID getLimitId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800151} gByteBufferInfo;
152
153static struct {
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700154 jclass clazz;
155 jmethodID ctorId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800156 jmethodID sizeId;
157 jmethodID getId;
158 jmethodID addId;
159} gArrayListInfo;
160
161static struct {
162 jclass clazz;
163 jmethodID ctorId;
164 jmethodID setInternalStateId;
165 jfieldID contextId;
166 jfieldID validId;
167 jfieldID lockId;
168} gLinearBlockInfo;
169
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700170static struct {
171 jclass clazz;
172 jmethodID ctorId;
173 jfieldID nameId;
174 jfieldID typeId;
175} gDescriptorInfo;
176
Andreas Huber88572f72012-02-21 11:47:18 -0800177struct fields_t {
Andreas Huberaba67132013-10-22 12:40:01 -0700178 jmethodID postEventFromNativeID;
Wonsik Kim61796fd2018-09-13 13:15:59 -0700179 jmethodID lockAndGetContextID;
180 jmethodID setAndUnlockContextID;
Andreas Huber91befdc2012-04-18 12:19:51 -0700181 jfieldID cryptoInfoNumSubSamplesID;
182 jfieldID cryptoInfoNumBytesOfClearDataID;
183 jfieldID cryptoInfoNumBytesOfEncryptedDataID;
184 jfieldID cryptoInfoKeyID;
185 jfieldID cryptoInfoIVID;
186 jfieldID cryptoInfoModeID;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800187 jfieldID cryptoInfoPatternID;
188 jfieldID patternEncryptBlocksID;
189 jfieldID patternSkipBlocksID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800190 jfieldID queueRequestIndexID;
191 jfieldID outputFrameLinearBlockID;
Wonsik Kim637afb22020-02-25 14:27:29 -0800192 jfieldID outputFrameHardwareBufferID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800193 jfieldID outputFrameChangedKeysID;
194 jfieldID outputFrameFormatID;
Andreas Huber88572f72012-02-21 11:47:18 -0800195};
196
197static fields_t gFields;
Chong Zhang8034d602015-04-28 13:38:48 -0700198static const void *sRefBaseOwner;
Andreas Huber88572f72012-02-21 11:47:18 -0800199
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800200
Andreas Huber88572f72012-02-21 11:47:18 -0800201////////////////////////////////////////////////////////////////////////////////
202
203JMediaCodec::JMediaCodec(
204 JNIEnv *env, jobject thiz,
205 const char *name, bool nameIsType, bool encoder)
206 : mClass(NULL),
Chong Zhang8d5e5562014-07-08 18:49:21 -0700207 mObject(NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -0800208 jclass clazz = env->GetObjectClass(thiz);
209 CHECK(clazz != NULL);
210
211 mClass = (jclass)env->NewGlobalRef(clazz);
212 mObject = env->NewWeakGlobalRef(thiz);
213
214 mLooper = new ALooper;
215 mLooper->setName("MediaCodec_looper");
216
217 mLooper->start(
218 false, // runOnCallingThread
Andreas Huberaba67132013-10-22 12:40:01 -0700219 true, // canCallJava
Jeff Tinkere182d202017-09-07 16:46:50 -0700220 ANDROID_PRIORITY_VIDEO);
Andreas Huber88572f72012-02-21 11:47:18 -0800221
222 if (nameIsType) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700223 mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus);
Lajos Molnare7473872019-02-05 18:54:27 -0800224 if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
225 mNameAtCreation = "(null)";
226 }
Andreas Huber88572f72012-02-21 11:47:18 -0800227 } else {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700228 mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus);
Lajos Molnare7473872019-02-05 18:54:27 -0800229 mNameAtCreation = name;
Andreas Huber88572f72012-02-21 11:47:18 -0800230 }
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700231 CHECK((mCodec != NULL) != (mInitStatus != OK));
Andreas Huber88572f72012-02-21 11:47:18 -0800232}
233
234status_t JMediaCodec::initCheck() const {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700235 return mInitStatus;
Andreas Huber88572f72012-02-21 11:47:18 -0800236}
237
Andreas Huberaba67132013-10-22 12:40:01 -0700238void JMediaCodec::registerSelf() {
239 mLooper->registerHandler(this);
240}
241
Chong Zhang128b0122014-03-01 18:04:13 -0800242void JMediaCodec::release() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700243 std::call_once(mReleaseFlag, [this] {
244 if (mCodec != NULL) {
245 mCodec->release();
246 mInitStatus = NO_INIT;
247 }
Andreas Huber88572f72012-02-21 11:47:18 -0800248
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700249 if (mLooper != NULL) {
250 mLooper->unregisterHandler(id());
251 mLooper->stop();
252 mLooper.clear();
253 }
254 });
Chong Zhang128b0122014-03-01 18:04:13 -0800255}
256
Wonsik Kim89666622020-04-28 10:43:47 -0700257void JMediaCodec::releaseAsync() {
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700258 std::call_once(mAsyncReleaseFlag, [this] {
259 if (mCodec != NULL) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -0700260 sp<AMessage> notify = new AMessage(kWhatAsyncReleaseComplete, this);
261 // Hold strong reference to this until async release is complete
262 notify->setObject("this", this);
263 mCodec->releaseAsync(notify);
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700264 }
265 mInitStatus = NO_INIT;
266 });
Wonsik Kim89666622020-04-28 10:43:47 -0700267}
268
Chong Zhang128b0122014-03-01 18:04:13 -0800269JMediaCodec::~JMediaCodec() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700270 if (mLooper != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -0800271 /* MediaCodec and looper should have been released explicitly already
272 * in setMediaCodec() (see comments in setMediaCodec()).
273 *
274 * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
275 * message handler, doing release() there risks deadlock as MediaCodec::
276 * release() post synchronous message to the same looper.
277 *
278 * Print a warning and try to proceed with releasing.
279 */
280 ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
281 release();
282 ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
283 }
284
Andreas Huber88572f72012-02-21 11:47:18 -0800285 JNIEnv *env = AndroidRuntime::getJNIEnv();
286
287 env->DeleteWeakGlobalRef(mObject);
288 mObject = NULL;
289 env->DeleteGlobalRef(mClass);
290 mClass = NULL;
291}
292
Guillaume Chelfic072caf2021-02-03 16:18:26 +0100293status_t JMediaCodec::enableOnFirstTunnelFrameReadyListener(jboolean enable) {
294 if (enable) {
295 if (mOnFirstTunnelFrameReadyNotification == NULL) {
296 mOnFirstTunnelFrameReadyNotification = new AMessage(kWhatFirstTunnelFrameReady, this);
297 }
298 } else {
299 mOnFirstTunnelFrameReadyNotification.clear();
300 }
301
302 return mCodec->setOnFirstTunnelFrameReadyNotification(mOnFirstTunnelFrameReadyNotification);
303}
304
Lajos Molnard8578572015-06-05 20:17:33 -0700305status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
306 if (enable) {
307 if (mOnFrameRenderedNotification == NULL) {
308 mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
309 }
310 } else {
311 mOnFrameRenderedNotification.clear();
312 }
313
314 return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
315}
316
Chong Zhang8d5e5562014-07-08 18:49:21 -0700317status_t JMediaCodec::setCallback(jobject cb) {
318 if (cb != NULL) {
319 if (mCallbackNotification == NULL) {
Lajos Molnar63834f42015-03-04 14:39:08 -0800320 mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
Chong Zhang8d5e5562014-07-08 18:49:21 -0700321 }
322 } else {
323 mCallbackNotification.clear();
324 }
325
326 return mCodec->setCallback(mCallbackNotification);
327}
328
Andreas Huber88572f72012-02-21 11:47:18 -0800329status_t JMediaCodec::configure(
330 const sp<AMessage> &format,
Andy McFaddend47f7d82012-12-18 09:48:38 -0800331 const sp<IGraphicBufferProducer> &bufferProducer,
Andreas Huber8240d922012-04-04 14:06:32 -0700332 const sp<ICrypto> &crypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -0800333 const sp<IDescrambler> &descrambler,
Andreas Huber88572f72012-02-21 11:47:18 -0800334 int flags) {
Mathias Agopian52800612013-02-14 17:11:20 -0800335 sp<Surface> client;
Andy McFaddend47f7d82012-12-18 09:48:38 -0800336 if (bufferProducer != NULL) {
Andreas Huberaba67132013-10-22 12:40:01 -0700337 mSurfaceTextureClient =
338 new Surface(bufferProducer, true /* controlledByApp */);
Andreas Huberb12a5392012-04-30 14:18:33 -0700339 } else {
340 mSurfaceTextureClient.clear();
Andreas Huber88572f72012-02-21 11:47:18 -0800341 }
Andreas Huberb12a5392012-04-30 14:18:33 -0700342
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800343 constexpr int32_t CONFIGURE_FLAG_ENCODE = 1;
344 AString mime;
345 CHECK(format->findString("mime", &mime));
346 mGraphicOutput = (mime.startsWithIgnoreCase("video/") || mime.startsWithIgnoreCase("image/"))
347 && !(flags & CONFIGURE_FLAG_ENCODE);
Wonsik Kimf7069ce2020-05-13 17:15:47 -0700348 mHasCryptoOrDescrambler = (crypto != nullptr) || (descrambler != nullptr);
Robert Shih631a80d2021-02-14 02:23:55 -0800349 mCrypto = crypto;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800350
Chong Zhangd5927ae2017-01-03 11:07:18 -0800351 return mCodec->configure(
352 format, mSurfaceTextureClient, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800353}
354
Lajos Molnar5e02ba92015-05-01 15:59:35 -0700355status_t JMediaCodec::setSurface(
356 const sp<IGraphicBufferProducer> &bufferProducer) {
357 sp<Surface> client;
358 if (bufferProducer != NULL) {
359 client = new Surface(bufferProducer, true /* controlledByApp */);
360 }
361 status_t err = mCodec->setSurface(client);
362 if (err == OK) {
363 mSurfaceTextureClient = client;
364 }
365 return err;
366}
367
Andy McFadden2621e402013-02-19 07:29:21 -0800368status_t JMediaCodec::createInputSurface(
369 sp<IGraphicBufferProducer>* bufferProducer) {
370 return mCodec->createInputSurface(bufferProducer);
371}
372
Chong Zhang9560ddb2015-05-13 10:25:29 -0700373status_t JMediaCodec::setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -0700374 const sp<PersistentSurface> &surface) {
Chong Zhang9560ddb2015-05-13 10:25:29 -0700375 return mCodec->setInputSurface(surface);
Chong Zhang8034d602015-04-28 13:38:48 -0700376}
377
Andreas Huber88572f72012-02-21 11:47:18 -0800378status_t JMediaCodec::start() {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700379 return mCodec->start();
Andreas Huber88572f72012-02-21 11:47:18 -0800380}
381
382status_t JMediaCodec::stop() {
Andreas Huberb12a5392012-04-30 14:18:33 -0700383 mSurfaceTextureClient.clear();
384
Chong Zhang8d5e5562014-07-08 18:49:21 -0700385 return mCodec->stop();
Andreas Huber88572f72012-02-21 11:47:18 -0800386}
387
388status_t JMediaCodec::flush() {
389 return mCodec->flush();
390}
391
Lajos Molnar1e6e8012014-07-15 16:07:13 -0700392status_t JMediaCodec::reset() {
393 return mCodec->reset();
394}
395
Andreas Huber88572f72012-02-21 11:47:18 -0800396status_t JMediaCodec::queueInputBuffer(
397 size_t index,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700398 size_t offset, size_t size, int64_t timeUs, uint32_t flags,
399 AString *errorDetailMsg) {
400 return mCodec->queueInputBuffer(
401 index, offset, size, timeUs, flags, errorDetailMsg);
Andreas Huber88572f72012-02-21 11:47:18 -0800402}
403
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700404status_t JMediaCodec::queueSecureInputBuffer(
405 size_t index,
406 size_t offset,
407 const CryptoPlugin::SubSample *subSamples,
408 size_t numSubSamples,
409 const uint8_t key[16],
410 const uint8_t iv[16],
411 CryptoPlugin::Mode mode,
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800412 const CryptoPlugin::Pattern &pattern,
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700413 int64_t presentationTimeUs,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700414 uint32_t flags,
415 AString *errorDetailMsg) {
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700416 return mCodec->queueSecureInputBuffer(
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800417 index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700418 presentationTimeUs, flags, errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700419}
420
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800421status_t JMediaCodec::queueBuffer(
422 size_t index, const std::shared_ptr<C2Buffer> &buffer, int64_t timeUs,
423 uint32_t flags, const sp<AMessage> &tunings, AString *errorDetailMsg) {
424 return mCodec->queueBuffer(
425 index, buffer, timeUs, flags, tunings, errorDetailMsg);
426}
427
428status_t JMediaCodec::queueEncryptedLinearBlock(
429 size_t index,
430 const sp<hardware::HidlMemory> &buffer,
431 size_t offset,
432 const CryptoPlugin::SubSample *subSamples,
433 size_t numSubSamples,
434 const uint8_t key[16],
435 const uint8_t iv[16],
436 CryptoPlugin::Mode mode,
437 const CryptoPlugin::Pattern &pattern,
438 int64_t presentationTimeUs,
439 uint32_t flags,
440 const sp<AMessage> &tunings,
441 AString *errorDetailMsg) {
442 return mCodec->queueEncryptedBuffer(
443 index, buffer, offset, subSamples, numSubSamples, key, iv, mode, pattern,
444 presentationTimeUs, flags, tunings, errorDetailMsg);
445}
446
Andreas Huber88572f72012-02-21 11:47:18 -0800447status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700448 return mCodec->dequeueInputBuffer(index, timeoutUs);
Andreas Huber88572f72012-02-21 11:47:18 -0800449}
450
451status_t JMediaCodec::dequeueOutputBuffer(
452 JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
453 size_t size, offset;
454 int64_t timeUs;
455 uint32_t flags;
Andreas Huberaba67132013-10-22 12:40:01 -0700456 status_t err = mCodec->dequeueOutputBuffer(
457 index, &offset, &size, &timeUs, &flags, timeoutUs);
458
Andreas Huberaba67132013-10-22 12:40:01 -0700459 if (err != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800460 return err;
461 }
462
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700463 ScopedLocalRef<jclass> clazz(
464 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
Andreas Huber88572f72012-02-21 11:47:18 -0800465
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700466 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
Ashok Bhatfef85ef2014-03-05 15:06:05 +0000467 env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800468
469 return OK;
470}
471
Lajos Molnar7c513b6b2014-05-08 17:16:45 -0700472status_t JMediaCodec::releaseOutputBuffer(
473 size_t index, bool render, bool updatePTS, int64_t timestampNs) {
474 if (updatePTS) {
475 return mCodec->renderOutputBufferAndRelease(index, timestampNs);
476 }
Andreas Huber88572f72012-02-21 11:47:18 -0800477 return render
478 ? mCodec->renderOutputBufferAndRelease(index)
479 : mCodec->releaseOutputBuffer(index);
480}
481
Andy McFadden2621e402013-02-19 07:29:21 -0800482status_t JMediaCodec::signalEndOfInputStream() {
483 return mCodec->signalEndOfInputStream();
484}
485
Lajos Molnard4023112014-07-11 15:12:59 -0700486status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
Andreas Huber88572f72012-02-21 11:47:18 -0800487 sp<AMessage> msg;
488 status_t err;
Lajos Molnard4023112014-07-11 15:12:59 -0700489 err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
490 if (err != OK) {
491 return err;
492 }
493
494 return ConvertMessageToMap(env, msg, format);
495}
496
497status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
498 sp<AMessage> msg;
499 status_t err;
500 if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800501 return err;
502 }
503
504 return ConvertMessageToMap(env, msg, format);
505}
506
507status_t JMediaCodec::getBuffers(
508 JNIEnv *env, bool input, jobjectArray *bufArray) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900509 Vector<sp<MediaCodecBuffer> > buffers;
Andreas Huber88572f72012-02-21 11:47:18 -0800510
511 status_t err =
512 input
513 ? mCodec->getInputBuffers(&buffers)
514 : mCodec->getOutputBuffers(&buffers);
515
516 if (err != OK) {
517 return err;
518 }
519
Andreas Huber88572f72012-02-21 11:47:18 -0800520 *bufArray = (jobjectArray)env->NewObjectArray(
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800521 buffers.size(), gByteBufferInfo.clazz, NULL);
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800522 if (*bufArray == NULL) {
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800523 return NO_MEMORY;
524 }
Andreas Huber88572f72012-02-21 11:47:18 -0800525
526 for (size_t i = 0; i < buffers.size(); ++i) {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900527 const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
Andreas Huber88572f72012-02-21 11:47:18 -0800528
Lajos Molnar7de28d32014-07-25 07:51:02 -0700529 jobject byteBuffer = NULL;
530 err = createByteBufferFromABuffer(
531 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
532 if (err != OK) {
533 return err;
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800534 }
Lajos Molnar7de28d32014-07-25 07:51:02 -0700535 if (byteBuffer != NULL) {
536 env->SetObjectArrayElement(
537 *bufArray, i, byteBuffer);
538
Lajos Molnard4023112014-07-11 15:12:59 -0700539 env->DeleteLocalRef(byteBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700540 byteBuffer = NULL;
Lajos Molnard4023112014-07-11 15:12:59 -0700541 }
Andreas Huber88572f72012-02-21 11:47:18 -0800542 }
543
Lajos Molnar7de28d32014-07-25 07:51:02 -0700544 return OK;
545}
Andreas Huber3dd7fd02012-05-08 13:50:45 -0700546
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800547template <typename T>
548static jobject CreateByteBuffer(
549 JNIEnv *env, T *base, size_t capacity, size_t offset, size_t size,
550 bool readOnly, bool clearBuffer) {
551 jobject byteBuffer =
552 env->NewDirectByteBuffer(
553 const_cast<typename std::remove_const<T>::type *>(base),
554 capacity);
555 if (readOnly && byteBuffer != NULL) {
556 jobject readOnlyBuffer = env->CallObjectMethod(
557 byteBuffer, gByteBufferInfo.asReadOnlyBufferId);
558 env->DeleteLocalRef(byteBuffer);
559 byteBuffer = readOnlyBuffer;
560 }
561 if (byteBuffer == NULL) {
562 return nullptr;
563 }
564 jobject me = env->CallObjectMethod(
565 byteBuffer, gByteBufferInfo.orderId, gByteBufferInfo.nativeByteOrder);
566 env->DeleteLocalRef(me);
567 me = env->CallObjectMethod(
568 byteBuffer, gByteBufferInfo.limitId,
569 clearBuffer ? capacity : offset + size);
570 env->DeleteLocalRef(me);
571 me = env->CallObjectMethod(
572 byteBuffer, gByteBufferInfo.positionId,
573 clearBuffer ? 0 : offset);
574 env->DeleteLocalRef(me);
575 me = NULL;
576 return byteBuffer;
577}
578
579
Lajos Molnar7de28d32014-07-25 07:51:02 -0700580// static
Wonsik Kim4273dd02016-09-27 15:23:35 +0900581template <typename T>
Lajos Molnar7de28d32014-07-25 07:51:02 -0700582status_t JMediaCodec::createByteBufferFromABuffer(
Wonsik Kim4273dd02016-09-27 15:23:35 +0900583 JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
Lajos Molnar7de28d32014-07-25 07:51:02 -0700584 jobject *buf) const {
585 // if this is an ABuffer that doesn't actually hold any accessible memory,
586 // use a null ByteBuffer
587 *buf = NULL;
Aaron Vaagee5b641e2015-09-03 15:12:57 -0700588
589 if (buffer == NULL) {
590 ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
591 return OK;
592 }
593
Lajos Molnar7de28d32014-07-25 07:51:02 -0700594 if (buffer->base() == NULL) {
595 return OK;
596 }
597
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800598 jobject byteBuffer = CreateByteBuffer(
599 env, buffer->base(), buffer->capacity(), buffer->offset(), buffer->size(),
600 readOnly, clearBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700601
602 *buf = byteBuffer;
Andreas Huber88572f72012-02-21 11:47:18 -0800603 return OK;
604}
605
Lajos Molnard4023112014-07-11 15:12:59 -0700606status_t JMediaCodec::getBuffer(
607 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900608 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700609
610 status_t err =
611 input
612 ? mCodec->getInputBuffer(index, &buffer)
613 : mCodec->getOutputBuffer(index, &buffer);
614
615 if (err != OK) {
616 return err;
617 }
618
Lajos Molnar7de28d32014-07-25 07:51:02 -0700619 return createByteBufferFromABuffer(
620 env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
Lajos Molnard4023112014-07-11 15:12:59 -0700621}
622
623status_t JMediaCodec::getImage(
624 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900625 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700626
627 status_t err =
628 input
629 ? mCodec->getInputBuffer(index, &buffer)
630 : mCodec->getOutputBuffer(index, &buffer);
631
632 if (err != OK) {
633 return err;
634 }
635
636 // if this is an ABuffer that doesn't actually hold any accessible memory,
637 // use a null ByteBuffer
638 *buf = NULL;
639 if (buffer->base() == NULL) {
640 return OK;
641 }
642
643 // check if buffer is an image
Lajos Molnar7de28d32014-07-25 07:51:02 -0700644 sp<ABuffer> imageData;
645 if (!buffer->meta()->findBuffer("image-data", &imageData)) {
Lajos Molnard4023112014-07-11 15:12:59 -0700646 return OK;
647 }
648
Lajos Molnar7de28d32014-07-25 07:51:02 -0700649 int64_t timestamp = 0;
650 if (!input && buffer->meta()->findInt64("timeUs", &timestamp)) {
651 timestamp *= 1000; // adjust to ns
652 }
653
654 jobject byteBuffer = NULL;
655 err = createByteBufferFromABuffer(
656 env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
657 if (err != OK) {
658 return OK;
659 }
660
661 jobject infoBuffer = NULL;
662 err = createByteBufferFromABuffer(
663 env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
664 if (err != OK) {
665 env->DeleteLocalRef(byteBuffer);
666 byteBuffer = NULL;
667 return OK;
668 }
669
670 jobject cropRect = NULL;
671 int32_t left, top, right, bottom;
672 if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
673 ScopedLocalRef<jclass> rectClazz(
674 env, env->FindClass("android/graphics/Rect"));
675 CHECK(rectClazz.get() != NULL);
676
677 jmethodID rectConstructID = env->GetMethodID(
678 rectClazz.get(), "<init>", "(IIII)V");
679
680 cropRect = env->NewObject(
681 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
682 }
683
684 ScopedLocalRef<jclass> imageClazz(
685 env, env->FindClass("android/media/MediaCodec$MediaImage"));
686 CHECK(imageClazz.get() != NULL);
687
688 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
689 "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
690
691 *buf = env->NewObject(imageClazz.get(), imageConstructID,
692 byteBuffer, infoBuffer,
693 (jboolean)!input /* readOnly */,
694 (jlong)timestamp,
695 (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
696
697 // if MediaImage creation fails, return null
698 if (env->ExceptionCheck()) {
699 env->ExceptionDescribe();
700 env->ExceptionClear();
701 *buf = NULL;
702 }
703
704 if (cropRect != NULL) {
705 env->DeleteLocalRef(cropRect);
706 cropRect = NULL;
707 }
708
709 env->DeleteLocalRef(byteBuffer);
710 byteBuffer = NULL;
711
712 env->DeleteLocalRef(infoBuffer);
713 infoBuffer = NULL;
714
Lajos Molnard4023112014-07-11 15:12:59 -0700715 return OK;
716}
717
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800718status_t JMediaCodec::getOutputFrame(
719 JNIEnv *env, jobject frame, size_t index) const {
720 sp<MediaCodecBuffer> buffer;
721
722 status_t err = mCodec->getOutputBuffer(index, &buffer);
723 if (err != OK) {
724 return err;
725 }
726
727 if (buffer->size() > 0) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800728 std::shared_ptr<C2Buffer> c2Buffer = buffer->asC2Buffer();
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800729 if (c2Buffer) {
730 switch (c2Buffer->data().type()) {
731 case C2BufferData::LINEAR: {
732 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
733 context->mBuffer = c2Buffer;
734 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
735 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800736 env->CallVoidMethod(
737 linearBlock.get(),
738 gLinearBlockInfo.setInternalStateId,
739 (jlong)context.release(),
740 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800741 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
742 break;
743 }
744 case C2BufferData::GRAPHIC: {
Wonsik Kim637afb22020-02-25 14:27:29 -0800745 const C2Handle *c2Handle = c2Buffer->data().graphicBlocks().front().handle();
746 uint32_t width, height, format, stride, igbp_slot, generation;
747 uint64_t usage, igbp_id;
748 _UnwrapNativeCodec2GrallocMetadata(
749 c2Handle, &width, &height, &format, &usage, &stride, &generation,
750 &igbp_id, &igbp_slot);
751 native_handle_t *grallocHandle = UnwrapNativeCodec2GrallocHandle(c2Handle);
752 GraphicBuffer* graphicBuffer = new GraphicBuffer(
753 grallocHandle, GraphicBuffer::CLONE_HANDLE,
754 width, height, format, 1, usage, stride);
755 ScopedLocalRef<jobject> hardwareBuffer{
756 env,
757 android_hardware_HardwareBuffer_createFromAHardwareBuffer(
758 env, AHardwareBuffer_from_GraphicBuffer(graphicBuffer))};
759 env->SetObjectField(
760 frame, gFields.outputFrameHardwareBufferID, hardwareBuffer.get());
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800761 break;
762 }
763 case C2BufferData::LINEAR_CHUNKS: [[fallthrough]];
764 case C2BufferData::GRAPHIC_CHUNKS: [[fallthrough]];
765 case C2BufferData::INVALID: [[fallthrough]];
766 default:
767 return INVALID_OPERATION;
768 }
769 } else {
770 if (!mGraphicOutput) {
771 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
772 context->mLegacyBuffer = buffer;
773 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
774 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800775 env->CallVoidMethod(
776 linearBlock.get(),
777 gLinearBlockInfo.setInternalStateId,
778 (jlong)context.release(),
779 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800780 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
781 } else {
Wonsik Kim637afb22020-02-25 14:27:29 -0800782 // No-op.
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800783 }
784 }
785 }
786
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700787 jobject formatMap;
788 err = getOutputFormat(env, index, &formatMap);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800789 if (err != OK) {
790 return err;
791 }
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700792 ScopedLocalRef<jclass> mediaFormatClass{env, env->FindClass("android/media/MediaFormat")};
793 ScopedLocalRef<jobject> format{env, env->NewObject(
794 mediaFormatClass.get(),
795 env->GetMethodID(mediaFormatClass.get(), "<init>", "(Ljava/util/Map;)V"),
796 formatMap)};
797 env->SetObjectField(frame, gFields.outputFrameFormatID, format.get());
798 env->DeleteLocalRef(formatMap);
799 formatMap = nullptr;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800800
801 sp<RefBase> obj;
802 if (buffer->meta()->findObject("changedKeys", &obj) && obj) {
803 sp<MediaCodec::WrapperObject<std::set<std::string>>> changedKeys{
804 (decltype(changedKeys.get()))obj.get()};
805 ScopedLocalRef<jobject> changedKeysObj{env, env->GetObjectField(
806 frame, gFields.outputFrameChangedKeysID)};
807 for (const std::string &key : changedKeys->value) {
808 ScopedLocalRef<jstring> keyStr{env, env->NewStringUTF(key.c_str())};
809 (void)env->CallBooleanMethod(changedKeysObj.get(), gArrayListInfo.addId, keyStr.get());
810 }
811 }
812 return OK;
813}
814
815
Martin Storsjo056ef2e2012-09-25 11:53:04 +0300816status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
817 AString name;
818
819 status_t err = mCodec->getName(&name);
820
821 if (err != OK) {
822 return err;
823 }
824
825 *nameStr = env->NewStringUTF(name.c_str());
826
827 return OK;
828}
829
Chong Zhanga0b72a62018-02-28 18:46:26 -0800830static jobject getCodecCapabilitiesObject(
831 JNIEnv *env, const char *mime, bool isEncoder,
832 const sp<MediaCodecInfo::Capabilities> &capabilities) {
833 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
834 Vector<uint32_t> colorFormats;
835
836 sp<AMessage> defaultFormat = new AMessage();
837 defaultFormat->setString("mime", mime);
838
839 capabilities->getSupportedColorFormats(&colorFormats);
840 capabilities->getSupportedProfileLevels(&profileLevels);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800841 sp<AMessage> details = capabilities->getDetails();
842
843 jobject defaultFormatObj = NULL;
844 if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
845 return NULL;
846 }
847 ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
848
849 jobject detailsObj = NULL;
850 if (ConvertMessageToMap(env, details, &detailsObj)) {
851 return NULL;
852 }
853 ScopedLocalRef<jobject> detailsRef(env, detailsObj);
854
855 ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
856 profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
857
858 for (size_t i = 0; i < profileLevels.size(); ++i) {
859 const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
860
861 ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
862 gCodecInfo.profileLevelClazz));
863
864 env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
865 env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
866
867 env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
868 }
869
870 ScopedLocalRef<jintArray> colorFormatsArray(
871 env, env->NewIntArray(colorFormats.size()));
872 for (size_t i = 0; i < colorFormats.size(); ++i) {
873 jint val = colorFormats.itemAt(i);
874 env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
875 }
876
877 return env->NewObject(
878 gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800879 profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
Chong Zhanga0b72a62018-02-28 18:46:26 -0800880 defaultFormatRef.get(), detailsRef.get());
881}
882
883status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
884 sp<MediaCodecInfo> codecInfo;
885
886 status_t err = mCodec->getCodecInfo(&codecInfo);
887
888 if (err != OK) {
889 return err;
890 }
891
892 ScopedLocalRef<jstring> nameObject(env,
Lajos Molnare7473872019-02-05 18:54:27 -0800893 env->NewStringUTF(mNameAtCreation.c_str()));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800894
Lajos Molnard2a7f472018-11-15 12:49:20 -0800895 ScopedLocalRef<jstring> canonicalNameObject(env,
896 env->NewStringUTF(codecInfo->getCodecName()));
897
898 MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
Chong Zhanga0b72a62018-02-28 18:46:26 -0800899 bool isEncoder = codecInfo->isEncoder();
900
Lajos Molnard2a7f472018-11-15 12:49:20 -0800901 Vector<AString> mediaTypes;
902 codecInfo->getSupportedMediaTypes(&mediaTypes);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800903
904 ScopedLocalRef<jobjectArray> capsArrayObj(env,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800905 env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800906
Lajos Molnard2a7f472018-11-15 12:49:20 -0800907 for (size_t i = 0; i < mediaTypes.size(); i++) {
Chong Zhanga0b72a62018-02-28 18:46:26 -0800908 const sp<MediaCodecInfo::Capabilities> caps =
Lajos Molnard2a7f472018-11-15 12:49:20 -0800909 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800910
911 ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
Lajos Molnard2a7f472018-11-15 12:49:20 -0800912 env, mediaTypes[i].c_str(), isEncoder, caps));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800913
914 env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
915 }
916
917 ScopedLocalRef<jclass> codecInfoClazz(env,
918 env->FindClass("android/media/MediaCodecInfo"));
919 CHECK(codecInfoClazz.get() != NULL);
920
921 jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
Lajos Molnarb864a792019-01-17 16:26:22 -0800922 "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
Chong Zhanga0b72a62018-02-28 18:46:26 -0800923
924 *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800925 nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800926
927 return OK;
928}
929
Ray Essick81fbc5b2019-12-07 06:24:59 -0800930status_t JMediaCodec::getMetrics(JNIEnv *, mediametrics::Item * &reply) const {
931 mediametrics_handle_t reply2 = mediametrics::Item::convert(reply);
Ray Essick8268c412019-08-26 15:34:10 -0700932 status_t status = mCodec->getMetrics(reply2);
Ray Essick758c7382019-09-18 14:04:28 -0700933 // getMetrics() updates reply2, pass the converted update along to our caller.
Ray Essick81fbc5b2019-12-07 06:24:59 -0800934 reply = mediametrics::Item::convert(reply2);
Ray Essick0e0fee12017-01-25 18:01:56 -0800935 return status;
936}
937
Andreas Huber226065b2013-08-12 10:14:11 -0700938status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
939 return mCodec->setParameters(msg);
940}
941
Andreas Huberb12a5392012-04-30 14:18:33 -0700942void JMediaCodec::setVideoScalingMode(int mode) {
943 if (mSurfaceTextureClient != NULL) {
Lajos Molnar832939e2018-05-23 14:58:26 -0700944 // this works for components that queue to surface
Andreas Huberb12a5392012-04-30 14:18:33 -0700945 native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
Lajos Molnar832939e2018-05-23 14:58:26 -0700946 // also signal via param for components that queue to IGBP
947 sp<AMessage> msg = new AMessage;
948 msg->setInt32("android._video-scaling", mode);
949 (void)mCodec->setParameters(msg);
Andreas Huberb12a5392012-04-30 14:18:33 -0700950 }
951}
952
ybai5e053202018-11-01 13:02:15 +0800953void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
954 sp<AMessage> msg = new AMessage;
955 msg->setInt32("audio-presentation-presentation-id", presentationId);
956 msg->setInt32("audio-presentation-program-id", programId);
957 (void)mCodec->setParameters(msg);
958}
959
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700960status_t JMediaCodec::querySupportedVendorParameters(JNIEnv *env, jobject *namesObj) {
961 std::vector<std::string> names;
962 status_t status = mCodec->querySupportedVendorParameters(&names);
963 if (status != OK) {
964 return status;
965 }
966 *namesObj = env->NewObject(gArrayListInfo.clazz, gArrayListInfo.ctorId);
967 for (const std::string &name : names) {
968 ScopedLocalRef<jstring> nameStr{env, env->NewStringUTF(name.c_str())};
969 (void)env->CallBooleanMethod(*namesObj, gArrayListInfo.addId, nameStr.get());
970 }
971 return OK;
972}
973
974status_t JMediaCodec::describeParameter(JNIEnv *env, jstring name, jobject *descObj) {
975 const char *tmp = env->GetStringUTFChars(name, nullptr);
976 CodecParameterDescriptor desc;
977 status_t status = mCodec->describeParameter(tmp, &desc);
978 env->ReleaseStringUTFChars(name, tmp);
979 if (status != OK) {
980 return status;
981 }
982 jint type = TYPE_NULL;
983 switch (desc.type) {
984 case AMessage::kTypeInt32: type = TYPE_INTEGER; break;
985 case AMessage::kTypeSize:
986 case AMessage::kTypeInt64: type = TYPE_LONG; break;
987 case AMessage::kTypeFloat: type = TYPE_FLOAT; break;
988 case AMessage::kTypeString: type = TYPE_STRING; break;
989 case AMessage::kTypeBuffer: type = TYPE_BYTE_BUFFER; break;
990 default: type = TYPE_NULL; break;
991 }
992 if (type == TYPE_NULL) {
993 return BAD_VALUE;
994 }
995 *descObj = env->NewObject(gDescriptorInfo.clazz, gDescriptorInfo.ctorId);
996 env->SetObjectField(*descObj, gDescriptorInfo.nameId, name);
997 env->SetIntField(*descObj, gDescriptorInfo.typeId, type);
998 return OK;
999}
1000
1001static void BuildVectorFromList(JNIEnv *env, jobject list, std::vector<std::string> *vec) {
1002 ScopedLocalRef<jclass> listClazz{env, env->FindClass("java/util/List")};
1003 ScopedLocalRef<jclass> iterClazz{env, env->FindClass("java/util/Iterator")};
1004 jmethodID hasNextID = env->GetMethodID(iterClazz.get(), "hasNext", "()Z");
1005 jmethodID nextID = env->GetMethodID(iterClazz.get(), "next", "()Ljava/lang/Object;");
1006 jobject it = env->CallObjectMethod(
1007 list, env->GetMethodID(listClazz.get(), "iterator", "()Ljava/util/Iterator;"));
1008 while (env->CallBooleanMethod(it, hasNextID)) {
1009 jstring name = (jstring)env->CallObjectMethod(it, nextID);
1010 const char *tmp = env->GetStringUTFChars(name, nullptr);
1011 vec->push_back(tmp);
1012 env->ReleaseStringUTFChars(name, tmp);
1013 }
1014}
1015
1016status_t JMediaCodec::subscribeToVendorParameters(JNIEnv *env, jobject namesObj) {
1017 std::vector<std::string> names;
1018 BuildVectorFromList(env, namesObj, &names);
1019 return mCodec->subscribeToVendorParameters(names);
1020}
1021
1022status_t JMediaCodec::unsubscribeFromVendorParameters(JNIEnv *env, jobject namesObj) {
1023 std::vector<std::string> names;
1024 BuildVectorFromList(env, namesObj, &names);
1025 return mCodec->unsubscribeFromVendorParameters(names);
1026}
1027
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001028static jthrowable createCodecException(
1029 JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
1030 ScopedLocalRef<jclass> clazz(
1031 env, env->FindClass("android/media/MediaCodec$CodecException"));
1032 CHECK(clazz.get() != NULL);
1033
Ronghua Wuc53ad692015-05-08 14:40:49 -07001034 const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001035 CHECK(ctor != NULL);
1036
1037 ScopedLocalRef<jstring> msgObj(
1038 env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
1039
1040 // translate action code to Java equivalent
1041 switch (actionCode) {
1042 case ACTION_CODE_TRANSIENT:
1043 actionCode = gCodecActionCodes.codecActionTransient;
1044 break;
1045 case ACTION_CODE_RECOVERABLE:
1046 actionCode = gCodecActionCodes.codecActionRecoverable;
1047 break;
1048 default:
1049 actionCode = 0; // everything else is fatal
1050 break;
1051 }
1052
Ronghua Wuc53ad692015-05-08 14:40:49 -07001053 /* translate OS errors to Java API CodecException errorCodes */
1054 switch (err) {
1055 case NO_MEMORY:
1056 err = gCodecErrorCodes.errorInsufficientResource;
1057 break;
1058 case DEAD_OBJECT:
1059 err = gCodecErrorCodes.errorReclaimed;
1060 break;
1061 default: /* Other error codes go out as is. */
1062 break;
1063 }
1064
1065 return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001066}
1067
Chong Zhang8d5e5562014-07-08 18:49:21 -07001068void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
1069 int32_t arg1, arg2 = 0;
1070 jobject obj = NULL;
1071 CHECK(msg->findInt32("callbackID", &arg1));
1072 JNIEnv *env = AndroidRuntime::getJNIEnv();
Andreas Huberaba67132013-10-22 12:40:01 -07001073
Chong Zhang8d5e5562014-07-08 18:49:21 -07001074 switch (arg1) {
1075 case MediaCodec::CB_INPUT_AVAILABLE:
1076 {
1077 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001078 break;
1079 }
1080
Chong Zhang8d5e5562014-07-08 18:49:21 -07001081 case MediaCodec::CB_OUTPUT_AVAILABLE:
Andreas Huberaba67132013-10-22 12:40:01 -07001082 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001083 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001084
Chong Zhang8d5e5562014-07-08 18:49:21 -07001085 size_t size, offset;
1086 int64_t timeUs;
1087 uint32_t flags;
1088 CHECK(msg->findSize("size", &size));
1089 CHECK(msg->findSize("offset", &offset));
1090 CHECK(msg->findInt64("timeUs", &timeUs));
1091 CHECK(msg->findInt32("flags", (int32_t *)&flags));
1092
1093 ScopedLocalRef<jclass> clazz(
1094 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
1095 jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
1096 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
1097
1098 obj = env->NewObject(clazz.get(), ctor);
1099
1100 if (obj == NULL) {
1101 if (env->ExceptionCheck()) {
1102 ALOGE("Could not create MediaCodec.BufferInfo.");
1103 env->ExceptionClear();
Andreas Huberaba67132013-10-22 12:40:01 -07001104 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001105 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1106 return;
Andreas Huberaba67132013-10-22 12:40:01 -07001107 }
1108
Chong Zhang8d5e5562014-07-08 18:49:21 -07001109 env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
1110 break;
1111 }
1112
1113 case MediaCodec::CB_ERROR:
1114 {
Chong Zhang94686d12014-07-11 15:53:58 -07001115 int32_t err, actionCode;
1116 CHECK(msg->findInt32("err", &err));
Chong Zhang8d5e5562014-07-08 18:49:21 -07001117 CHECK(msg->findInt32("actionCode", &actionCode));
1118
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001119 // note that DRM errors could conceivably alias into a CodecException
1120 obj = (jobject)createCodecException(env, err, actionCode);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001121
1122 if (obj == NULL) {
1123 if (env->ExceptionCheck()) {
Chong Zhang94686d12014-07-11 15:53:58 -07001124 ALOGE("Could not create CodecException object.");
Chong Zhang8d5e5562014-07-08 18:49:21 -07001125 env->ExceptionClear();
1126 }
1127 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1128 return;
1129 }
Andreas Huberaba67132013-10-22 12:40:01 -07001130
1131 break;
1132 }
1133
Chong Zhang8d5e5562014-07-08 18:49:21 -07001134 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
Andreas Huberaba67132013-10-22 12:40:01 -07001135 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001136 sp<AMessage> format;
1137 CHECK(msg->findMessage("format", &format));
Andreas Huberaba67132013-10-22 12:40:01 -07001138
Chong Zhang8d5e5562014-07-08 18:49:21 -07001139 if (OK != ConvertMessageToMap(env, format, &obj)) {
1140 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1141 return;
1142 }
Andreas Huberaba67132013-10-22 12:40:01 -07001143
Andreas Huberaba67132013-10-22 12:40:01 -07001144 break;
1145 }
1146
1147 default:
1148 TRESPASS();
1149 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001150
1151 env->CallVoidMethod(
1152 mObject,
1153 gFields.postEventFromNativeID,
1154 EVENT_CALLBACK,
1155 arg1,
1156 arg2,
1157 obj);
1158
1159 env->DeleteLocalRef(obj);
Andreas Huberaba67132013-10-22 12:40:01 -07001160}
1161
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001162void JMediaCodec::handleFirstTunnelFrameReadyNotification(const sp<AMessage> &msg) {
1163 int32_t arg1 = 0, arg2 = 0;
1164 jobject obj = NULL;
1165 JNIEnv *env = AndroidRuntime::getJNIEnv();
1166
1167 sp<AMessage> data;
1168 CHECK(msg->findMessage("data", &data));
1169
1170 status_t err = ConvertMessageToMap(env, data, &obj);
1171 if (err != OK) {
1172 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1173 return;
1174 }
1175
1176 env->CallVoidMethod(
1177 mObject, gFields.postEventFromNativeID,
1178 EVENT_FIRST_TUNNEL_FRAME_READY, arg1, arg2, obj);
1179
1180 env->DeleteLocalRef(obj);
1181}
1182
Lajos Molnard8578572015-06-05 20:17:33 -07001183void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
1184 int32_t arg1 = 0, arg2 = 0;
1185 jobject obj = NULL;
1186 JNIEnv *env = AndroidRuntime::getJNIEnv();
1187
1188 sp<AMessage> data;
1189 CHECK(msg->findMessage("data", &data));
1190
1191 status_t err = ConvertMessageToMap(env, data, &obj);
1192 if (err != OK) {
1193 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1194 return;
1195 }
1196
1197 env->CallVoidMethod(
1198 mObject, gFields.postEventFromNativeID,
1199 EVENT_FRAME_RENDERED, arg1, arg2, obj);
1200
1201 env->DeleteLocalRef(obj);
1202}
1203
Chong Zhang8d5e5562014-07-08 18:49:21 -07001204void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
1205 switch (msg->what()) {
1206 case kWhatCallbackNotify:
1207 {
1208 handleCallback(msg);
1209 break;
1210 }
Lajos Molnard8578572015-06-05 20:17:33 -07001211 case kWhatFrameRendered:
1212 {
1213 handleFrameRenderedNotification(msg);
1214 break;
1215 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001216 case kWhatAsyncReleaseComplete:
1217 {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001218 if (mLooper != NULL) {
1219 mLooper->unregisterHandler(id());
1220 mLooper->stop();
1221 mLooper.clear();
1222 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001223 break;
1224 }
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001225 case kWhatFirstTunnelFrameReady:
1226 {
1227 handleFirstTunnelFrameReadyNotification(msg);
1228 break;
1229 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001230 default:
1231 TRESPASS();
1232 }
Andreas Huberaba67132013-10-22 12:40:01 -07001233}
1234
Robert Shih631a80d2021-02-14 02:23:55 -08001235jint MediaErrorToJavaError(status_t err);
1236
Andreas Huber88572f72012-02-21 11:47:18 -08001237} // namespace android
1238
1239////////////////////////////////////////////////////////////////////////////////
1240
1241using namespace android;
1242
1243static sp<JMediaCodec> setMediaCodec(
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001244 JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec, bool release = true) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001245 sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
Andreas Huber88572f72012-02-21 11:47:18 -08001246 if (codec != NULL) {
1247 codec->incStrong(thiz);
1248 }
1249 if (old != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -08001250 /* release MediaCodec and stop the looper now before decStrong.
1251 * otherwise JMediaCodec::~JMediaCodec() could be called from within
1252 * its message handler, doing release() from there will deadlock
1253 * (as MediaCodec::release() post synchronous message to the same looper)
1254 */
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001255 if (release) {
1256 old->release();
1257 }
Andreas Huber88572f72012-02-21 11:47:18 -08001258 old->decStrong(thiz);
1259 }
Wonsik Kim61796fd2018-09-13 13:15:59 -07001260 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
Andreas Huber88572f72012-02-21 11:47:18 -08001261
1262 return old;
1263}
1264
1265static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001266 sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1267 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1268 return codec;
Andreas Huber88572f72012-02-21 11:47:18 -08001269}
1270
1271static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001272 // Clear Java native reference.
1273 sp<JMediaCodec> codec = setMediaCodec(env, thiz, nullptr, false /* release */);
Wonsik Kim89666622020-04-28 10:43:47 -07001274 if (codec != NULL) {
1275 codec->releaseAsync();
1276 }
Andreas Huber88572f72012-02-21 11:47:18 -08001277}
1278
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001279static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
1280 jthrowable exception = createCodecException(env, err, actionCode, msg);
1281 env->Throw(exception);
1282}
1283
Robert Shih631a80d2021-02-14 02:23:55 -08001284static void throwCryptoException(JNIEnv *env, status_t err, const char *msg,
1285 const sp<ICrypto> &crypto) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001286 ScopedLocalRef<jclass> clazz(
1287 env, env->FindClass("android/media/MediaCodec$CryptoException"));
1288 CHECK(clazz.get() != NULL);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001289
1290 jmethodID constructID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001291 env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
Andreas Huberbfc56f42012-04-19 12:47:07 -07001292 CHECK(constructID != NULL);
1293
Robert Shih631a80d2021-02-14 02:23:55 -08001294 std::string defaultMsg = "Unknown Error";
Andreas Huberbfc56f42012-04-19 12:47:07 -07001295
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001296 /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
Jeff Tinker3ed38262013-08-02 23:24:51 -07001297 switch (err) {
1298 case ERROR_DRM_NO_LICENSE:
1299 err = gCryptoErrorCodes.cryptoErrorNoKey;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001300 defaultMsg = "Crypto key not available";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001301 break;
1302 case ERROR_DRM_LICENSE_EXPIRED:
1303 err = gCryptoErrorCodes.cryptoErrorKeyExpired;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001304 defaultMsg = "License expired";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001305 break;
1306 case ERROR_DRM_RESOURCE_BUSY:
1307 err = gCryptoErrorCodes.cryptoErrorResourceBusy;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001308 defaultMsg = "Resource busy or unavailable";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001309 break;
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001310 case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
1311 err = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001312 defaultMsg = "Required output protections are not active";
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001313 break;
Jeff Tinker96a2a952015-07-01 17:35:18 -07001314 case ERROR_DRM_SESSION_NOT_OPENED:
1315 err = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001316 defaultMsg = "Attempted to use a closed session";
Jeff Tinker96a2a952015-07-01 17:35:18 -07001317 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001318 case ERROR_DRM_INSUFFICIENT_SECURITY:
1319 err = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
1320 defaultMsg = "Required security level is not met";
1321 break;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001322 case ERROR_DRM_CANNOT_HANDLE:
1323 err = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
1324 defaultMsg = "Operation not supported in this configuration";
1325 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001326 case ERROR_DRM_FRAME_TOO_LARGE:
1327 err = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
1328 defaultMsg = "Decrytped frame exceeds size of output buffer";
1329 break;
1330 case ERROR_DRM_SESSION_LOST_STATE:
1331 err = gCryptoErrorCodes.cryptoErrorLostState;
1332 defaultMsg = "Session state was lost, open a new session and retry";
1333 break;
Robert Shih631a80d2021-02-14 02:23:55 -08001334 default: /* Other negative DRM error codes go out best-effort. */
1335 err = MediaErrorToJavaError(err);
1336 defaultMsg = StrCryptoError(err);
Jeff Tinker3ed38262013-08-02 23:24:51 -07001337 break;
1338 }
1339
Robert Shih631a80d2021-02-14 02:23:55 -08001340 std::string msgStr(msg != NULL ? msg : defaultMsg.c_str());
1341 if (crypto != NULL) {
1342 msgStr = DrmUtils::GetExceptionMessage(err, msgStr.c_str(), crypto);
1343 }
1344 jstring msgObj = env->NewStringUTF(msgStr.c_str());
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001345
Andreas Huberbfc56f42012-04-19 12:47:07 -07001346 jthrowable exception =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001347 (jthrowable)env->NewObject(clazz.get(), constructID, err, msgObj);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001348
1349 env->Throw(exception);
1350}
1351
1352static jint throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001353 JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
Robert Shih631a80d2021-02-14 02:23:55 -08001354 const char *msg = NULL, const sp<ICrypto>& crypto = NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -08001355 switch (err) {
1356 case OK:
1357 return 0;
1358
1359 case -EAGAIN:
1360 return DEQUEUE_INFO_TRY_AGAIN_LATER;
1361
1362 case INFO_FORMAT_CHANGED:
1363 return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1364
1365 case INFO_OUTPUT_BUFFERS_CHANGED:
1366 return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1367
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001368 case INVALID_OPERATION:
1369 jniThrowException(env, "java/lang/IllegalStateException", msg);
1370 return 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001371
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001372 case BAD_VALUE:
1373 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1374 return 0;
1375
Andreas Huber88572f72012-02-21 11:47:18 -08001376 default:
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001377 if (isCryptoError(err)) {
Robert Shih631a80d2021-02-14 02:23:55 -08001378 throwCryptoException(env, err, msg, crypto);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001379 return 0;
1380 }
1381 throwCodecException(env, err, actionCode, msg);
1382 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08001383 }
Andreas Huber88572f72012-02-21 11:47:18 -08001384}
1385
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001386static void android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(
1387 JNIEnv *env,
1388 jobject thiz,
1389 jboolean enabled) {
1390 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1391
1392 if (codec == NULL || codec->initCheck() != OK) {
1393 throwExceptionAsNecessary(env, INVALID_OPERATION);
1394 return;
1395 }
1396
1397 status_t err = codec->enableOnFirstTunnelFrameReadyListener(enabled);
1398
1399 throwExceptionAsNecessary(env, err);
1400}
1401
Lajos Molnard8578572015-06-05 20:17:33 -07001402static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1403 JNIEnv *env,
1404 jobject thiz,
1405 jboolean enabled) {
1406 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1407
Wonsik Kim24e53802020-05-08 20:04:26 -07001408 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnard8578572015-06-05 20:17:33 -07001409 throwExceptionAsNecessary(env, INVALID_OPERATION);
1410 return;
1411 }
1412
1413 status_t err = codec->enableOnFrameRenderedListener(enabled);
1414
1415 throwExceptionAsNecessary(env, err);
1416}
1417
Chong Zhang8d5e5562014-07-08 18:49:21 -07001418static void android_media_MediaCodec_native_setCallback(
1419 JNIEnv *env,
1420 jobject thiz,
1421 jobject cb) {
1422 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1423
Wonsik Kim24e53802020-05-08 20:04:26 -07001424 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001425 throwExceptionAsNecessary(env, INVALID_OPERATION);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001426 return;
1427 }
1428
1429 status_t err = codec->setCallback(cb);
1430
1431 throwExceptionAsNecessary(env, err);
1432}
1433
Andreas Huber88572f72012-02-21 11:47:18 -08001434static void android_media_MediaCodec_native_configure(
1435 JNIEnv *env,
1436 jobject thiz,
1437 jobjectArray keys, jobjectArray values,
1438 jobject jsurface,
Andreas Huber8240d922012-04-04 14:06:32 -07001439 jobject jcrypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -08001440 jobject descramblerBinderObj,
Andreas Huber88572f72012-02-21 11:47:18 -08001441 jint flags) {
1442 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1443
Wonsik Kim24e53802020-05-08 20:04:26 -07001444 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001445 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001446 return;
1447 }
1448
1449 sp<AMessage> format;
1450 status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1451
1452 if (err != OK) {
1453 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1454 return;
1455 }
1456
Andy McFaddend47f7d82012-12-18 09:48:38 -08001457 sp<IGraphicBufferProducer> bufferProducer;
Andreas Huber88572f72012-02-21 11:47:18 -08001458 if (jsurface != NULL) {
Jeff Brown64a55af2012-08-26 02:47:39 -07001459 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
Andreas Huber88572f72012-02-21 11:47:18 -08001460 if (surface != NULL) {
Mathias Agopian52800612013-02-14 17:11:20 -08001461 bufferProducer = surface->getIGraphicBufferProducer();
Andreas Huber88572f72012-02-21 11:47:18 -08001462 } else {
1463 jniThrowException(
1464 env,
1465 "java/lang/IllegalArgumentException",
1466 "The surface has been released");
1467 return;
1468 }
1469 }
1470
Andreas Huber8240d922012-04-04 14:06:32 -07001471 sp<ICrypto> crypto;
1472 if (jcrypto != NULL) {
1473 crypto = JCrypto::GetCrypto(env, jcrypto);
1474 }
1475
Chong Zhangd5927ae2017-01-03 11:07:18 -08001476 sp<IDescrambler> descrambler;
1477 if (descramblerBinderObj != NULL) {
Chong Zhangcd538552018-02-21 17:22:19 -08001478 descrambler = GetDescrambler(env, descramblerBinderObj);
Chong Zhangd5927ae2017-01-03 11:07:18 -08001479 }
1480
1481 err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -08001482
1483 throwExceptionAsNecessary(env, err);
1484}
1485
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001486static void android_media_MediaCodec_native_setSurface(
1487 JNIEnv *env,
1488 jobject thiz,
1489 jobject jsurface) {
1490 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1491
Wonsik Kim24e53802020-05-08 20:04:26 -07001492 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001493 throwExceptionAsNecessary(env, INVALID_OPERATION);
1494 return;
1495 }
1496
1497 sp<IGraphicBufferProducer> bufferProducer;
1498 if (jsurface != NULL) {
1499 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1500 if (surface != NULL) {
1501 bufferProducer = surface->getIGraphicBufferProducer();
1502 } else {
1503 jniThrowException(
1504 env,
1505 "java/lang/IllegalArgumentException",
1506 "The surface has been released");
1507 return;
1508 }
1509 }
1510
1511 status_t err = codec->setSurface(bufferProducer);
1512 throwExceptionAsNecessary(env, err);
1513}
1514
Chong Zhang8034d602015-04-28 13:38:48 -07001515sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1516 JNIEnv* env, jobject object) {
1517 sp<PersistentSurface> persistentSurface;
1518
1519 jobject lock = env->GetObjectField(
1520 object, gPersistentSurfaceClassInfo.mLock);
1521 if (env->MonitorEnter(lock) == JNI_OK) {
1522 persistentSurface = reinterpret_cast<PersistentSurface *>(
1523 env->GetLongField(object,
1524 gPersistentSurfaceClassInfo.mPersistentObject));
1525 env->MonitorExit(lock);
1526 }
1527 env->DeleteLocalRef(lock);
1528
1529 return persistentSurface;
1530}
1531
1532static jobject android_media_MediaCodec_createPersistentInputSurface(
1533 JNIEnv* env, jclass /* clazz */) {
1534 ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1535 sp<PersistentSurface> persistentSurface =
1536 MediaCodec::CreatePersistentInputSurface();
1537
1538 if (persistentSurface == NULL) {
1539 return NULL;
1540 }
1541
1542 sp<Surface> surface = new Surface(
1543 persistentSurface->getBufferProducer(), true);
1544 if (surface == NULL) {
1545 return NULL;
1546 }
1547
1548 jobject object = env->NewObject(
1549 gPersistentSurfaceClassInfo.clazz,
1550 gPersistentSurfaceClassInfo.ctor);
1551
1552 if (object == NULL) {
1553 if (env->ExceptionCheck()) {
1554 ALOGE("Could not create PersistentSurface.");
1555 env->ExceptionClear();
1556 }
1557 return NULL;
1558 }
1559
1560 jobject lock = env->GetObjectField(
1561 object, gPersistentSurfaceClassInfo.mLock);
1562 if (env->MonitorEnter(lock) == JNI_OK) {
1563 env->CallVoidMethod(
1564 object,
1565 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1566 (jlong)surface.get());
1567 env->SetLongField(
1568 object,
1569 gPersistentSurfaceClassInfo.mPersistentObject,
1570 (jlong)persistentSurface.get());
1571 env->MonitorExit(lock);
1572 } else {
1573 env->DeleteLocalRef(object);
1574 object = NULL;
1575 }
1576 env->DeleteLocalRef(lock);
1577
1578 if (object != NULL) {
1579 surface->incStrong(&sRefBaseOwner);
1580 persistentSurface->incStrong(&sRefBaseOwner);
1581 }
1582
1583 return object;
1584}
1585
1586static void android_media_MediaCodec_releasePersistentInputSurface(
1587 JNIEnv* env, jclass /* clazz */, jobject object) {
1588 sp<PersistentSurface> persistentSurface;
1589
1590 jobject lock = env->GetObjectField(
1591 object, gPersistentSurfaceClassInfo.mLock);
1592 if (env->MonitorEnter(lock) == JNI_OK) {
1593 persistentSurface = reinterpret_cast<PersistentSurface *>(
1594 env->GetLongField(
1595 object, gPersistentSurfaceClassInfo.mPersistentObject));
1596 env->SetLongField(
1597 object,
1598 gPersistentSurfaceClassInfo.mPersistentObject,
1599 (jlong)0);
1600 env->MonitorExit(lock);
1601 }
1602 env->DeleteLocalRef(lock);
1603
1604 if (persistentSurface != NULL) {
1605 persistentSurface->decStrong(&sRefBaseOwner);
1606 }
1607 // no need to release surface as it will be released by Surface's jni
1608}
1609
Chong Zhang9560ddb2015-05-13 10:25:29 -07001610static void android_media_MediaCodec_setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -07001611 JNIEnv* env, jobject thiz, jobject object) {
Chong Zhang9560ddb2015-05-13 10:25:29 -07001612 ALOGV("android_media_MediaCodec_setInputSurface");
Chong Zhang8034d602015-04-28 13:38:48 -07001613
1614 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001615 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhang8034d602015-04-28 13:38:48 -07001616 throwExceptionAsNecessary(env, INVALID_OPERATION);
1617 return;
1618 }
1619
1620 sp<PersistentSurface> persistentSurface =
1621 android_media_MediaCodec_getPersistentInputSurface(env, object);
1622
Marco Nelissen59cf9aa2018-04-19 11:02:00 -07001623 if (persistentSurface == NULL) {
1624 throwExceptionAsNecessary(
1625 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1626 return;
1627 }
Chong Zhang9560ddb2015-05-13 10:25:29 -07001628 status_t err = codec->setInputSurface(persistentSurface);
Chong Zhang8034d602015-04-28 13:38:48 -07001629 if (err != NO_ERROR) {
1630 throwExceptionAsNecessary(env, err);
1631 }
1632}
1633
Andy McFadden2621e402013-02-19 07:29:21 -08001634static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1635 jobject thiz) {
1636 ALOGV("android_media_MediaCodec_createInputSurface");
1637
1638 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001639 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001640 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08001641 return NULL;
1642 }
1643
1644 // Tell the MediaCodec that we want to use a Surface as input.
1645 sp<IGraphicBufferProducer> bufferProducer;
1646 status_t err = codec->createInputSurface(&bufferProducer);
1647 if (err != NO_ERROR) {
1648 throwExceptionAsNecessary(env, err);
1649 return NULL;
1650 }
1651
1652 // Wrap the IGBP in a Java-language Surface.
1653 return android_view_Surface_createFromIGraphicBufferProducer(env,
1654 bufferProducer);
1655}
1656
Andreas Huber88572f72012-02-21 11:47:18 -08001657static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1658 ALOGV("android_media_MediaCodec_start");
1659
1660 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1661
Wonsik Kim24e53802020-05-08 20:04:26 -07001662 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001663 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001664 return;
1665 }
1666
1667 status_t err = codec->start();
1668
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001669 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
Andreas Huber88572f72012-02-21 11:47:18 -08001670}
1671
1672static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1673 ALOGV("android_media_MediaCodec_stop");
1674
1675 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1676
Wonsik Kim24e53802020-05-08 20:04:26 -07001677 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001678 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001679 return;
1680 }
1681
1682 status_t err = codec->stop();
1683
1684 throwExceptionAsNecessary(env, err);
1685}
1686
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001687static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1688 ALOGV("android_media_MediaCodec_reset");
1689
1690 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1691
Wonsik Kim24e53802020-05-08 20:04:26 -07001692 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001693 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001694 return;
1695 }
1696
1697 status_t err = codec->reset();
1698 if (err != OK) {
1699 // treat all errors as fatal for now, though resource not available
1700 // errors could be treated as transient.
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001701 // we also should avoid sending INVALID_OPERATION here due to
1702 // the transitory nature of reset(), it should not inadvertently
1703 // trigger an IllegalStateException.
1704 err = UNKNOWN_ERROR;
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001705 }
1706 throwExceptionAsNecessary(env, err);
1707}
1708
Andreas Huber88572f72012-02-21 11:47:18 -08001709static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1710 ALOGV("android_media_MediaCodec_flush");
1711
1712 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1713
Wonsik Kim24e53802020-05-08 20:04:26 -07001714 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001715 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001716 return;
1717 }
1718
1719 status_t err = codec->flush();
1720
1721 throwExceptionAsNecessary(env, err);
1722}
1723
1724static void android_media_MediaCodec_queueInputBuffer(
1725 JNIEnv *env,
1726 jobject thiz,
1727 jint index,
1728 jint offset,
1729 jint size,
1730 jlong timestampUs,
1731 jint flags) {
1732 ALOGV("android_media_MediaCodec_queueInputBuffer");
1733
1734 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1735
Wonsik Kim24e53802020-05-08 20:04:26 -07001736 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001737 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001738 return;
1739 }
1740
Andreas Huberbfc56f42012-04-19 12:47:07 -07001741 AString errorDetailMsg;
Andreas Huber88572f72012-02-21 11:47:18 -08001742
Andreas Huberbfc56f42012-04-19 12:47:07 -07001743 status_t err = codec->queueInputBuffer(
1744 index, offset, size, timestampUs, flags, &errorDetailMsg);
1745
1746 throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001747 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
Andreas Huber88572f72012-02-21 11:47:18 -08001748}
1749
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001750struct NativeCryptoInfo {
1751 NativeCryptoInfo(JNIEnv *env, jobject cryptoInfoObj)
1752 : mEnv{env},
1753 mIvObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID)},
1754 mKeyObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID)} {
1755 mNumSubSamples = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1756
1757 ScopedLocalRef<jintArray> numBytesOfClearDataObj{env, (jintArray)env->GetObjectField(
1758 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID)};
1759
1760 ScopedLocalRef<jintArray> numBytesOfEncryptedDataObj{env, (jintArray)env->GetObjectField(
1761 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID)};
1762
1763 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1764 if (jmode == gCryptoModes.Unencrypted) {
1765 mMode = CryptoPlugin::kMode_Unencrypted;
1766 } else if (jmode == gCryptoModes.AesCtr) {
1767 mMode = CryptoPlugin::kMode_AES_CTR;
1768 } else if (jmode == gCryptoModes.AesCbc) {
1769 mMode = CryptoPlugin::kMode_AES_CBC;
1770 } else {
1771 throwExceptionAsNecessary(env, INVALID_OPERATION);
1772 return;
1773 }
1774
1775 ScopedLocalRef<jobject> patternObj{
1776 env, env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID)};
1777
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001778 if (patternObj.get() == nullptr) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001779 mPattern.mEncryptBlocks = 0;
1780 mPattern.mSkipBlocks = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001781 } else {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001782 mPattern.mEncryptBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001783 patternObj.get(), gFields.patternEncryptBlocksID);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001784 mPattern.mSkipBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001785 patternObj.get(), gFields.patternSkipBlocksID);
1786 }
1787
1788 mErr = OK;
1789 if (mNumSubSamples <= 0) {
1790 mErr = -EINVAL;
1791 } else if (numBytesOfClearDataObj == nullptr
1792 && numBytesOfEncryptedDataObj == nullptr) {
1793 mErr = -EINVAL;
1794 } else if (numBytesOfEncryptedDataObj != nullptr
1795 && env->GetArrayLength(numBytesOfEncryptedDataObj.get()) < mNumSubSamples) {
1796 mErr = -ERANGE;
1797 } else if (numBytesOfClearDataObj != nullptr
1798 && env->GetArrayLength(numBytesOfClearDataObj.get()) < mNumSubSamples) {
1799 mErr = -ERANGE;
1800 // subSamples array may silently overflow if number of samples are too large. Use
1801 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1802 } else if (CC_UNLIKELY(mNumSubSamples >= (signed)(INT32_MAX / sizeof(*mSubSamples))) ) {
1803 mErr = -EINVAL;
1804 } else {
1805 jint *numBytesOfClearData =
1806 (numBytesOfClearDataObj == nullptr)
1807 ? nullptr
1808 : env->GetIntArrayElements(numBytesOfClearDataObj.get(), nullptr);
1809
1810 jint *numBytesOfEncryptedData =
1811 (numBytesOfEncryptedDataObj == nullptr)
1812 ? nullptr
1813 : env->GetIntArrayElements(numBytesOfEncryptedDataObj.get(), nullptr);
1814
1815 mSubSamples = new CryptoPlugin::SubSample[mNumSubSamples];
1816
1817 for (jint i = 0; i < mNumSubSamples; ++i) {
1818 mSubSamples[i].mNumBytesOfClearData =
1819 (numBytesOfClearData == nullptr) ? 0 : numBytesOfClearData[i];
1820
1821 mSubSamples[i].mNumBytesOfEncryptedData =
1822 (numBytesOfEncryptedData == nullptr) ? 0 : numBytesOfEncryptedData[i];
1823 }
1824
1825 if (numBytesOfEncryptedData != nullptr) {
1826 env->ReleaseIntArrayElements(
1827 numBytesOfEncryptedDataObj.get(), numBytesOfEncryptedData, 0);
1828 numBytesOfEncryptedData = nullptr;
1829 }
1830
1831 if (numBytesOfClearData != nullptr) {
1832 env->ReleaseIntArrayElements(
1833 numBytesOfClearDataObj.get(), numBytesOfClearData, 0);
1834 numBytesOfClearData = nullptr;
1835 }
1836 }
1837
1838 if (mErr == OK && mKeyObj.get() != nullptr) {
1839 if (env->GetArrayLength(mKeyObj.get()) != 16) {
1840 mErr = -EINVAL;
1841 } else {
1842 mKey = env->GetByteArrayElements(mKeyObj.get(), nullptr);
1843 }
1844 }
1845
1846 if (mErr == OK && mIvObj.get() != nullptr) {
1847 if (env->GetArrayLength(mIvObj.get()) != 16) {
1848 mErr = -EINVAL;
1849 } else {
1850 mIv = env->GetByteArrayElements(mIvObj.get(), nullptr);
1851 }
1852 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001853
1854 }
1855
1856 explicit NativeCryptoInfo(jint size)
1857 : mIvObj{nullptr, nullptr},
1858 mKeyObj{nullptr, nullptr},
1859 mMode{CryptoPlugin::kMode_Unencrypted},
1860 mPattern{0, 0} {
1861 mSubSamples = new CryptoPlugin::SubSample[1];
1862 mNumSubSamples = 1;
1863 mSubSamples[0].mNumBytesOfClearData = size;
1864 mSubSamples[0].mNumBytesOfEncryptedData = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001865 }
1866
1867 ~NativeCryptoInfo() {
1868 if (mIv != nullptr) {
1869 mEnv->ReleaseByteArrayElements(mIvObj.get(), mIv, 0);
1870 }
1871
1872 if (mKey != nullptr) {
1873 mEnv->ReleaseByteArrayElements(mKeyObj.get(), mKey, 0);
1874 }
1875
1876 if (mSubSamples != nullptr) {
1877 delete[] mSubSamples;
1878 }
1879 }
1880
1881 JNIEnv *mEnv{nullptr};
1882 ScopedLocalRef<jbyteArray> mIvObj;
1883 ScopedLocalRef<jbyteArray> mKeyObj;
1884 status_t mErr{OK};
1885
1886 CryptoPlugin::SubSample *mSubSamples{nullptr};
1887 int32_t mNumSubSamples{0};
1888 jbyte *mIv{nullptr};
1889 jbyte *mKey{nullptr};
1890 enum CryptoPlugin::Mode mMode;
1891 CryptoPlugin::Pattern mPattern;
1892};
1893
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001894static void android_media_MediaCodec_queueSecureInputBuffer(
1895 JNIEnv *env,
1896 jobject thiz,
1897 jint index,
1898 jint offset,
Andreas Huber91befdc2012-04-18 12:19:51 -07001899 jobject cryptoInfoObj,
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001900 jlong timestampUs,
1901 jint flags) {
1902 ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1903
1904 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1905
Wonsik Kim24e53802020-05-08 20:04:26 -07001906 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001907 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001908 return;
1909 }
1910
Wonsik Kim1cac4252020-01-24 11:45:37 -08001911 jint numSubSamples =
1912 env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1913
1914 jintArray numBytesOfClearDataObj =
1915 (jintArray)env->GetObjectField(
1916 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1917
1918 jintArray numBytesOfEncryptedDataObj =
1919 (jintArray)env->GetObjectField(
1920 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1921
1922 jbyteArray keyObj =
1923 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1924
1925 jbyteArray ivObj =
1926 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1927
1928 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1929 enum CryptoPlugin::Mode mode;
1930 if (jmode == gCryptoModes.Unencrypted) {
1931 mode = CryptoPlugin::kMode_Unencrypted;
1932 } else if (jmode == gCryptoModes.AesCtr) {
1933 mode = CryptoPlugin::kMode_AES_CTR;
1934 } else if (jmode == gCryptoModes.AesCbc) {
1935 mode = CryptoPlugin::kMode_AES_CBC;
1936 } else {
1937 throwExceptionAsNecessary(env, INVALID_OPERATION);
1938 return;
1939 }
1940
1941 jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1942
1943 CryptoPlugin::Pattern pattern;
1944 if (patternObj == NULL) {
1945 pattern.mEncryptBlocks = 0;
1946 pattern.mSkipBlocks = 0;
1947 } else {
1948 pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1949 pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1950 }
1951
1952 status_t err = OK;
1953
1954 CryptoPlugin::SubSample *subSamples = NULL;
1955 jbyte *key = NULL;
1956 jbyte *iv = NULL;
1957
1958 if (numSubSamples <= 0) {
1959 err = -EINVAL;
1960 } else if (numBytesOfClearDataObj == NULL
1961 && numBytesOfEncryptedDataObj == NULL) {
1962 err = -EINVAL;
1963 } else if (numBytesOfEncryptedDataObj != NULL
1964 && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1965 err = -ERANGE;
1966 } else if (numBytesOfClearDataObj != NULL
1967 && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1968 err = -ERANGE;
1969 // subSamples array may silently overflow if number of samples are too large. Use
1970 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1971 } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
1972 err = -EINVAL;
1973 } else {
1974 jboolean isCopy;
1975
1976 jint *numBytesOfClearData =
1977 (numBytesOfClearDataObj == NULL)
1978 ? NULL
1979 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1980
1981 jint *numBytesOfEncryptedData =
1982 (numBytesOfEncryptedDataObj == NULL)
1983 ? NULL
1984 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1985
1986 subSamples = new CryptoPlugin::SubSample[numSubSamples];
1987
1988 for (jint i = 0; i < numSubSamples; ++i) {
1989 subSamples[i].mNumBytesOfClearData =
1990 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1991
1992 subSamples[i].mNumBytesOfEncryptedData =
1993 (numBytesOfEncryptedData == NULL)
1994 ? 0 : numBytesOfEncryptedData[i];
1995 }
1996
1997 if (numBytesOfEncryptedData != NULL) {
1998 env->ReleaseIntArrayElements(
1999 numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
2000 numBytesOfEncryptedData = NULL;
2001 }
2002
2003 if (numBytesOfClearData != NULL) {
2004 env->ReleaseIntArrayElements(
2005 numBytesOfClearDataObj, numBytesOfClearData, 0);
2006 numBytesOfClearData = NULL;
2007 }
2008 }
2009
2010 if (err == OK && keyObj != NULL) {
2011 if (env->GetArrayLength(keyObj) != 16) {
2012 err = -EINVAL;
2013 } else {
2014 jboolean isCopy;
2015 key = env->GetByteArrayElements(keyObj, &isCopy);
2016 }
2017 }
2018
2019 if (err == OK && ivObj != NULL) {
2020 if (env->GetArrayLength(ivObj) != 16) {
2021 err = -EINVAL;
2022 } else {
2023 jboolean isCopy;
2024 iv = env->GetByteArrayElements(ivObj, &isCopy);
2025 }
2026 }
2027
Andreas Huberbfc56f42012-04-19 12:47:07 -07002028 AString errorDetailMsg;
2029
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002030 if (err == OK) {
2031 err = codec->queueSecureInputBuffer(
2032 index, offset,
Wonsik Kim1cac4252020-01-24 11:45:37 -08002033 subSamples, numSubSamples,
2034 (const uint8_t *)key, (const uint8_t *)iv,
2035 mode,
2036 pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -07002037 timestampUs,
2038 flags,
2039 &errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002040 }
2041
Wonsik Kim1cac4252020-01-24 11:45:37 -08002042 if (iv != NULL) {
2043 env->ReleaseByteArrayElements(ivObj, iv, 0);
2044 iv = NULL;
2045 }
2046
2047 if (key != NULL) {
2048 env->ReleaseByteArrayElements(keyObj, key, 0);
2049 key = NULL;
2050 }
2051
2052 delete[] subSamples;
2053 subSamples = NULL;
2054
Andreas Huberbfc56f42012-04-19 12:47:07 -07002055 throwExceptionAsNecessary(
Robert Shih631a80d2021-02-14 02:23:55 -08002056 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str(),
2057 codec->getCrypto());
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002058}
2059
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002060static jobject android_media_MediaCodec_mapHardwareBuffer(JNIEnv *env, jclass, jobject bufferObj) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002061 ALOGV("android_media_MediaCodec_mapHardwareBuffer");
2062 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2063 env, bufferObj);
2064 AHardwareBuffer_Desc desc;
2065 AHardwareBuffer_describe(hardwareBuffer, &desc);
2066 if (desc.format != AHARDWAREBUFFER_FORMAT_Y8Cb8Cr8_420) {
2067 ALOGI("mapHardwareBuffer: unmappable format: %d", desc.format);
2068 return nullptr;
2069 }
2070 if ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK) == 0) {
2071 ALOGI("mapHardwareBuffer: buffer not CPU readable");
2072 return nullptr;
2073 }
2074 bool readOnly = ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK) == 0);
2075
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002076 uint64_t cpuUsage = 0;
2077 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK);
2078 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK);
Wonsik Kim637afb22020-02-25 14:27:29 -08002079
2080 AHardwareBuffer_Planes planes;
2081 int err = AHardwareBuffer_lockPlanes(
2082 hardwareBuffer, cpuUsage, -1 /* fence */, nullptr /* rect */, &planes);
2083 if (err != 0) {
2084 ALOGI("mapHardwareBuffer: Failed to lock planes (err=%d)", err);
2085 return nullptr;
2086 }
2087
2088 if (planes.planeCount != 3) {
2089 ALOGI("mapHardwareBuffer: planeCount expected 3, actual %u", planes.planeCount);
2090 return nullptr;
2091 }
2092
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002093 ScopedLocalRef<jobjectArray> buffersArray{
2094 env, env->NewObjectArray(3, gByteBufferInfo.clazz, NULL)};
2095 ScopedLocalRef<jintArray> rowStridesArray{env, env->NewIntArray(3)};
2096 ScopedLocalRef<jintArray> pixelStridesArray{env, env->NewIntArray(3)};
Wonsik Kim637afb22020-02-25 14:27:29 -08002097
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002098 jboolean isCopy = JNI_FALSE;
2099 jint *rowStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2100 jint *pixelStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2101
2102 // For Y plane
2103 int rowSampling = 1;
2104 int colSampling = 1;
Wonsik Kim637afb22020-02-25 14:27:29 -08002105 // plane indices are Y-U-V.
2106 for (uint32_t i = 0; i < 3; ++i) {
2107 const AHardwareBuffer_Plane &plane = planes.planes[i];
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002108 int maxRowOffset = plane.rowStride * (desc.height / rowSampling - 1);
2109 int maxColOffset = plane.pixelStride * (desc.width / colSampling - 1);
2110 int maxOffset = maxRowOffset + maxColOffset;
Wonsik Kim637afb22020-02-25 14:27:29 -08002111 ScopedLocalRef<jobject> byteBuffer{env, CreateByteBuffer(
2112 env,
2113 plane.data,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002114 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002115 0,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002116 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002117 readOnly,
2118 true)};
2119
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002120 env->SetObjectArrayElement(buffersArray.get(), i, byteBuffer.get());
2121 rowStrides[i] = plane.rowStride;
2122 pixelStrides[i] = plane.pixelStride;
2123 // For U-V planes
2124 rowSampling = 2;
2125 colSampling = 2;
Wonsik Kim637afb22020-02-25 14:27:29 -08002126 }
2127
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002128 env->ReleaseIntArrayElements(rowStridesArray.get(), rowStrides, 0);
2129 env->ReleaseIntArrayElements(pixelStridesArray.get(), pixelStrides, 0);
2130 rowStrides = pixelStrides = nullptr;
2131
Wonsik Kim637afb22020-02-25 14:27:29 -08002132 ScopedLocalRef<jclass> imageClazz(
2133 env, env->FindClass("android/media/MediaCodec$MediaImage"));
2134 CHECK(imageClazz.get() != NULL);
2135
2136 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002137 "([Ljava/nio/ByteBuffer;[I[IIIIZJIILandroid/graphics/Rect;J)V");
Wonsik Kim637afb22020-02-25 14:27:29 -08002138
2139 jobject img = env->NewObject(imageClazz.get(), imageConstructID,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002140 buffersArray.get(),
2141 rowStridesArray.get(),
2142 pixelStridesArray.get(),
Wonsik Kim637afb22020-02-25 14:27:29 -08002143 desc.width,
2144 desc.height,
2145 desc.format, // ???
2146 (jboolean)readOnly /* readOnly */,
2147 (jlong)0 /* timestamp */,
2148 (jint)0 /* xOffset */, (jint)0 /* yOffset */, nullptr /* cropRect */,
2149 (jlong)hardwareBuffer);
2150
2151 // if MediaImage creation fails, return null
2152 if (env->ExceptionCheck()) {
2153 env->ExceptionDescribe();
2154 env->ExceptionClear();
2155 return nullptr;
2156 }
2157
2158 AHardwareBuffer_acquire(hardwareBuffer);
2159
2160 return img;
2161}
2162
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002163static void android_media_MediaCodec_closeMediaImage(JNIEnv *, jclass, jlong context) {
2164 ALOGV("android_media_MediaCodec_closeMediaImage");
Wonsik Kim637afb22020-02-25 14:27:29 -08002165 if (context == 0) {
2166 return;
2167 }
2168 AHardwareBuffer *hardwareBuffer = (AHardwareBuffer *)context;
2169
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002170 int err = AHardwareBuffer_unlock(hardwareBuffer, nullptr);
2171 if (err != 0) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002172 ALOGI("closeMediaImage: failed to unlock (err=%d)", err);
2173 // Continue to release the hardwareBuffer
2174 }
2175
2176 AHardwareBuffer_release(hardwareBuffer);
2177}
2178
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002179static status_t ConvertKeyValueListsToAMessage(
2180 JNIEnv *env, jobject keys, jobject values, sp<AMessage> *msg) {
2181 static struct Fields {
2182 explicit Fields(JNIEnv *env) {
2183 ScopedLocalRef<jclass> clazz{env, env->FindClass("java/lang/String")};
2184 CHECK(clazz.get() != NULL);
2185 mStringClass = (jclass)env->NewGlobalRef(clazz.get());
2186
2187 clazz.reset(env->FindClass("java/lang/Integer"));
2188 CHECK(clazz.get() != NULL);
2189 mIntegerClass = (jclass)env->NewGlobalRef(clazz.get());
2190
2191 mIntegerValueId = env->GetMethodID(clazz.get(), "intValue", "()I");
2192 CHECK(mIntegerValueId != NULL);
2193
2194 clazz.reset(env->FindClass("java/lang/Long"));
2195 CHECK(clazz.get() != NULL);
2196 mLongClass = (jclass)env->NewGlobalRef(clazz.get());
2197
2198 mLongValueId = env->GetMethodID(clazz.get(), "longValue", "()J");
2199 CHECK(mLongValueId != NULL);
2200
2201 clazz.reset(env->FindClass("java/lang/Float"));
2202 CHECK(clazz.get() != NULL);
2203 mFloatClass = (jclass)env->NewGlobalRef(clazz.get());
2204
2205 mFloatValueId = env->GetMethodID(clazz.get(), "floatValue", "()F");
2206 CHECK(mFloatValueId != NULL);
2207
2208 clazz.reset(env->FindClass("java/util/ArrayList"));
2209 CHECK(clazz.get() != NULL);
2210
2211 mByteBufferArrayId = env->GetMethodID(gByteBufferInfo.clazz, "array", "()[B");
2212 CHECK(mByteBufferArrayId != NULL);
2213 }
2214
2215 jclass mStringClass;
2216 jclass mIntegerClass;
2217 jmethodID mIntegerValueId;
2218 jclass mLongClass;
2219 jmethodID mLongValueId;
2220 jclass mFloatClass;
2221 jmethodID mFloatValueId;
2222 jmethodID mByteBufferArrayId;
2223 } sFields{env};
2224
2225 jint size = env->CallIntMethod(keys, gArrayListInfo.sizeId);
2226 if (size != env->CallIntMethod(values, gArrayListInfo.sizeId)) {
2227 return BAD_VALUE;
2228 }
2229
2230 sp<AMessage> result{new AMessage};
2231 for (jint i = 0; i < size; ++i) {
2232 ScopedLocalRef<jstring> jkey{
2233 env, (jstring)env->CallObjectMethod(keys, gArrayListInfo.getId, i)};
2234 const char *tmp = env->GetStringUTFChars(jkey.get(), nullptr);
2235 AString key;
2236 if (tmp) {
2237 key.setTo(tmp);
2238 }
2239 env->ReleaseStringUTFChars(jkey.get(), tmp);
2240 if (key.empty()) {
2241 return NO_MEMORY;
2242 }
2243
2244 ScopedLocalRef<jobject> jvalue{
2245 env, env->CallObjectMethod(values, gArrayListInfo.getId, i)};
2246
2247 if (env->IsInstanceOf(jvalue.get(), sFields.mStringClass)) {
2248 const char *tmp = env->GetStringUTFChars((jstring)jvalue.get(), nullptr);
2249 AString value;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002250 if (!tmp) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002251 return NO_MEMORY;
2252 }
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002253 value.setTo(tmp);
2254 env->ReleaseStringUTFChars((jstring)jvalue.get(), tmp);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002255 result->setString(key.c_str(), value);
2256 } else if (env->IsInstanceOf(jvalue.get(), sFields.mIntegerClass)) {
2257 jint value = env->CallIntMethod(jvalue.get(), sFields.mIntegerValueId);
2258 result->setInt32(key.c_str(), value);
2259 } else if (env->IsInstanceOf(jvalue.get(), sFields.mLongClass)) {
2260 jlong value = env->CallLongMethod(jvalue.get(), sFields.mLongValueId);
2261 result->setInt64(key.c_str(), value);
2262 } else if (env->IsInstanceOf(jvalue.get(), sFields.mFloatClass)) {
2263 jfloat value = env->CallFloatMethod(jvalue.get(), sFields.mFloatValueId);
2264 result->setFloat(key.c_str(), value);
2265 } else if (env->IsInstanceOf(jvalue.get(), gByteBufferInfo.clazz)) {
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002266 jint position = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getPositionId);
2267 jint limit = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getLimitId);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002268 sp<ABuffer> buffer{new ABuffer(limit - position)};
2269 void *data = env->GetDirectBufferAddress(jvalue.get());
2270 if (data != nullptr) {
2271 memcpy(buffer->data(),
2272 static_cast<const uint8_t *>(data) + position,
2273 buffer->size());
2274 } else {
2275 ScopedLocalRef<jbyteArray> byteArray{env, (jbyteArray)env->CallObjectMethod(
2276 jvalue.get(), sFields.mByteBufferArrayId)};
2277 env->GetByteArrayRegion(byteArray.get(), position, buffer->size(),
2278 reinterpret_cast<jbyte *>(buffer->data()));
2279 }
2280 result->setBuffer(key.c_str(), buffer);
2281 }
2282 }
2283
2284 *msg = result;
2285 return OK;
2286}
2287
2288static void android_media_MediaCodec_native_queueLinearBlock(
2289 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2290 jint offset, jint size, jobject cryptoInfoObj,
2291 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2292 ALOGV("android_media_MediaCodec_native_queueLinearBlock");
2293
2294 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2295
Wonsik Kim24e53802020-05-08 20:04:26 -07002296 if (codec == nullptr || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002297 throwExceptionAsNecessary(env, INVALID_OPERATION);
2298 return;
2299 }
2300
2301 sp<AMessage> tunings;
2302 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2303 if (err != OK) {
2304 throwExceptionAsNecessary(env, err);
2305 return;
2306 }
2307
2308 std::shared_ptr<C2Buffer> buffer;
2309 sp<hardware::HidlMemory> memory;
2310 ScopedLocalRef<jobject> lock{env, env->GetObjectField(bufferObj, gLinearBlockInfo.lockId)};
2311 if (env->MonitorEnter(lock.get()) == JNI_OK) {
2312 if (env->GetBooleanField(bufferObj, gLinearBlockInfo.validId)) {
2313 JMediaCodecLinearBlock *context =
2314 (JMediaCodecLinearBlock *)env->GetLongField(bufferObj, gLinearBlockInfo.contextId);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002315 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002316 memory = context->toHidlMemory();
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002317 // TODO: copy if memory is null
2318 offset += context->mHidlMemoryOffset;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002319 } else {
2320 buffer = context->toC2Buffer(offset, size);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002321 // TODO: copy if buffer is null
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002322 }
2323 }
2324 env->MonitorExit(lock.get());
2325 } else {
2326 throwExceptionAsNecessary(env, INVALID_OPERATION);
2327 return;
2328 }
2329
2330 AString errorDetailMsg;
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002331 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002332 if (!memory) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002333 ALOGI("queueLinearBlock: no ashmem memory for encrypted content");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002334 throwExceptionAsNecessary(env, BAD_VALUE);
2335 return;
2336 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002337 NativeCryptoInfo cryptoInfo = [env, cryptoInfoObj, size]{
2338 if (cryptoInfoObj == nullptr) {
2339 return NativeCryptoInfo{size};
2340 } else {
2341 return NativeCryptoInfo{env, cryptoInfoObj};
2342 }
2343 }();
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002344 err = codec->queueEncryptedLinearBlock(
2345 index,
2346 memory,
2347 offset,
2348 cryptoInfo.mSubSamples, cryptoInfo.mNumSubSamples,
2349 (const uint8_t *)cryptoInfo.mKey, (const uint8_t *)cryptoInfo.mIv,
2350 cryptoInfo.mMode,
2351 cryptoInfo.mPattern,
2352 presentationTimeUs,
2353 flags,
2354 tunings,
2355 &errorDetailMsg);
2356 } else {
2357 if (!buffer) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002358 ALOGI("queueLinearBlock: no C2Buffer found");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002359 throwExceptionAsNecessary(env, BAD_VALUE);
2360 return;
2361 }
2362 err = codec->queueBuffer(
2363 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2364 }
2365 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2366}
2367
Wonsik Kim637afb22020-02-25 14:27:29 -08002368static void android_media_MediaCodec_native_queueHardwareBuffer(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002369 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2370 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002371 ALOGV("android_media_MediaCodec_native_queueHardwareBuffer");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002372
2373 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2374
Wonsik Kim24e53802020-05-08 20:04:26 -07002375 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002376 throwExceptionAsNecessary(env, INVALID_OPERATION);
2377 return;
2378 }
2379
2380 sp<AMessage> tunings;
2381 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2382 if (err != OK) {
2383 throwExceptionAsNecessary(env, err);
2384 return;
2385 }
2386
Wonsik Kim637afb22020-02-25 14:27:29 -08002387 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2388 env, bufferObj);
2389 sp<GraphicBuffer> graphicBuffer{AHardwareBuffer_to_GraphicBuffer(hardwareBuffer)};
2390 C2Handle *handle = WrapNativeCodec2GrallocHandle(
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002391 graphicBuffer->handle, graphicBuffer->width, graphicBuffer->height,
2392 graphicBuffer->format, graphicBuffer->usage, graphicBuffer->stride);
2393 static std::shared_ptr<C2Allocator> sGrallocAlloc = []() -> std::shared_ptr<C2Allocator> {
2394 std::shared_ptr<C2Allocator> alloc;
2395 c2_status_t err = GetCodec2PlatformAllocatorStore()->fetchAllocator(
2396 C2PlatformAllocatorStore::GRALLOC, &alloc);
2397 if (err == C2_OK) {
2398 return alloc;
2399 }
2400 return nullptr;
2401 }();
2402 std::shared_ptr<C2GraphicAllocation> alloc;
2403 c2_status_t c2err = sGrallocAlloc->priorGraphicAllocation(handle, &alloc);
2404 if (c2err != C2_OK) {
2405 ALOGW("Failed to wrap AHardwareBuffer into C2GraphicAllocation");
Chih-Yu Huangef546db2021-03-11 14:37:21 +09002406 native_handle_close(handle);
2407 native_handle_delete(handle);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002408 throwExceptionAsNecessary(env, BAD_VALUE);
2409 return;
2410 }
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002411 std::shared_ptr<C2GraphicBlock> block = _C2BlockFactory::CreateGraphicBlock(alloc);
Wonsik Kim637afb22020-02-25 14:27:29 -08002412 std::shared_ptr<C2Buffer> buffer = C2Buffer::CreateGraphicBuffer(block->share(
2413 block->crop(), C2Fence{}));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002414 AString errorDetailMsg;
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002415 err = codec->queueBuffer(
2416 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002417 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2418}
2419
2420static void android_media_MediaCodec_native_getOutputFrame(
2421 JNIEnv *env, jobject thiz, jobject frame, jint index) {
2422 ALOGV("android_media_MediaCodec_native_getOutputFrame");
2423
2424 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2425
Wonsik Kim24e53802020-05-08 20:04:26 -07002426 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002427 throwExceptionAsNecessary(env, INVALID_OPERATION);
2428 return;
2429 }
2430
2431 status_t err = codec->getOutputFrame(env, frame, index);
2432 if (err != OK) {
2433 throwExceptionAsNecessary(env, err);
2434 }
2435}
2436
Andreas Huber88572f72012-02-21 11:47:18 -08002437static jint android_media_MediaCodec_dequeueInputBuffer(
2438 JNIEnv *env, jobject thiz, jlong timeoutUs) {
2439 ALOGV("android_media_MediaCodec_dequeueInputBuffer");
2440
2441 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2442
Wonsik Kim24e53802020-05-08 20:04:26 -07002443 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002444 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002445 return -1;
2446 }
2447
2448 size_t index;
2449 status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
2450
2451 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002452 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002453 }
2454
2455 return throwExceptionAsNecessary(env, err);
2456}
2457
2458static jint android_media_MediaCodec_dequeueOutputBuffer(
2459 JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
2460 ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
2461
2462 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2463
Wonsik Kim24e53802020-05-08 20:04:26 -07002464 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002465 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber0e97fc22012-04-03 13:32:16 -07002466 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08002467 }
2468
2469 size_t index;
2470 status_t err = codec->dequeueOutputBuffer(
2471 env, bufferInfo, &index, timeoutUs);
2472
2473 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002474 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002475 }
2476
2477 return throwExceptionAsNecessary(env, err);
2478}
2479
2480static void android_media_MediaCodec_releaseOutputBuffer(
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002481 JNIEnv *env, jobject thiz,
2482 jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
Andreas Huber88572f72012-02-21 11:47:18 -08002483 ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
2484
2485 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2486
Wonsik Kim24e53802020-05-08 20:04:26 -07002487 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002488 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002489 return;
2490 }
2491
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002492 status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
Andreas Huber88572f72012-02-21 11:47:18 -08002493
2494 throwExceptionAsNecessary(env, err);
2495}
2496
Andy McFadden2621e402013-02-19 07:29:21 -08002497static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
2498 jobject thiz) {
2499 ALOGV("android_media_MediaCodec_signalEndOfInputStream");
2500
2501 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002502 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002503 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08002504 return;
2505 }
2506
2507 status_t err = codec->signalEndOfInputStream();
2508
2509 throwExceptionAsNecessary(env, err);
2510}
2511
Lajos Molnard4023112014-07-11 15:12:59 -07002512static jobject android_media_MediaCodec_getFormatNative(
2513 JNIEnv *env, jobject thiz, jboolean input) {
2514 ALOGV("android_media_MediaCodec_getFormatNative");
Andreas Huber88572f72012-02-21 11:47:18 -08002515
2516 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2517
Wonsik Kim24e53802020-05-08 20:04:26 -07002518 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002519 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002520 return NULL;
2521 }
2522
2523 jobject format;
Lajos Molnard4023112014-07-11 15:12:59 -07002524 status_t err = codec->getFormat(env, input, &format);
2525
2526 if (err == OK) {
2527 return format;
2528 }
2529
2530 throwExceptionAsNecessary(env, err);
2531
2532 return NULL;
2533}
2534
2535static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
2536 JNIEnv *env, jobject thiz, jint index) {
2537 ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
2538
2539 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2540
Wonsik Kim24e53802020-05-08 20:04:26 -07002541 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002542 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002543 return NULL;
2544 }
2545
2546 jobject format;
2547 status_t err = codec->getOutputFormat(env, index, &format);
Andreas Huber88572f72012-02-21 11:47:18 -08002548
2549 if (err == OK) {
2550 return format;
2551 }
2552
2553 throwExceptionAsNecessary(env, err);
2554
2555 return NULL;
2556}
2557
2558static jobjectArray android_media_MediaCodec_getBuffers(
2559 JNIEnv *env, jobject thiz, jboolean input) {
2560 ALOGV("android_media_MediaCodec_getBuffers");
2561
2562 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2563
Wonsik Kim24e53802020-05-08 20:04:26 -07002564 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002565 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002566 return NULL;
2567 }
2568
2569 jobjectArray buffers;
2570 status_t err = codec->getBuffers(env, input, &buffers);
2571
2572 if (err == OK) {
2573 return buffers;
2574 }
2575
Marco Nelissencbbea8e2012-12-19 11:42:55 -08002576 // if we're out of memory, an exception was already thrown
2577 if (err != NO_MEMORY) {
2578 throwExceptionAsNecessary(env, err);
2579 }
Andreas Huber88572f72012-02-21 11:47:18 -08002580
2581 return NULL;
2582}
2583
Lajos Molnard4023112014-07-11 15:12:59 -07002584static jobject android_media_MediaCodec_getBuffer(
2585 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2586 ALOGV("android_media_MediaCodec_getBuffer");
2587
2588 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2589
Wonsik Kim24e53802020-05-08 20:04:26 -07002590 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002591 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002592 return NULL;
2593 }
2594
2595 jobject buffer;
2596 status_t err = codec->getBuffer(env, input, index, &buffer);
2597
2598 if (err == OK) {
2599 return buffer;
2600 }
2601
2602 // if we're out of memory, an exception was already thrown
2603 if (err != NO_MEMORY) {
2604 throwExceptionAsNecessary(env, err);
2605 }
2606
2607 return NULL;
2608}
2609
2610static jobject android_media_MediaCodec_getImage(
2611 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2612 ALOGV("android_media_MediaCodec_getImage");
2613
2614 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2615
Wonsik Kim24e53802020-05-08 20:04:26 -07002616 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002617 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002618 return NULL;
2619 }
2620
2621 jobject image;
2622 status_t err = codec->getImage(env, input, index, &image);
2623
2624 if (err == OK) {
2625 return image;
2626 }
2627
2628 // if we're out of memory, an exception was already thrown
2629 if (err != NO_MEMORY) {
2630 throwExceptionAsNecessary(env, err);
2631 }
2632
2633 return NULL;
2634}
2635
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002636static jobject android_media_MediaCodec_getName(
2637 JNIEnv *env, jobject thiz) {
2638 ALOGV("android_media_MediaCodec_getName");
2639
2640 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2641
Wonsik Kim24e53802020-05-08 20:04:26 -07002642 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002643 throwExceptionAsNecessary(env, INVALID_OPERATION);
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002644 return NULL;
2645 }
2646
2647 jstring name;
2648 status_t err = codec->getName(env, &name);
2649
2650 if (err == OK) {
2651 return name;
2652 }
2653
2654 throwExceptionAsNecessary(env, err);
2655
2656 return NULL;
2657}
2658
Chong Zhanga0b72a62018-02-28 18:46:26 -08002659static jobject android_media_MediaCodec_getOwnCodecInfo(
2660 JNIEnv *env, jobject thiz) {
2661 ALOGV("android_media_MediaCodec_getOwnCodecInfo");
2662
2663 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2664
Wonsik Kim24e53802020-05-08 20:04:26 -07002665 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhanga0b72a62018-02-28 18:46:26 -08002666 throwExceptionAsNecessary(env, INVALID_OPERATION);
2667 return NULL;
2668 }
2669
2670 jobject codecInfoObj;
2671 status_t err = codec->getCodecInfo(env, &codecInfoObj);
2672
2673 if (err == OK) {
2674 return codecInfoObj;
2675 }
2676
2677 throwExceptionAsNecessary(env, err);
2678
2679 return NULL;
2680}
2681
Ray Essick0e0fee12017-01-25 18:01:56 -08002682static jobject
Ray Essickf2d0e402017-03-09 10:17:51 -08002683android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
Ray Essick0e0fee12017-01-25 18:01:56 -08002684{
Ray Essickf2d0e402017-03-09 10:17:51 -08002685 ALOGV("android_media_MediaCodec_native_getMetrics");
Ray Essick0e0fee12017-01-25 18:01:56 -08002686
2687 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002688 if (codec == NULL || codec->initCheck() != OK) {
Ray Essick0e0fee12017-01-25 18:01:56 -08002689 jniThrowException(env, "java/lang/IllegalStateException", NULL);
2690 return 0;
2691 }
2692
2693 // get what we have for the metrics from the codec
Ray Essick81fbc5b2019-12-07 06:24:59 -08002694 mediametrics::Item *item = 0;
Ray Essickf2d0e402017-03-09 10:17:51 -08002695
2696 status_t err = codec->getMetrics(env, item);
Ray Essick0e0fee12017-01-25 18:01:56 -08002697 if (err != OK) {
2698 ALOGE("getMetrics failed");
2699 return (jobject) NULL;
2700 }
2701
Ray Essick0e0fee12017-01-25 18:01:56 -08002702 jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
2703
2704 // housekeeping
2705 delete item;
Ray Essick8268c412019-08-26 15:34:10 -07002706 item = 0;
Ray Essick0e0fee12017-01-25 18:01:56 -08002707
2708 return mybundle;
2709}
2710
Andreas Huber226065b2013-08-12 10:14:11 -07002711static void android_media_MediaCodec_setParameters(
2712 JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
2713 ALOGV("android_media_MediaCodec_setParameters");
2714
2715 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2716
Wonsik Kim24e53802020-05-08 20:04:26 -07002717 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002718 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber226065b2013-08-12 10:14:11 -07002719 return;
2720 }
2721
2722 sp<AMessage> params;
2723 status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, &params);
2724
2725 if (err == OK) {
2726 err = codec->setParameters(params);
2727 }
2728
2729 throwExceptionAsNecessary(env, err);
2730}
2731
Andreas Huberb12a5392012-04-30 14:18:33 -07002732static void android_media_MediaCodec_setVideoScalingMode(
2733 JNIEnv *env, jobject thiz, jint mode) {
2734 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2735
Wonsik Kim24e53802020-05-08 20:04:26 -07002736 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002737 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huberb12a5392012-04-30 14:18:33 -07002738 return;
2739 }
2740
2741 if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
2742 && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Dongwon Kangbef01e42017-06-16 14:02:31 -07002743 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
Andreas Huberb12a5392012-04-30 14:18:33 -07002744 return;
2745 }
2746
2747 codec->setVideoScalingMode(mode);
2748}
2749
ybai5e053202018-11-01 13:02:15 +08002750static void android_media_MediaCodec_setAudioPresentation(
2751 JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
2752 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2753
Wonsik Kim24e53802020-05-08 20:04:26 -07002754 if (codec == NULL || codec->initCheck() != OK) {
ybai5e053202018-11-01 13:02:15 +08002755 throwExceptionAsNecessary(env, INVALID_OPERATION);
2756 return;
2757 }
2758
2759 codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
2760}
2761
Wonsik Kim8798c8c2021-03-18 21:38:57 -07002762static jobject android_media_MediaCodec_getSupportedVendorParameters(
2763 JNIEnv *env, jobject thiz) {
2764 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2765
2766 if (codec == NULL || codec->initCheck() != OK) {
2767 throwExceptionAsNecessary(env, INVALID_OPERATION);
2768 return NULL;
2769 }
2770
2771 jobject ret = NULL;
2772 status_t status = codec->querySupportedVendorParameters(env, &ret);
2773 if (status != OK) {
2774 throwExceptionAsNecessary(env, status);
2775 }
2776
2777 return ret;
2778}
2779
2780static jobject android_media_MediaCodec_getParameterDescriptor(
2781 JNIEnv *env, jobject thiz, jstring name) {
2782 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2783
2784 if (codec == NULL || codec->initCheck() != OK) {
2785 throwExceptionAsNecessary(env, INVALID_OPERATION);
2786 return NULL;
2787 }
2788
2789 jobject ret = NULL;
2790 status_t status = codec->describeParameter(env, name, &ret);
2791 if (status != OK) {
2792 ret = NULL;
2793 }
2794 return ret;
2795}
2796
2797static void android_media_MediaCodec_subscribeToVendorParameters(
2798 JNIEnv *env, jobject thiz, jobject names) {
2799 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2800
2801 if (codec == NULL || codec->initCheck() != OK) {
2802 throwExceptionAsNecessary(env, INVALID_OPERATION);
2803 return;
2804 }
2805
2806 status_t status = codec->subscribeToVendorParameters(env, names);
2807 if (status != OK) {
2808 throwExceptionAsNecessary(env, status);
2809 }
2810 return;
2811}
2812
2813static void android_media_MediaCodec_unsubscribeFromVendorParameters(
2814 JNIEnv *env, jobject thiz, jobject names) {
2815 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2816
2817 if (codec == NULL || codec->initCheck() != OK) {
2818 throwExceptionAsNecessary(env, INVALID_OPERATION);
2819 return;
2820 }
2821
2822 status_t status = codec->unsubscribeFromVendorParameters(env, names);
2823 if (status != OK) {
2824 throwExceptionAsNecessary(env, status);
2825 }
2826 return;
2827}
2828
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07002829static void android_media_MediaCodec_native_init(JNIEnv *env, jclass) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002830 ScopedLocalRef<jclass> clazz(
2831 env, env->FindClass("android/media/MediaCodec"));
2832 CHECK(clazz.get() != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08002833
Andreas Huberaba67132013-10-22 12:40:01 -07002834 gFields.postEventFromNativeID =
2835 env->GetMethodID(
2836 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
Andreas Huberaba67132013-10-22 12:40:01 -07002837 CHECK(gFields.postEventFromNativeID != NULL);
2838
Wonsik Kim61796fd2018-09-13 13:15:59 -07002839 gFields.lockAndGetContextID =
2840 env->GetMethodID(
2841 clazz.get(), "lockAndGetContext", "()J");
2842 CHECK(gFields.lockAndGetContextID != NULL);
2843
2844 gFields.setAndUnlockContextID =
2845 env->GetMethodID(
2846 clazz.get(), "setAndUnlockContext", "(J)V");
2847 CHECK(gFields.setAndUnlockContextID != NULL);
2848
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002849 jfieldID field;
2850 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
2851 CHECK(field != NULL);
2852 gCryptoModes.Unencrypted =
2853 env->GetStaticIntField(clazz.get(), field);
2854
2855 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
2856 CHECK(field != NULL);
2857 gCryptoModes.AesCtr =
2858 env->GetStaticIntField(clazz.get(), field);
2859
2860 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
2861 CHECK(field != NULL);
2862 gCryptoModes.AesCbc =
2863 env->GetStaticIntField(clazz.get(), field);
2864
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002865 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
2866 CHECK(clazz.get() != NULL);
Andreas Huber91befdc2012-04-18 12:19:51 -07002867
2868 gFields.cryptoInfoNumSubSamplesID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002869 env->GetFieldID(clazz.get(), "numSubSamples", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002870 CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
2871
2872 gFields.cryptoInfoNumBytesOfClearDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002873 env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002874 CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
2875
2876 gFields.cryptoInfoNumBytesOfEncryptedDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002877 env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002878 CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
2879
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002880 gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002881 CHECK(gFields.cryptoInfoKeyID != NULL);
2882
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002883 gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002884 CHECK(gFields.cryptoInfoIVID != NULL);
2885
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002886 gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002887 CHECK(gFields.cryptoInfoModeID != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002888
Santiago Seifert09ae5f62020-09-18 16:51:04 +01002889 gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "mPattern",
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002890 "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
2891 CHECK(gFields.cryptoInfoPatternID != NULL);
2892
2893 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
2894 CHECK(clazz.get() != NULL);
2895
2896 gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
2897 CHECK(gFields.patternEncryptBlocksID != NULL);
2898
2899 gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
2900 CHECK(gFields.patternSkipBlocksID != NULL);
2901
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002902 clazz.reset(env->FindClass("android/media/MediaCodec$QueueRequest"));
2903 CHECK(clazz.get() != NULL);
2904
2905 gFields.queueRequestIndexID = env->GetFieldID(clazz.get(), "mIndex", "I");
2906 CHECK(gFields.queueRequestIndexID != NULL);
2907
2908 clazz.reset(env->FindClass("android/media/MediaCodec$OutputFrame"));
2909 CHECK(clazz.get() != NULL);
2910
2911 gFields.outputFrameLinearBlockID =
2912 env->GetFieldID(clazz.get(), "mLinearBlock", "Landroid/media/MediaCodec$LinearBlock;");
2913 CHECK(gFields.outputFrameLinearBlockID != NULL);
2914
Wonsik Kim637afb22020-02-25 14:27:29 -08002915 gFields.outputFrameHardwareBufferID =
2916 env->GetFieldID(clazz.get(), "mHardwareBuffer", "Landroid/hardware/HardwareBuffer;");
2917 CHECK(gFields.outputFrameHardwareBufferID != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002918
2919 gFields.outputFrameChangedKeysID =
2920 env->GetFieldID(clazz.get(), "mChangedKeys", "Ljava/util/ArrayList;");
2921 CHECK(gFields.outputFrameChangedKeysID != NULL);
2922
2923 gFields.outputFrameFormatID =
2924 env->GetFieldID(clazz.get(), "mFormat", "Landroid/media/MediaFormat;");
2925 CHECK(gFields.outputFrameFormatID != NULL);
2926
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002927 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
2928 CHECK(clazz.get() != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002929
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002930 field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002931 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002932 gCryptoErrorCodes.cryptoErrorNoKey =
2933 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002934
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002935 field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002936 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002937 gCryptoErrorCodes.cryptoErrorKeyExpired =
2938 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002939
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002940 field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002941 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002942 gCryptoErrorCodes.cryptoErrorResourceBusy =
2943 env->GetStaticIntField(clazz.get(), field);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002944
Jeff Tinker336d3ea2014-08-28 17:57:36 -07002945 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
2946 CHECK(field != NULL);
2947 gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
2948 env->GetStaticIntField(clazz.get(), field);
2949
Jeff Tinker96a2a952015-07-01 17:35:18 -07002950 field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
2951 CHECK(field != NULL);
2952 gCryptoErrorCodes.cryptoErrorSessionNotOpened =
2953 env->GetStaticIntField(clazz.get(), field);
2954
Jeff Tinker20594d82018-12-12 08:31:22 -08002955 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
2956 CHECK(field != NULL);
2957 gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
2958 env->GetStaticIntField(clazz.get(), field);
2959
Jeff Tinkerd3932162016-03-05 11:35:20 -08002960 field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
2961 CHECK(field != NULL);
2962 gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
2963 env->GetStaticIntField(clazz.get(), field);
2964
Jeff Tinker20594d82018-12-12 08:31:22 -08002965 field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
2966 CHECK(field != NULL);
2967 gCryptoErrorCodes.cryptoErrorFrameTooLarge =
2968 env->GetStaticIntField(clazz.get(), field);
2969
2970 field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
2971 CHECK(field != NULL);
2972 gCryptoErrorCodes.cryptoErrorLostState =
2973 env->GetStaticIntField(clazz.get(), field);
2974
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002975 clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
2976 CHECK(clazz.get() != NULL);
2977 field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
2978 CHECK(field != NULL);
2979 gCodecActionCodes.codecActionTransient =
2980 env->GetStaticIntField(clazz.get(), field);
2981
2982 field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
2983 CHECK(field != NULL);
2984 gCodecActionCodes.codecActionRecoverable =
2985 env->GetStaticIntField(clazz.get(), field);
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002986
Ronghua Wuc53ad692015-05-08 14:40:49 -07002987 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002988 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002989 gCodecErrorCodes.errorInsufficientResource =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002990 env->GetStaticIntField(clazz.get(), field);
2991
Ronghua Wuc53ad692015-05-08 14:40:49 -07002992 field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002993 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002994 gCodecErrorCodes.errorReclaimed =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002995 env->GetStaticIntField(clazz.get(), field);
Chong Zhang8034d602015-04-28 13:38:48 -07002996
2997 clazz.reset(env->FindClass("android/view/Surface"));
2998 CHECK(clazz.get() != NULL);
2999
3000 field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3001 CHECK(field != NULL);
3002 gPersistentSurfaceClassInfo.mLock = field;
3003
3004 jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
3005 CHECK(method != NULL);
3006 gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
3007
3008 clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
3009 CHECK(clazz.get() != NULL);
3010 gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3011
3012 method = env->GetMethodID(clazz.get(), "<init>", "()V");
3013 CHECK(method != NULL);
3014 gPersistentSurfaceClassInfo.ctor = method;
3015
3016 field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
3017 CHECK(field != NULL);
3018 gPersistentSurfaceClassInfo.mPersistentObject = field;
Chong Zhanga0b72a62018-02-28 18:46:26 -08003019
3020 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
3021 CHECK(clazz.get() != NULL);
3022 gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
3023
3024 method = env->GetMethodID(clazz.get(), "<init>",
Lajos Molnard2a7f472018-11-15 12:49:20 -08003025 "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
Chong Zhanga0b72a62018-02-28 18:46:26 -08003026 "Ljava/util/Map;Ljava/util/Map;)V");
3027 CHECK(method != NULL);
3028 gCodecInfo.capsCtorId = method;
3029
3030 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
3031 CHECK(clazz.get() != NULL);
3032 gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
3033
3034 field = env->GetFieldID(clazz.get(), "profile", "I");
3035 CHECK(field != NULL);
3036 gCodecInfo.profileField = field;
3037
3038 field = env->GetFieldID(clazz.get(), "level", "I");
3039 CHECK(field != NULL);
3040 gCodecInfo.levelField = field;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003041
3042 clazz.reset(env->FindClass("java/nio/ByteBuffer"));
3043 CHECK(clazz.get() != NULL);
3044 gByteBufferInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3045
3046 ScopedLocalRef<jclass> byteOrderClass(
3047 env, env->FindClass("java/nio/ByteOrder"));
3048 CHECK(byteOrderClass.get() != NULL);
3049
3050 jmethodID nativeOrderID = env->GetStaticMethodID(
3051 byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
3052 CHECK(nativeOrderID != NULL);
3053
3054 ScopedLocalRef<jobject> nativeByteOrderObj{
3055 env, env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID)};
3056 gByteBufferInfo.nativeByteOrder = env->NewGlobalRef(nativeByteOrderObj.get());
3057 CHECK(gByteBufferInfo.nativeByteOrder != NULL);
3058 nativeByteOrderObj.reset();
3059
3060 gByteBufferInfo.orderId = env->GetMethodID(
3061 clazz.get(),
3062 "order",
3063 "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
3064 CHECK(gByteBufferInfo.orderId != NULL);
3065
3066 gByteBufferInfo.asReadOnlyBufferId = env->GetMethodID(
3067 clazz.get(), "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
3068 CHECK(gByteBufferInfo.asReadOnlyBufferId != NULL);
3069
3070 gByteBufferInfo.positionId = env->GetMethodID(
3071 clazz.get(), "position", "(I)Ljava/nio/Buffer;");
3072 CHECK(gByteBufferInfo.positionId != NULL);
3073
3074 gByteBufferInfo.limitId = env->GetMethodID(
3075 clazz.get(), "limit", "(I)Ljava/nio/Buffer;");
3076 CHECK(gByteBufferInfo.limitId != NULL);
3077
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07003078 gByteBufferInfo.getPositionId = env->GetMethodID(
3079 clazz.get(), "position", "()I");
3080 CHECK(gByteBufferInfo.getPositionId != NULL);
3081
3082 gByteBufferInfo.getLimitId = env->GetMethodID(
3083 clazz.get(), "limit", "()I");
3084 CHECK(gByteBufferInfo.getLimitId != NULL);
3085
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003086 clazz.reset(env->FindClass("java/util/ArrayList"));
3087 CHECK(clazz.get() != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003088 gArrayListInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3089
3090 gArrayListInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3091 CHECK(gArrayListInfo.ctorId != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003092
3093 gArrayListInfo.sizeId = env->GetMethodID(clazz.get(), "size", "()I");
3094 CHECK(gArrayListInfo.sizeId != NULL);
3095
3096 gArrayListInfo.getId = env->GetMethodID(clazz.get(), "get", "(I)Ljava/lang/Object;");
3097 CHECK(gArrayListInfo.getId != NULL);
3098
3099 gArrayListInfo.addId = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
3100 CHECK(gArrayListInfo.addId != NULL);
3101
3102 clazz.reset(env->FindClass("android/media/MediaCodec$LinearBlock"));
3103 CHECK(clazz.get() != NULL);
3104
3105 gLinearBlockInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3106
3107 gLinearBlockInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3108 CHECK(gLinearBlockInfo.ctorId != NULL);
3109
3110 gLinearBlockInfo.setInternalStateId = env->GetMethodID(
3111 clazz.get(), "setInternalStateLocked", "(JZ)V");
3112 CHECK(gLinearBlockInfo.setInternalStateId != NULL);
3113
3114 gLinearBlockInfo.contextId = env->GetFieldID(clazz.get(), "mNativeContext", "J");
3115 CHECK(gLinearBlockInfo.contextId != NULL);
3116
3117 gLinearBlockInfo.validId = env->GetFieldID(clazz.get(), "mValid", "Z");
3118 CHECK(gLinearBlockInfo.validId != NULL);
3119
3120 gLinearBlockInfo.lockId = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3121 CHECK(gLinearBlockInfo.lockId != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003122
3123 clazz.reset(env->FindClass("android/media/MediaCodec$ParameterDescriptor"));
3124 CHECK(clazz.get() != NULL);
3125 gDescriptorInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3126
3127 gDescriptorInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3128 CHECK(gDescriptorInfo.ctorId != NULL);
3129
3130 gDescriptorInfo.nameId = env->GetFieldID(clazz.get(), "mName", "Ljava/lang/String;");
3131 CHECK(gDescriptorInfo.nameId != NULL);
3132
3133 gDescriptorInfo.typeId = env->GetFieldID(clazz.get(), "mType", "I");
3134 CHECK(gDescriptorInfo.typeId != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003135}
3136
3137static void android_media_MediaCodec_native_setup(
3138 JNIEnv *env, jobject thiz,
3139 jstring name, jboolean nameIsType, jboolean encoder) {
3140 if (name == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003141 jniThrowException(env, "java/lang/NullPointerException", NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003142 return;
3143 }
3144
3145 const char *tmp = env->GetStringUTFChars(name, NULL);
3146
3147 if (tmp == NULL) {
3148 return;
3149 }
3150
3151 sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder);
3152
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003153 const status_t err = codec->initCheck();
3154 if (err == NAME_NOT_FOUND) {
3155 // fail and do not try again.
3156 jniThrowException(env, "java/lang/IllegalArgumentException",
3157 String8::format("Failed to initialize %s, error %#x", tmp, err));
3158 env->ReleaseStringUTFChars(name, tmp);
3159 return;
Ronghua Wuc53ad692015-05-08 14:40:49 -07003160 } if (err == NO_MEMORY) {
3161 throwCodecException(env, err, ACTION_CODE_TRANSIENT,
3162 String8::format("Failed to initialize %s, error %#x", tmp, err));
3163 env->ReleaseStringUTFChars(name, tmp);
3164 return;
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003165 } else if (err != OK) {
3166 // believed possible to try again
3167 jniThrowException(env, "java/io/IOException",
3168 String8::format("Failed to find matching codec %s, error %#x", tmp, err));
3169 env->ReleaseStringUTFChars(name, tmp);
Andreas Huber88572f72012-02-21 11:47:18 -08003170 return;
3171 }
3172
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003173 env->ReleaseStringUTFChars(name, tmp);
3174
Andreas Huberaba67132013-10-22 12:40:01 -07003175 codec->registerSelf();
3176
Andreas Huber88572f72012-02-21 11:47:18 -08003177 setMediaCodec(env,thiz, codec);
3178}
3179
3180static void android_media_MediaCodec_native_finalize(
3181 JNIEnv *env, jobject thiz) {
Wonsik Kim89666622020-04-28 10:43:47 -07003182 setMediaCodec(env, thiz, NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003183}
3184
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003185// MediaCodec.LinearBlock
3186
3187static jobject android_media_MediaCodec_LinearBlock_native_map(
3188 JNIEnv *env, jobject thiz) {
3189 JMediaCodecLinearBlock *context =
3190 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3191 if (context->mBuffer) {
3192 std::shared_ptr<C2Buffer> buffer = context->mBuffer;
3193 if (!context->mReadonlyMapping) {
3194 const C2BufferData data = buffer->data();
3195 if (data.type() != C2BufferData::LINEAR) {
3196 throwExceptionAsNecessary(env, INVALID_OPERATION);
3197 return nullptr;
3198 }
3199 if (data.linearBlocks().size() != 1u) {
3200 throwExceptionAsNecessary(env, INVALID_OPERATION);
3201 return nullptr;
3202 }
3203 C2ConstLinearBlock block = data.linearBlocks().front();
3204 context->mReadonlyMapping =
3205 std::make_shared<C2ReadView>(block.map().get());
3206 }
3207 return CreateByteBuffer(
3208 env,
3209 context->mReadonlyMapping->data(), // base
3210 context->mReadonlyMapping->capacity(), // capacity
3211 0u, // offset
3212 context->mReadonlyMapping->capacity(), // size
3213 true, // readOnly
3214 true /* clearBuffer */);
3215 } else if (context->mBlock) {
3216 std::shared_ptr<C2LinearBlock> block = context->mBlock;
3217 if (!context->mReadWriteMapping) {
3218 context->mReadWriteMapping =
3219 std::make_shared<C2WriteView>(block->map().get());
3220 }
3221 return CreateByteBuffer(
3222 env,
3223 context->mReadWriteMapping->base(),
3224 context->mReadWriteMapping->capacity(),
3225 context->mReadWriteMapping->offset(),
3226 context->mReadWriteMapping->size(),
3227 false, // readOnly
3228 true /* clearBuffer */);
3229 } else if (context->mLegacyBuffer) {
3230 return CreateByteBuffer(
3231 env,
3232 context->mLegacyBuffer->base(),
3233 context->mLegacyBuffer->capacity(),
3234 context->mLegacyBuffer->offset(),
3235 context->mLegacyBuffer->size(),
3236 true, // readOnly
3237 true /* clearBuffer */);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003238 } else if (context->mMemory) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003239 return CreateByteBuffer(
3240 env,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003241 context->mMemory->unsecurePointer(),
3242 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003243 0,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003244 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003245 false, // readOnly
3246 true /* clearBuffer */);
3247 }
3248 throwExceptionAsNecessary(env, INVALID_OPERATION);
3249 return nullptr;
3250}
3251
3252static void android_media_MediaCodec_LinearBlock_native_recycle(
3253 JNIEnv *env, jobject thiz) {
3254 JMediaCodecLinearBlock *context =
3255 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
Wonsik Kimd319a442020-05-28 17:54:06 -07003256 env->CallVoidMethod(thiz, gLinearBlockInfo.setInternalStateId, jlong(0), false);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003257 delete context;
3258}
3259
3260static void PopulateNamesVector(
3261 JNIEnv *env, jobjectArray codecNames, std::vector<std::string> *names) {
3262 jsize length = env->GetArrayLength(codecNames);
3263 for (jsize i = 0; i < length; ++i) {
3264 jstring jstr = static_cast<jstring>(env->GetObjectArrayElement(codecNames, i));
3265 if (jstr == nullptr) {
3266 // null entries are ignored
3267 continue;
3268 }
3269 const char *cstr = env->GetStringUTFChars(jstr, nullptr);
3270 if (cstr == nullptr) {
3271 throwExceptionAsNecessary(env, BAD_VALUE);
3272 return;
3273 }
3274 names->emplace_back(cstr);
3275 env->ReleaseStringUTFChars(jstr, cstr);
3276 }
3277}
3278
3279static void android_media_MediaCodec_LinearBlock_native_obtain(
3280 JNIEnv *env, jobject thiz, jint capacity, jobjectArray codecNames) {
3281 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
3282 std::vector<std::string> names;
3283 PopulateNamesVector(env, codecNames, &names);
3284 bool hasSecure = false;
3285 bool hasNonSecure = false;
3286 for (const std::string &name : names) {
3287 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3288 hasSecure = true;
3289 } else {
3290 hasNonSecure = true;
3291 }
3292 }
3293 if (hasSecure && !hasNonSecure) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003294 constexpr size_t kInitialDealerCapacity = 1048576; // 1MB
3295 thread_local sp<MemoryDealer> sDealer = new MemoryDealer(
3296 kInitialDealerCapacity, "JNI(1MB)");
3297 context->mMemory = sDealer->allocate(capacity);
3298 if (context->mMemory == nullptr) {
3299 size_t newDealerCapacity = sDealer->getMemoryHeap()->getSize() * 2;
3300 while (capacity * 2 > newDealerCapacity) {
3301 newDealerCapacity *= 2;
3302 }
3303 ALOGI("LinearBlock.native_obtain: "
3304 "Dealer capacity increasing from %zuMB to %zuMB",
3305 sDealer->getMemoryHeap()->getSize() / 1048576,
3306 newDealerCapacity / 1048576);
3307 sDealer = new MemoryDealer(
3308 newDealerCapacity,
3309 AStringPrintf("JNI(%zuMB)", newDealerCapacity).c_str());
3310 context->mMemory = sDealer->allocate(capacity);
3311 }
3312 context->mHidlMemory = hardware::fromHeap(context->mMemory->getMemory(
3313 &context->mHidlMemoryOffset, &context->mHidlMemorySize));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003314 } else {
3315 context->mBlock = MediaCodec::FetchLinearBlock(capacity, names);
3316 if (!context->mBlock) {
3317 jniThrowException(env, "java/io/IOException", nullptr);
3318 return;
3319 }
3320 }
3321 env->CallVoidMethod(
3322 thiz,
3323 gLinearBlockInfo.setInternalStateId,
3324 (jlong)context.release(),
3325 true /* isMappable */);
3326}
3327
3328static jboolean android_media_MediaCodec_LinearBlock_checkCompatible(
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07003329 JNIEnv *env, jclass, jobjectArray codecNames) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003330 std::vector<std::string> names;
3331 PopulateNamesVector(env, codecNames, &names);
3332 bool isCompatible = false;
3333 bool hasSecure = false;
3334 bool hasNonSecure = false;
3335 for (const std::string &name : names) {
3336 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3337 hasSecure = true;
3338 } else {
3339 hasNonSecure = true;
3340 }
3341 }
3342 if (hasSecure && hasNonSecure) {
3343 return false;
3344 }
3345 status_t err = MediaCodec::CanFetchLinearBlock(names, &isCompatible);
3346 if (err != OK) {
3347 throwExceptionAsNecessary(env, err);
3348 }
3349 return isCompatible;
3350}
3351
Daniel Micay76f6a862015-09-19 17:31:01 -04003352static const JNINativeMethod gMethods[] = {
Lajos Molnard4023112014-07-11 15:12:59 -07003353 { "native_release", "()V", (void *)android_media_MediaCodec_release },
Andreas Huber88572f72012-02-21 11:47:18 -08003354
Lajos Molnar1e6e8012014-07-15 16:07:13 -07003355 { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
3356
Chong Zhang8034d602015-04-28 13:38:48 -07003357 { "native_releasePersistentInputSurface",
3358 "(Landroid/view/Surface;)V",
3359 (void *)android_media_MediaCodec_releasePersistentInputSurface},
3360
3361 { "native_createPersistentInputSurface",
3362 "()Landroid/media/MediaCodec$PersistentSurface;",
3363 (void *)android_media_MediaCodec_createPersistentInputSurface },
3364
Chong Zhang9560ddb2015-05-13 10:25:29 -07003365 { "native_setInputSurface", "(Landroid/view/Surface;)V",
3366 (void *)android_media_MediaCodec_setInputSurface },
Chong Zhang8034d602015-04-28 13:38:48 -07003367
Guillaume Chelfic072caf2021-02-03 16:18:26 +01003368 { "native_enableOnFirstTunnelFrameReadyListener", "(Z)V",
3369 (void *)android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener },
3370
Lajos Molnard8578572015-06-05 20:17:33 -07003371 { "native_enableOnFrameRenderedListener", "(Z)V",
3372 (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
3373
Chong Zhang8d5e5562014-07-08 18:49:21 -07003374 { "native_setCallback",
3375 "(Landroid/media/MediaCodec$Callback;)V",
3376 (void *)android_media_MediaCodec_native_setCallback },
3377
Andreas Huber88572f72012-02-21 11:47:18 -08003378 { "native_configure",
Andreas Huber8240d922012-04-04 14:06:32 -07003379 "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
Chong Zhang2659c2f2017-04-27 13:18:20 -07003380 "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003381 (void *)android_media_MediaCodec_native_configure },
3382
Lajos Molnar5e02ba92015-05-01 15:59:35 -07003383 { "native_setSurface",
3384 "(Landroid/view/Surface;)V",
3385 (void *)android_media_MediaCodec_native_setSurface },
3386
Andy McFadden2621e402013-02-19 07:29:21 -08003387 { "createInputSurface", "()Landroid/view/Surface;",
3388 (void *)android_media_MediaCodec_createInputSurface },
3389
Lajos Molnard4023112014-07-11 15:12:59 -07003390 { "native_start", "()V", (void *)android_media_MediaCodec_start },
Andreas Huberaba67132013-10-22 12:40:01 -07003391 { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
Lajos Molnard4023112014-07-11 15:12:59 -07003392 { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
Andreas Huber88572f72012-02-21 11:47:18 -08003393
Lajos Molnard4023112014-07-11 15:12:59 -07003394 { "native_queueInputBuffer", "(IIIJI)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003395 (void *)android_media_MediaCodec_queueInputBuffer },
3396
Lajos Molnard4023112014-07-11 15:12:59 -07003397 { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
Andreas Huber9e6bcce2012-04-06 12:14:47 -07003398 (void *)android_media_MediaCodec_queueSecureInputBuffer },
3399
Wonsik Kim637afb22020-02-25 14:27:29 -08003400 { "native_mapHardwareBuffer",
3401 "(Landroid/hardware/HardwareBuffer;)Landroid/media/Image;",
3402 (void *)android_media_MediaCodec_mapHardwareBuffer },
3403
3404 { "native_closeMediaImage", "(J)V", (void *)android_media_MediaCodec_closeMediaImage },
3405
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003406 { "native_queueLinearBlock",
3407 "(ILandroid/media/MediaCodec$LinearBlock;IILandroid/media/MediaCodec$CryptoInfo;JI"
3408 "Ljava/util/ArrayList;Ljava/util/ArrayList;)V",
3409 (void *)android_media_MediaCodec_native_queueLinearBlock },
3410
Wonsik Kim637afb22020-02-25 14:27:29 -08003411 { "native_queueHardwareBuffer",
3412 "(ILandroid/hardware/HardwareBuffer;JILjava/util/ArrayList;Ljava/util/ArrayList;)V",
3413 (void *)android_media_MediaCodec_native_queueHardwareBuffer },
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003414
3415 { "native_getOutputFrame",
3416 "(Landroid/media/MediaCodec$OutputFrame;I)V",
3417 (void *)android_media_MediaCodec_native_getOutputFrame },
3418
Lajos Molnard4023112014-07-11 15:12:59 -07003419 { "native_dequeueInputBuffer", "(J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003420 (void *)android_media_MediaCodec_dequeueInputBuffer },
3421
Lajos Molnard4023112014-07-11 15:12:59 -07003422 { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003423 (void *)android_media_MediaCodec_dequeueOutputBuffer },
3424
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07003425 { "releaseOutputBuffer", "(IZZJ)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003426 (void *)android_media_MediaCodec_releaseOutputBuffer },
3427
Andy McFadden2621e402013-02-19 07:29:21 -08003428 { "signalEndOfInputStream", "()V",
3429 (void *)android_media_MediaCodec_signalEndOfInputStream },
3430
Lajos Molnard4023112014-07-11 15:12:59 -07003431 { "getFormatNative", "(Z)Ljava/util/Map;",
3432 (void *)android_media_MediaCodec_getFormatNative },
3433
3434 { "getOutputFormatNative", "(I)Ljava/util/Map;",
3435 (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
Andreas Huber88572f72012-02-21 11:47:18 -08003436
3437 { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
3438 (void *)android_media_MediaCodec_getBuffers },
3439
Lajos Molnard4023112014-07-11 15:12:59 -07003440 { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
3441 (void *)android_media_MediaCodec_getBuffer },
3442
3443 { "getImage", "(ZI)Landroid/media/Image;",
3444 (void *)android_media_MediaCodec_getImage },
3445
Lajos Molnard2a7f472018-11-15 12:49:20 -08003446 { "getCanonicalName", "()Ljava/lang/String;",
Martin Storsjo056ef2e2012-09-25 11:53:04 +03003447 (void *)android_media_MediaCodec_getName },
3448
Chong Zhanga0b72a62018-02-28 18:46:26 -08003449 { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
3450 (void *)android_media_MediaCodec_getOwnCodecInfo },
3451
Ray Essick10353e32017-04-14 10:22:55 -07003452 { "native_getMetrics", "()Landroid/os/PersistableBundle;",
Ray Essickf2d0e402017-03-09 10:17:51 -08003453 (void *)android_media_MediaCodec_native_getMetrics},
Ray Essick0e0fee12017-01-25 18:01:56 -08003454
Andreas Huber226065b2013-08-12 10:14:11 -07003455 { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
3456 (void *)android_media_MediaCodec_setParameters },
3457
Andreas Huberb12a5392012-04-30 14:18:33 -07003458 { "setVideoScalingMode", "(I)V",
3459 (void *)android_media_MediaCodec_setVideoScalingMode },
3460
ybai5e053202018-11-01 13:02:15 +08003461 { "native_setAudioPresentation", "(II)V",
3462 (void *)android_media_MediaCodec_setAudioPresentation },
3463
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003464 { "native_getSupportedVendorParameters", "()Ljava/util/List;",
3465 (void *)android_media_MediaCodec_getSupportedVendorParameters },
3466
3467 { "native_getParameterDescriptor",
3468 "(Ljava/lang/String;)Landroid/media/MediaCodec$ParameterDescriptor;",
3469 (void *)android_media_MediaCodec_getParameterDescriptor },
3470
3471 { "native_subscribeToVendorParameters",
3472 "(Ljava/util/List;)V",
3473 (void *)android_media_MediaCodec_subscribeToVendorParameters},
3474
3475 { "native_unsubscribeFromVendorParameters",
3476 "(Ljava/util/List;)V",
3477 (void *)android_media_MediaCodec_unsubscribeFromVendorParameters},
3478
Andreas Huber88572f72012-02-21 11:47:18 -08003479 { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
3480
3481 { "native_setup", "(Ljava/lang/String;ZZ)V",
3482 (void *)android_media_MediaCodec_native_setup },
3483
3484 { "native_finalize", "()V",
3485 (void *)android_media_MediaCodec_native_finalize },
3486};
3487
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003488static const JNINativeMethod gLinearBlockMethods[] = {
3489 { "native_map", "()Ljava/nio/ByteBuffer;",
3490 (void *)android_media_MediaCodec_LinearBlock_native_map },
3491
3492 { "native_recycle", "()V",
3493 (void *)android_media_MediaCodec_LinearBlock_native_recycle },
3494
3495 { "native_obtain", "(I[Ljava/lang/String;)V",
3496 (void *)android_media_MediaCodec_LinearBlock_native_obtain },
3497
3498 { "native_checkCompatible", "([Ljava/lang/String;)Z",
3499 (void *)android_media_MediaCodec_LinearBlock_checkCompatible },
3500};
3501
Andreas Huber88572f72012-02-21 11:47:18 -08003502int register_android_media_MediaCodec(JNIEnv *env) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003503 int result = AndroidRuntime::registerNativeMethods(env,
Andreas Huber88572f72012-02-21 11:47:18 -08003504 "android/media/MediaCodec", gMethods, NELEM(gMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003505 if (result != JNI_OK) {
3506 return result;
3507 }
3508 result = AndroidRuntime::registerNativeMethods(env,
3509 "android/media/MediaCodec$LinearBlock",
3510 gLinearBlockMethods,
3511 NELEM(gLinearBlockMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003512 return result;
Andreas Huber88572f72012-02-21 11:47:18 -08003513}