blob: 95599bd41e8d2f0fc11cb54d53f2494174a2f9c6 [file] [log] [blame]
Andreas Huber88572f72012-02-21 11:47:18 -08001/*
2 * Copyright 2012, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "MediaCodec-JNI"
19#include <utils/Log.h>
20
Wonsik Kimccb7ac62019-12-27 17:12:40 -080021#include <type_traits>
22
Andreas Huber88572f72012-02-21 11:47:18 -080023#include "android_media_MediaCodec.h"
24
shubangd49681e2020-02-17 21:32:30 -080025#include "android_media_MediaCodecLinearBlock.h"
Andreas Huber07ea4262012-04-11 12:21:20 -070026#include "android_media_MediaCrypto.h"
Chong Zhang2659c2f2017-04-27 13:18:20 -070027#include "android_media_MediaDescrambler.h"
Ray Essick0e0fee12017-01-25 18:01:56 -080028#include "android_media_MediaMetricsJNI.h"
Jooyung Hancb1e8962019-02-21 14:18:11 +090029#include "android_media_Streams.h"
Andreas Huber88572f72012-02-21 11:47:18 -080030#include "android_runtime/AndroidRuntime.h"
31#include "android_runtime/android_view_Surface.h"
Chong Zhangd5927ae2017-01-03 11:07:18 -080032#include "android_util_Binder.h"
Andreas Huber88572f72012-02-21 11:47:18 -080033#include "jni.h"
Steven Moreland2279b252017-07-19 09:50:45 -070034#include <nativehelper/JNIHelp.h>
Chong Zhanga0b72a62018-02-28 18:46:26 -080035#include <nativehelper/ScopedLocalRef.h>
Andreas Huber88572f72012-02-21 11:47:18 -080036
Wonsik Kim637afb22020-02-25 14:27:29 -080037#include <C2AllocatorGralloc.h>
38#include <C2BlockInternal.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080039#include <C2Buffer.h>
Wonsik Kimb8ebdb32020-04-21 17:00:13 -070040#include <C2PlatformSupport.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080041
Chong Zhang2659c2f2017-04-27 13:18:20 -070042#include <android/hardware/cas/native/1.0/IDescrambler.h>
Chong Zhangd5927ae2017-01-03 11:07:18 -080043
Wonsik Kim637afb22020-02-25 14:27:29 -080044#include <android_runtime/android_hardware_HardwareBuffer.h>
45
Wonsik Kimf7069ce2020-05-13 17:15:47 -070046#include <binder/MemoryDealer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080047
Lajos Molnar7ac4f562014-03-24 15:57:51 -070048#include <cutils/compiler.h>
49
Mathias Agopian8335f1c2012-02-25 18:48:35 -080050#include <gui/Surface.h>
Mathias Agopian8335f1c2012-02-25 18:48:35 -080051
Wonsik Kimccb7ac62019-12-27 17:12:40 -080052#include <hidlmemory/FrameworkUtils.h>
53
Wonsik Kim4273dd02016-09-27 15:23:35 +090054#include <media/MediaCodecBuffer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080055#include <media/hardware/VideoAPI.h>
Wonsik Kim8798c8c2021-03-18 21:38:57 -070056#include <media/stagefright/CodecBase.h>
Andreas Huber88572f72012-02-21 11:47:18 -080057#include <media/stagefright/MediaCodec.h>
58#include <media/stagefright/foundation/ABuffer.h>
59#include <media/stagefright/foundation/ADebug.h>
60#include <media/stagefright/foundation/ALooper.h>
61#include <media/stagefright/foundation/AMessage.h>
Andreas Huberbfc56f42012-04-19 12:47:07 -070062#include <media/stagefright/foundation/AString.h>
Andreas Huber88572f72012-02-21 11:47:18 -080063#include <media/stagefright/MediaErrors.h>
Chong Zhang8034d602015-04-28 13:38:48 -070064#include <media/stagefright/PersistentSurface.h>
Robert Shih631a80d2021-02-14 02:23:55 -080065#include <mediadrm/DrmUtils.h>
Jeff Tinkercd4d28f2018-02-16 16:24:49 -080066#include <mediadrm/ICrypto.h>
Andreas Huber8d5f3e32013-08-12 09:19:45 -070067
Wonsik Kim637afb22020-02-25 14:27:29 -080068#include <private/android/AHardwareBufferHelpers.h>
69
Andreas Huberb12a5392012-04-30 14:18:33 -070070#include <system/window.h>
71
Andreas Huber88572f72012-02-21 11:47:18 -080072namespace android {
73
74// Keep these in sync with their equivalents in MediaCodec.java !!!
75enum {
76 DEQUEUE_INFO_TRY_AGAIN_LATER = -1,
77 DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED = -2,
78 DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED = -3,
79};
80
Andreas Huberaba67132013-10-22 12:40:01 -070081enum {
Chong Zhang8d5e5562014-07-08 18:49:21 -070082 EVENT_CALLBACK = 1,
83 EVENT_SET_CALLBACK = 2,
Lajos Molnard8578572015-06-05 20:17:33 -070084 EVENT_FRAME_RENDERED = 3,
Guillaume Chelfic072caf2021-02-03 16:18:26 +010085 EVENT_FIRST_TUNNEL_FRAME_READY = 4,
Andreas Huberaba67132013-10-22 12:40:01 -070086};
87
Wonsik Kim8798c8c2021-03-18 21:38:57 -070088// From MediaFormat.java
89enum {
90 TYPE_NULL = 0,
91 TYPE_INTEGER = 1,
92 TYPE_LONG = 2,
93 TYPE_FLOAT = 3,
94 TYPE_STRING = 4,
95 TYPE_BYTE_BUFFER = 5,
96};
97
Andy Hung5f9aa0b2014-07-30 15:48:21 -070098static struct CryptoErrorCodes {
Jeff Tinker3ed38262013-08-02 23:24:51 -070099 jint cryptoErrorNoKey;
100 jint cryptoErrorKeyExpired;
101 jint cryptoErrorResourceBusy;
Jeff Tinker336d3ea2014-08-28 17:57:36 -0700102 jint cryptoErrorInsufficientOutputProtection;
Jeff Tinker96a2a952015-07-01 17:35:18 -0700103 jint cryptoErrorSessionNotOpened;
Jeff Tinker20594d82018-12-12 08:31:22 -0800104 jint cryptoErrorInsufficientSecurity;
Jeff Tinkerd3932162016-03-05 11:35:20 -0800105 jint cryptoErrorUnsupportedOperation;
Jeff Tinker20594d82018-12-12 08:31:22 -0800106 jint cryptoErrorFrameTooLarge;
107 jint cryptoErrorLostState;
Jeff Tinker3ed38262013-08-02 23:24:51 -0700108} gCryptoErrorCodes;
109
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700110static struct CodecActionCodes {
111 jint codecActionTransient;
112 jint codecActionRecoverable;
113} gCodecActionCodes;
114
Ronghua Wuc53ad692015-05-08 14:40:49 -0700115static struct CodecErrorCodes {
116 jint errorInsufficientResource;
117 jint errorReclaimed;
118} gCodecErrorCodes;
Ronghua Wu9e9ec942015-04-15 17:10:31 -0700119
Chong Zhang8034d602015-04-28 13:38:48 -0700120static struct {
121 jclass clazz;
122 jfieldID mLock;
123 jfieldID mPersistentObject;
124 jmethodID ctor;
125 jmethodID setNativeObjectLocked;
126} gPersistentSurfaceClassInfo;
127
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800128static struct {
129 jint Unencrypted;
130 jint AesCtr;
131 jint AesCbc;
132} gCryptoModes;
133
Chong Zhanga0b72a62018-02-28 18:46:26 -0800134static struct {
135 jclass capsClazz;
136 jmethodID capsCtorId;
137 jclass profileLevelClazz;
138 jfieldID profileField;
139 jfieldID levelField;
140} gCodecInfo;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800141
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800142static struct {
143 jclass clazz;
144 jobject nativeByteOrder;
145 jmethodID orderId;
146 jmethodID asReadOnlyBufferId;
147 jmethodID positionId;
148 jmethodID limitId;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -0700149 jmethodID getPositionId;
150 jmethodID getLimitId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800151} gByteBufferInfo;
152
153static struct {
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700154 jclass clazz;
155 jmethodID ctorId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800156 jmethodID sizeId;
157 jmethodID getId;
158 jmethodID addId;
159} gArrayListInfo;
160
161static struct {
162 jclass clazz;
163 jmethodID ctorId;
164 jmethodID setInternalStateId;
165 jfieldID contextId;
166 jfieldID validId;
167 jfieldID lockId;
168} gLinearBlockInfo;
169
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700170static struct {
171 jclass clazz;
172 jmethodID ctorId;
173 jfieldID nameId;
174 jfieldID typeId;
175} gDescriptorInfo;
176
Andreas Huber88572f72012-02-21 11:47:18 -0800177struct fields_t {
Andreas Huberaba67132013-10-22 12:40:01 -0700178 jmethodID postEventFromNativeID;
Wonsik Kim61796fd2018-09-13 13:15:59 -0700179 jmethodID lockAndGetContextID;
180 jmethodID setAndUnlockContextID;
Andreas Huber91befdc2012-04-18 12:19:51 -0700181 jfieldID cryptoInfoNumSubSamplesID;
182 jfieldID cryptoInfoNumBytesOfClearDataID;
183 jfieldID cryptoInfoNumBytesOfEncryptedDataID;
184 jfieldID cryptoInfoKeyID;
185 jfieldID cryptoInfoIVID;
186 jfieldID cryptoInfoModeID;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800187 jfieldID cryptoInfoPatternID;
188 jfieldID patternEncryptBlocksID;
189 jfieldID patternSkipBlocksID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800190 jfieldID queueRequestIndexID;
191 jfieldID outputFrameLinearBlockID;
Wonsik Kim637afb22020-02-25 14:27:29 -0800192 jfieldID outputFrameHardwareBufferID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800193 jfieldID outputFrameChangedKeysID;
194 jfieldID outputFrameFormatID;
Andreas Huber88572f72012-02-21 11:47:18 -0800195};
196
197static fields_t gFields;
Chong Zhang8034d602015-04-28 13:38:48 -0700198static const void *sRefBaseOwner;
Andreas Huber88572f72012-02-21 11:47:18 -0800199
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800200
Andreas Huber88572f72012-02-21 11:47:18 -0800201////////////////////////////////////////////////////////////////////////////////
202
203JMediaCodec::JMediaCodec(
204 JNIEnv *env, jobject thiz,
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100205 const char *name, bool nameIsType, bool encoder, int pid, int uid)
Andreas Huber88572f72012-02-21 11:47:18 -0800206 : mClass(NULL),
Chong Zhang8d5e5562014-07-08 18:49:21 -0700207 mObject(NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -0800208 jclass clazz = env->GetObjectClass(thiz);
209 CHECK(clazz != NULL);
210
211 mClass = (jclass)env->NewGlobalRef(clazz);
212 mObject = env->NewWeakGlobalRef(thiz);
213
214 mLooper = new ALooper;
215 mLooper->setName("MediaCodec_looper");
216
217 mLooper->start(
218 false, // runOnCallingThread
Andreas Huberaba67132013-10-22 12:40:01 -0700219 true, // canCallJava
Jeff Tinkere182d202017-09-07 16:46:50 -0700220 ANDROID_PRIORITY_VIDEO);
Andreas Huber88572f72012-02-21 11:47:18 -0800221
222 if (nameIsType) {
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100223 mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus, pid, uid);
Lajos Molnare7473872019-02-05 18:54:27 -0800224 if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
225 mNameAtCreation = "(null)";
226 }
Andreas Huber88572f72012-02-21 11:47:18 -0800227 } else {
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100228 mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus, pid, uid);
Lajos Molnare7473872019-02-05 18:54:27 -0800229 mNameAtCreation = name;
Andreas Huber88572f72012-02-21 11:47:18 -0800230 }
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700231 CHECK((mCodec != NULL) != (mInitStatus != OK));
Andreas Huber88572f72012-02-21 11:47:18 -0800232}
233
234status_t JMediaCodec::initCheck() const {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700235 return mInitStatus;
Andreas Huber88572f72012-02-21 11:47:18 -0800236}
237
Andreas Huberaba67132013-10-22 12:40:01 -0700238void JMediaCodec::registerSelf() {
239 mLooper->registerHandler(this);
240}
241
Chong Zhang128b0122014-03-01 18:04:13 -0800242void JMediaCodec::release() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700243 std::call_once(mReleaseFlag, [this] {
244 if (mCodec != NULL) {
245 mCodec->release();
246 mInitStatus = NO_INIT;
247 }
Andreas Huber88572f72012-02-21 11:47:18 -0800248
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700249 if (mLooper != NULL) {
250 mLooper->unregisterHandler(id());
251 mLooper->stop();
252 mLooper.clear();
253 }
254 });
Chong Zhang128b0122014-03-01 18:04:13 -0800255}
256
Wonsik Kim89666622020-04-28 10:43:47 -0700257void JMediaCodec::releaseAsync() {
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700258 std::call_once(mAsyncReleaseFlag, [this] {
259 if (mCodec != NULL) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -0700260 sp<AMessage> notify = new AMessage(kWhatAsyncReleaseComplete, this);
261 // Hold strong reference to this until async release is complete
262 notify->setObject("this", this);
263 mCodec->releaseAsync(notify);
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700264 }
265 mInitStatus = NO_INIT;
266 });
Wonsik Kim89666622020-04-28 10:43:47 -0700267}
268
Chong Zhang128b0122014-03-01 18:04:13 -0800269JMediaCodec::~JMediaCodec() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700270 if (mLooper != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -0800271 /* MediaCodec and looper should have been released explicitly already
272 * in setMediaCodec() (see comments in setMediaCodec()).
273 *
274 * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
275 * message handler, doing release() there risks deadlock as MediaCodec::
276 * release() post synchronous message to the same looper.
277 *
278 * Print a warning and try to proceed with releasing.
279 */
280 ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
281 release();
282 ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
283 }
284
Andreas Huber88572f72012-02-21 11:47:18 -0800285 JNIEnv *env = AndroidRuntime::getJNIEnv();
286
287 env->DeleteWeakGlobalRef(mObject);
288 mObject = NULL;
289 env->DeleteGlobalRef(mClass);
290 mClass = NULL;
291}
292
Guillaume Chelfic072caf2021-02-03 16:18:26 +0100293status_t JMediaCodec::enableOnFirstTunnelFrameReadyListener(jboolean enable) {
294 if (enable) {
295 if (mOnFirstTunnelFrameReadyNotification == NULL) {
296 mOnFirstTunnelFrameReadyNotification = new AMessage(kWhatFirstTunnelFrameReady, this);
297 }
298 } else {
299 mOnFirstTunnelFrameReadyNotification.clear();
300 }
301
302 return mCodec->setOnFirstTunnelFrameReadyNotification(mOnFirstTunnelFrameReadyNotification);
303}
304
Lajos Molnard8578572015-06-05 20:17:33 -0700305status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
306 if (enable) {
307 if (mOnFrameRenderedNotification == NULL) {
308 mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
309 }
310 } else {
311 mOnFrameRenderedNotification.clear();
312 }
313
314 return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
315}
316
Chong Zhang8d5e5562014-07-08 18:49:21 -0700317status_t JMediaCodec::setCallback(jobject cb) {
318 if (cb != NULL) {
319 if (mCallbackNotification == NULL) {
Lajos Molnar63834f42015-03-04 14:39:08 -0800320 mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
Chong Zhang8d5e5562014-07-08 18:49:21 -0700321 }
322 } else {
323 mCallbackNotification.clear();
324 }
325
326 return mCodec->setCallback(mCallbackNotification);
327}
328
Andreas Huber88572f72012-02-21 11:47:18 -0800329status_t JMediaCodec::configure(
330 const sp<AMessage> &format,
Andy McFaddend47f7d82012-12-18 09:48:38 -0800331 const sp<IGraphicBufferProducer> &bufferProducer,
Andreas Huber8240d922012-04-04 14:06:32 -0700332 const sp<ICrypto> &crypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -0800333 const sp<IDescrambler> &descrambler,
Andreas Huber88572f72012-02-21 11:47:18 -0800334 int flags) {
Mathias Agopian52800612013-02-14 17:11:20 -0800335 sp<Surface> client;
Andy McFaddend47f7d82012-12-18 09:48:38 -0800336 if (bufferProducer != NULL) {
Andreas Huberaba67132013-10-22 12:40:01 -0700337 mSurfaceTextureClient =
338 new Surface(bufferProducer, true /* controlledByApp */);
Andreas Huberb12a5392012-04-30 14:18:33 -0700339 } else {
340 mSurfaceTextureClient.clear();
Andreas Huber88572f72012-02-21 11:47:18 -0800341 }
Andreas Huberb12a5392012-04-30 14:18:33 -0700342
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800343 constexpr int32_t CONFIGURE_FLAG_ENCODE = 1;
344 AString mime;
345 CHECK(format->findString("mime", &mime));
346 mGraphicOutput = (mime.startsWithIgnoreCase("video/") || mime.startsWithIgnoreCase("image/"))
347 && !(flags & CONFIGURE_FLAG_ENCODE);
Wonsik Kimf7069ce2020-05-13 17:15:47 -0700348 mHasCryptoOrDescrambler = (crypto != nullptr) || (descrambler != nullptr);
Robert Shih631a80d2021-02-14 02:23:55 -0800349 mCrypto = crypto;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800350
Chong Zhangd5927ae2017-01-03 11:07:18 -0800351 return mCodec->configure(
352 format, mSurfaceTextureClient, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800353}
354
Lajos Molnar5e02ba92015-05-01 15:59:35 -0700355status_t JMediaCodec::setSurface(
356 const sp<IGraphicBufferProducer> &bufferProducer) {
357 sp<Surface> client;
358 if (bufferProducer != NULL) {
359 client = new Surface(bufferProducer, true /* controlledByApp */);
360 }
361 status_t err = mCodec->setSurface(client);
362 if (err == OK) {
363 mSurfaceTextureClient = client;
364 }
365 return err;
366}
367
Andy McFadden2621e402013-02-19 07:29:21 -0800368status_t JMediaCodec::createInputSurface(
369 sp<IGraphicBufferProducer>* bufferProducer) {
370 return mCodec->createInputSurface(bufferProducer);
371}
372
Chong Zhang9560ddb2015-05-13 10:25:29 -0700373status_t JMediaCodec::setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -0700374 const sp<PersistentSurface> &surface) {
Chong Zhang9560ddb2015-05-13 10:25:29 -0700375 return mCodec->setInputSurface(surface);
Chong Zhang8034d602015-04-28 13:38:48 -0700376}
377
Andreas Huber88572f72012-02-21 11:47:18 -0800378status_t JMediaCodec::start() {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700379 return mCodec->start();
Andreas Huber88572f72012-02-21 11:47:18 -0800380}
381
382status_t JMediaCodec::stop() {
Andreas Huberb12a5392012-04-30 14:18:33 -0700383 mSurfaceTextureClient.clear();
384
Chong Zhang8d5e5562014-07-08 18:49:21 -0700385 return mCodec->stop();
Andreas Huber88572f72012-02-21 11:47:18 -0800386}
387
388status_t JMediaCodec::flush() {
389 return mCodec->flush();
390}
391
Lajos Molnar1e6e8012014-07-15 16:07:13 -0700392status_t JMediaCodec::reset() {
393 return mCodec->reset();
394}
395
Andreas Huber88572f72012-02-21 11:47:18 -0800396status_t JMediaCodec::queueInputBuffer(
397 size_t index,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700398 size_t offset, size_t size, int64_t timeUs, uint32_t flags,
399 AString *errorDetailMsg) {
400 return mCodec->queueInputBuffer(
401 index, offset, size, timeUs, flags, errorDetailMsg);
Andreas Huber88572f72012-02-21 11:47:18 -0800402}
403
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700404status_t JMediaCodec::queueSecureInputBuffer(
405 size_t index,
406 size_t offset,
407 const CryptoPlugin::SubSample *subSamples,
408 size_t numSubSamples,
409 const uint8_t key[16],
410 const uint8_t iv[16],
411 CryptoPlugin::Mode mode,
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800412 const CryptoPlugin::Pattern &pattern,
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700413 int64_t presentationTimeUs,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700414 uint32_t flags,
415 AString *errorDetailMsg) {
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700416 return mCodec->queueSecureInputBuffer(
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800417 index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700418 presentationTimeUs, flags, errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700419}
420
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800421status_t JMediaCodec::queueBuffer(
422 size_t index, const std::shared_ptr<C2Buffer> &buffer, int64_t timeUs,
423 uint32_t flags, const sp<AMessage> &tunings, AString *errorDetailMsg) {
424 return mCodec->queueBuffer(
425 index, buffer, timeUs, flags, tunings, errorDetailMsg);
426}
427
428status_t JMediaCodec::queueEncryptedLinearBlock(
429 size_t index,
430 const sp<hardware::HidlMemory> &buffer,
431 size_t offset,
432 const CryptoPlugin::SubSample *subSamples,
433 size_t numSubSamples,
434 const uint8_t key[16],
435 const uint8_t iv[16],
436 CryptoPlugin::Mode mode,
437 const CryptoPlugin::Pattern &pattern,
438 int64_t presentationTimeUs,
439 uint32_t flags,
440 const sp<AMessage> &tunings,
441 AString *errorDetailMsg) {
442 return mCodec->queueEncryptedBuffer(
443 index, buffer, offset, subSamples, numSubSamples, key, iv, mode, pattern,
444 presentationTimeUs, flags, tunings, errorDetailMsg);
445}
446
Andreas Huber88572f72012-02-21 11:47:18 -0800447status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700448 return mCodec->dequeueInputBuffer(index, timeoutUs);
Andreas Huber88572f72012-02-21 11:47:18 -0800449}
450
451status_t JMediaCodec::dequeueOutputBuffer(
452 JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
453 size_t size, offset;
454 int64_t timeUs;
455 uint32_t flags;
Andreas Huberaba67132013-10-22 12:40:01 -0700456 status_t err = mCodec->dequeueOutputBuffer(
457 index, &offset, &size, &timeUs, &flags, timeoutUs);
458
Andreas Huberaba67132013-10-22 12:40:01 -0700459 if (err != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800460 return err;
461 }
462
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700463 ScopedLocalRef<jclass> clazz(
464 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
Andreas Huber88572f72012-02-21 11:47:18 -0800465
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700466 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
Ashok Bhatfef85ef2014-03-05 15:06:05 +0000467 env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800468
469 return OK;
470}
471
Lajos Molnar7c513b6b2014-05-08 17:16:45 -0700472status_t JMediaCodec::releaseOutputBuffer(
473 size_t index, bool render, bool updatePTS, int64_t timestampNs) {
474 if (updatePTS) {
475 return mCodec->renderOutputBufferAndRelease(index, timestampNs);
476 }
Andreas Huber88572f72012-02-21 11:47:18 -0800477 return render
478 ? mCodec->renderOutputBufferAndRelease(index)
479 : mCodec->releaseOutputBuffer(index);
480}
481
Andy McFadden2621e402013-02-19 07:29:21 -0800482status_t JMediaCodec::signalEndOfInputStream() {
483 return mCodec->signalEndOfInputStream();
484}
485
Lajos Molnard4023112014-07-11 15:12:59 -0700486status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
Andreas Huber88572f72012-02-21 11:47:18 -0800487 sp<AMessage> msg;
488 status_t err;
Lajos Molnard4023112014-07-11 15:12:59 -0700489 err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
490 if (err != OK) {
491 return err;
492 }
493
494 return ConvertMessageToMap(env, msg, format);
495}
496
497status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
498 sp<AMessage> msg;
499 status_t err;
500 if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800501 return err;
502 }
503
504 return ConvertMessageToMap(env, msg, format);
505}
506
507status_t JMediaCodec::getBuffers(
508 JNIEnv *env, bool input, jobjectArray *bufArray) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900509 Vector<sp<MediaCodecBuffer> > buffers;
Andreas Huber88572f72012-02-21 11:47:18 -0800510
511 status_t err =
512 input
513 ? mCodec->getInputBuffers(&buffers)
514 : mCodec->getOutputBuffers(&buffers);
515
516 if (err != OK) {
517 return err;
518 }
519
Andreas Huber88572f72012-02-21 11:47:18 -0800520 *bufArray = (jobjectArray)env->NewObjectArray(
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800521 buffers.size(), gByteBufferInfo.clazz, NULL);
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800522 if (*bufArray == NULL) {
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800523 return NO_MEMORY;
524 }
Andreas Huber88572f72012-02-21 11:47:18 -0800525
526 for (size_t i = 0; i < buffers.size(); ++i) {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900527 const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
Andreas Huber88572f72012-02-21 11:47:18 -0800528
Lajos Molnar7de28d32014-07-25 07:51:02 -0700529 jobject byteBuffer = NULL;
530 err = createByteBufferFromABuffer(
531 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
532 if (err != OK) {
533 return err;
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800534 }
Lajos Molnar7de28d32014-07-25 07:51:02 -0700535 if (byteBuffer != NULL) {
536 env->SetObjectArrayElement(
537 *bufArray, i, byteBuffer);
538
Lajos Molnard4023112014-07-11 15:12:59 -0700539 env->DeleteLocalRef(byteBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700540 byteBuffer = NULL;
Lajos Molnard4023112014-07-11 15:12:59 -0700541 }
Andreas Huber88572f72012-02-21 11:47:18 -0800542 }
543
Lajos Molnar7de28d32014-07-25 07:51:02 -0700544 return OK;
545}
Andreas Huber3dd7fd02012-05-08 13:50:45 -0700546
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800547template <typename T>
548static jobject CreateByteBuffer(
549 JNIEnv *env, T *base, size_t capacity, size_t offset, size_t size,
550 bool readOnly, bool clearBuffer) {
551 jobject byteBuffer =
552 env->NewDirectByteBuffer(
553 const_cast<typename std::remove_const<T>::type *>(base),
554 capacity);
555 if (readOnly && byteBuffer != NULL) {
556 jobject readOnlyBuffer = env->CallObjectMethod(
557 byteBuffer, gByteBufferInfo.asReadOnlyBufferId);
558 env->DeleteLocalRef(byteBuffer);
559 byteBuffer = readOnlyBuffer;
560 }
561 if (byteBuffer == NULL) {
562 return nullptr;
563 }
564 jobject me = env->CallObjectMethod(
565 byteBuffer, gByteBufferInfo.orderId, gByteBufferInfo.nativeByteOrder);
566 env->DeleteLocalRef(me);
567 me = env->CallObjectMethod(
568 byteBuffer, gByteBufferInfo.limitId,
569 clearBuffer ? capacity : offset + size);
570 env->DeleteLocalRef(me);
571 me = env->CallObjectMethod(
572 byteBuffer, gByteBufferInfo.positionId,
573 clearBuffer ? 0 : offset);
574 env->DeleteLocalRef(me);
575 me = NULL;
576 return byteBuffer;
577}
578
579
Lajos Molnar7de28d32014-07-25 07:51:02 -0700580// static
Wonsik Kim4273dd02016-09-27 15:23:35 +0900581template <typename T>
Lajos Molnar7de28d32014-07-25 07:51:02 -0700582status_t JMediaCodec::createByteBufferFromABuffer(
Wonsik Kim4273dd02016-09-27 15:23:35 +0900583 JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
Lajos Molnar7de28d32014-07-25 07:51:02 -0700584 jobject *buf) const {
585 // if this is an ABuffer that doesn't actually hold any accessible memory,
586 // use a null ByteBuffer
587 *buf = NULL;
Aaron Vaagee5b641e2015-09-03 15:12:57 -0700588
589 if (buffer == NULL) {
590 ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
591 return OK;
592 }
593
Lajos Molnar7de28d32014-07-25 07:51:02 -0700594 if (buffer->base() == NULL) {
595 return OK;
596 }
597
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800598 jobject byteBuffer = CreateByteBuffer(
599 env, buffer->base(), buffer->capacity(), buffer->offset(), buffer->size(),
600 readOnly, clearBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700601
602 *buf = byteBuffer;
Andreas Huber88572f72012-02-21 11:47:18 -0800603 return OK;
604}
605
Lajos Molnard4023112014-07-11 15:12:59 -0700606status_t JMediaCodec::getBuffer(
607 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900608 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700609
610 status_t err =
611 input
612 ? mCodec->getInputBuffer(index, &buffer)
613 : mCodec->getOutputBuffer(index, &buffer);
614
615 if (err != OK) {
616 return err;
617 }
618
Lajos Molnar7de28d32014-07-25 07:51:02 -0700619 return createByteBufferFromABuffer(
620 env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
Lajos Molnard4023112014-07-11 15:12:59 -0700621}
622
623status_t JMediaCodec::getImage(
624 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900625 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700626
627 status_t err =
628 input
629 ? mCodec->getInputBuffer(index, &buffer)
630 : mCodec->getOutputBuffer(index, &buffer);
631
632 if (err != OK) {
633 return err;
634 }
635
636 // if this is an ABuffer that doesn't actually hold any accessible memory,
637 // use a null ByteBuffer
638 *buf = NULL;
639 if (buffer->base() == NULL) {
640 return OK;
641 }
642
643 // check if buffer is an image
Lajos Molnar7de28d32014-07-25 07:51:02 -0700644 sp<ABuffer> imageData;
645 if (!buffer->meta()->findBuffer("image-data", &imageData)) {
Lajos Molnard4023112014-07-11 15:12:59 -0700646 return OK;
647 }
648
Lajos Molnar7de28d32014-07-25 07:51:02 -0700649 int64_t timestamp = 0;
650 if (!input && buffer->meta()->findInt64("timeUs", &timestamp)) {
651 timestamp *= 1000; // adjust to ns
652 }
653
654 jobject byteBuffer = NULL;
655 err = createByteBufferFromABuffer(
656 env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
657 if (err != OK) {
658 return OK;
659 }
660
661 jobject infoBuffer = NULL;
662 err = createByteBufferFromABuffer(
663 env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
664 if (err != OK) {
665 env->DeleteLocalRef(byteBuffer);
666 byteBuffer = NULL;
667 return OK;
668 }
669
670 jobject cropRect = NULL;
671 int32_t left, top, right, bottom;
672 if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
673 ScopedLocalRef<jclass> rectClazz(
674 env, env->FindClass("android/graphics/Rect"));
675 CHECK(rectClazz.get() != NULL);
676
677 jmethodID rectConstructID = env->GetMethodID(
678 rectClazz.get(), "<init>", "(IIII)V");
679
680 cropRect = env->NewObject(
681 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
682 }
683
684 ScopedLocalRef<jclass> imageClazz(
685 env, env->FindClass("android/media/MediaCodec$MediaImage"));
686 CHECK(imageClazz.get() != NULL);
687
688 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
689 "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
690
691 *buf = env->NewObject(imageClazz.get(), imageConstructID,
692 byteBuffer, infoBuffer,
693 (jboolean)!input /* readOnly */,
694 (jlong)timestamp,
695 (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
696
697 // if MediaImage creation fails, return null
698 if (env->ExceptionCheck()) {
699 env->ExceptionDescribe();
700 env->ExceptionClear();
701 *buf = NULL;
702 }
703
704 if (cropRect != NULL) {
705 env->DeleteLocalRef(cropRect);
706 cropRect = NULL;
707 }
708
709 env->DeleteLocalRef(byteBuffer);
710 byteBuffer = NULL;
711
712 env->DeleteLocalRef(infoBuffer);
713 infoBuffer = NULL;
714
Lajos Molnard4023112014-07-11 15:12:59 -0700715 return OK;
716}
717
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800718status_t JMediaCodec::getOutputFrame(
719 JNIEnv *env, jobject frame, size_t index) const {
720 sp<MediaCodecBuffer> buffer;
721
722 status_t err = mCodec->getOutputBuffer(index, &buffer);
723 if (err != OK) {
724 return err;
725 }
726
727 if (buffer->size() > 0) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800728 std::shared_ptr<C2Buffer> c2Buffer = buffer->asC2Buffer();
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800729 if (c2Buffer) {
730 switch (c2Buffer->data().type()) {
731 case C2BufferData::LINEAR: {
732 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
Wonsik Kim8569a662022-05-24 14:16:44 -0700733 context->mCodecNames.push_back(mNameAtCreation.c_str());
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800734 context->mBuffer = c2Buffer;
735 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
736 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800737 env->CallVoidMethod(
738 linearBlock.get(),
739 gLinearBlockInfo.setInternalStateId,
740 (jlong)context.release(),
741 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800742 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
743 break;
744 }
745 case C2BufferData::GRAPHIC: {
Wonsik Kim637afb22020-02-25 14:27:29 -0800746 const C2Handle *c2Handle = c2Buffer->data().graphicBlocks().front().handle();
747 uint32_t width, height, format, stride, igbp_slot, generation;
748 uint64_t usage, igbp_id;
749 _UnwrapNativeCodec2GrallocMetadata(
750 c2Handle, &width, &height, &format, &usage, &stride, &generation,
751 &igbp_id, &igbp_slot);
752 native_handle_t *grallocHandle = UnwrapNativeCodec2GrallocHandle(c2Handle);
753 GraphicBuffer* graphicBuffer = new GraphicBuffer(
754 grallocHandle, GraphicBuffer::CLONE_HANDLE,
755 width, height, format, 1, usage, stride);
756 ScopedLocalRef<jobject> hardwareBuffer{
757 env,
758 android_hardware_HardwareBuffer_createFromAHardwareBuffer(
759 env, AHardwareBuffer_from_GraphicBuffer(graphicBuffer))};
760 env->SetObjectField(
761 frame, gFields.outputFrameHardwareBufferID, hardwareBuffer.get());
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800762 break;
763 }
764 case C2BufferData::LINEAR_CHUNKS: [[fallthrough]];
765 case C2BufferData::GRAPHIC_CHUNKS: [[fallthrough]];
766 case C2BufferData::INVALID: [[fallthrough]];
767 default:
768 return INVALID_OPERATION;
769 }
770 } else {
771 if (!mGraphicOutput) {
772 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
Wonsik Kim8569a662022-05-24 14:16:44 -0700773 context->mCodecNames.push_back(mNameAtCreation.c_str());
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800774 context->mLegacyBuffer = buffer;
775 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
776 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800777 env->CallVoidMethod(
778 linearBlock.get(),
779 gLinearBlockInfo.setInternalStateId,
780 (jlong)context.release(),
781 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800782 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
783 } else {
Wonsik Kim637afb22020-02-25 14:27:29 -0800784 // No-op.
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800785 }
786 }
787 }
788
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700789 jobject formatMap;
790 err = getOutputFormat(env, index, &formatMap);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800791 if (err != OK) {
792 return err;
793 }
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700794 ScopedLocalRef<jclass> mediaFormatClass{env, env->FindClass("android/media/MediaFormat")};
795 ScopedLocalRef<jobject> format{env, env->NewObject(
796 mediaFormatClass.get(),
797 env->GetMethodID(mediaFormatClass.get(), "<init>", "(Ljava/util/Map;)V"),
798 formatMap)};
799 env->SetObjectField(frame, gFields.outputFrameFormatID, format.get());
800 env->DeleteLocalRef(formatMap);
801 formatMap = nullptr;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800802
803 sp<RefBase> obj;
804 if (buffer->meta()->findObject("changedKeys", &obj) && obj) {
805 sp<MediaCodec::WrapperObject<std::set<std::string>>> changedKeys{
806 (decltype(changedKeys.get()))obj.get()};
807 ScopedLocalRef<jobject> changedKeysObj{env, env->GetObjectField(
808 frame, gFields.outputFrameChangedKeysID)};
809 for (const std::string &key : changedKeys->value) {
810 ScopedLocalRef<jstring> keyStr{env, env->NewStringUTF(key.c_str())};
811 (void)env->CallBooleanMethod(changedKeysObj.get(), gArrayListInfo.addId, keyStr.get());
812 }
813 }
814 return OK;
815}
816
Martin Storsjo056ef2e2012-09-25 11:53:04 +0300817status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
818 AString name;
819
820 status_t err = mCodec->getName(&name);
821
822 if (err != OK) {
823 return err;
824 }
825
826 *nameStr = env->NewStringUTF(name.c_str());
827
828 return OK;
829}
830
Chong Zhanga0b72a62018-02-28 18:46:26 -0800831static jobject getCodecCapabilitiesObject(
832 JNIEnv *env, const char *mime, bool isEncoder,
833 const sp<MediaCodecInfo::Capabilities> &capabilities) {
834 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
835 Vector<uint32_t> colorFormats;
836
837 sp<AMessage> defaultFormat = new AMessage();
838 defaultFormat->setString("mime", mime);
839
840 capabilities->getSupportedColorFormats(&colorFormats);
841 capabilities->getSupportedProfileLevels(&profileLevels);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800842 sp<AMessage> details = capabilities->getDetails();
843
844 jobject defaultFormatObj = NULL;
845 if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
846 return NULL;
847 }
848 ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
849
850 jobject detailsObj = NULL;
851 if (ConvertMessageToMap(env, details, &detailsObj)) {
852 return NULL;
853 }
854 ScopedLocalRef<jobject> detailsRef(env, detailsObj);
855
856 ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
857 profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
858
859 for (size_t i = 0; i < profileLevels.size(); ++i) {
860 const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
861
862 ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
863 gCodecInfo.profileLevelClazz));
864
865 env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
866 env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
867
868 env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
869 }
870
871 ScopedLocalRef<jintArray> colorFormatsArray(
872 env, env->NewIntArray(colorFormats.size()));
873 for (size_t i = 0; i < colorFormats.size(); ++i) {
874 jint val = colorFormats.itemAt(i);
875 env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
876 }
877
878 return env->NewObject(
879 gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800880 profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
Chong Zhanga0b72a62018-02-28 18:46:26 -0800881 defaultFormatRef.get(), detailsRef.get());
882}
883
884status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
885 sp<MediaCodecInfo> codecInfo;
886
887 status_t err = mCodec->getCodecInfo(&codecInfo);
888
889 if (err != OK) {
890 return err;
891 }
892
893 ScopedLocalRef<jstring> nameObject(env,
Lajos Molnare7473872019-02-05 18:54:27 -0800894 env->NewStringUTF(mNameAtCreation.c_str()));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800895
Lajos Molnard2a7f472018-11-15 12:49:20 -0800896 ScopedLocalRef<jstring> canonicalNameObject(env,
897 env->NewStringUTF(codecInfo->getCodecName()));
898
899 MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
Chong Zhanga0b72a62018-02-28 18:46:26 -0800900 bool isEncoder = codecInfo->isEncoder();
901
Lajos Molnard2a7f472018-11-15 12:49:20 -0800902 Vector<AString> mediaTypes;
903 codecInfo->getSupportedMediaTypes(&mediaTypes);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800904
905 ScopedLocalRef<jobjectArray> capsArrayObj(env,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800906 env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800907
Lajos Molnard2a7f472018-11-15 12:49:20 -0800908 for (size_t i = 0; i < mediaTypes.size(); i++) {
Chong Zhanga0b72a62018-02-28 18:46:26 -0800909 const sp<MediaCodecInfo::Capabilities> caps =
Lajos Molnard2a7f472018-11-15 12:49:20 -0800910 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800911
912 ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
Lajos Molnard2a7f472018-11-15 12:49:20 -0800913 env, mediaTypes[i].c_str(), isEncoder, caps));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800914
915 env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
916 }
917
918 ScopedLocalRef<jclass> codecInfoClazz(env,
919 env->FindClass("android/media/MediaCodecInfo"));
920 CHECK(codecInfoClazz.get() != NULL);
921
922 jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
Lajos Molnarb864a792019-01-17 16:26:22 -0800923 "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
Chong Zhanga0b72a62018-02-28 18:46:26 -0800924
925 *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800926 nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800927
928 return OK;
929}
930
Ray Essick81fbc5b2019-12-07 06:24:59 -0800931status_t JMediaCodec::getMetrics(JNIEnv *, mediametrics::Item * &reply) const {
932 mediametrics_handle_t reply2 = mediametrics::Item::convert(reply);
Ray Essick8268c412019-08-26 15:34:10 -0700933 status_t status = mCodec->getMetrics(reply2);
Ray Essick758c7382019-09-18 14:04:28 -0700934 // getMetrics() updates reply2, pass the converted update along to our caller.
Ray Essick81fbc5b2019-12-07 06:24:59 -0800935 reply = mediametrics::Item::convert(reply2);
Ray Essick0e0fee12017-01-25 18:01:56 -0800936 return status;
937}
938
Andreas Huber226065b2013-08-12 10:14:11 -0700939status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
940 return mCodec->setParameters(msg);
941}
942
Andreas Huberb12a5392012-04-30 14:18:33 -0700943void JMediaCodec::setVideoScalingMode(int mode) {
944 if (mSurfaceTextureClient != NULL) {
Lajos Molnar832939e2018-05-23 14:58:26 -0700945 // this works for components that queue to surface
Andreas Huberb12a5392012-04-30 14:18:33 -0700946 native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
Lajos Molnar832939e2018-05-23 14:58:26 -0700947 // also signal via param for components that queue to IGBP
948 sp<AMessage> msg = new AMessage;
949 msg->setInt32("android._video-scaling", mode);
950 (void)mCodec->setParameters(msg);
Andreas Huberb12a5392012-04-30 14:18:33 -0700951 }
952}
953
ybai5e053202018-11-01 13:02:15 +0800954void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
955 sp<AMessage> msg = new AMessage;
956 msg->setInt32("audio-presentation-presentation-id", presentationId);
957 msg->setInt32("audio-presentation-program-id", programId);
958 (void)mCodec->setParameters(msg);
959}
960
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700961status_t JMediaCodec::querySupportedVendorParameters(JNIEnv *env, jobject *namesObj) {
962 std::vector<std::string> names;
963 status_t status = mCodec->querySupportedVendorParameters(&names);
964 if (status != OK) {
965 return status;
966 }
967 *namesObj = env->NewObject(gArrayListInfo.clazz, gArrayListInfo.ctorId);
968 for (const std::string &name : names) {
969 ScopedLocalRef<jstring> nameStr{env, env->NewStringUTF(name.c_str())};
970 (void)env->CallBooleanMethod(*namesObj, gArrayListInfo.addId, nameStr.get());
971 }
972 return OK;
973}
974
975status_t JMediaCodec::describeParameter(JNIEnv *env, jstring name, jobject *descObj) {
976 const char *tmp = env->GetStringUTFChars(name, nullptr);
977 CodecParameterDescriptor desc;
978 status_t status = mCodec->describeParameter(tmp, &desc);
979 env->ReleaseStringUTFChars(name, tmp);
980 if (status != OK) {
981 return status;
982 }
983 jint type = TYPE_NULL;
984 switch (desc.type) {
985 case AMessage::kTypeInt32: type = TYPE_INTEGER; break;
986 case AMessage::kTypeSize:
987 case AMessage::kTypeInt64: type = TYPE_LONG; break;
988 case AMessage::kTypeFloat: type = TYPE_FLOAT; break;
989 case AMessage::kTypeString: type = TYPE_STRING; break;
990 case AMessage::kTypeBuffer: type = TYPE_BYTE_BUFFER; break;
991 default: type = TYPE_NULL; break;
992 }
993 if (type == TYPE_NULL) {
994 return BAD_VALUE;
995 }
996 *descObj = env->NewObject(gDescriptorInfo.clazz, gDescriptorInfo.ctorId);
997 env->SetObjectField(*descObj, gDescriptorInfo.nameId, name);
998 env->SetIntField(*descObj, gDescriptorInfo.typeId, type);
999 return OK;
1000}
1001
1002static void BuildVectorFromList(JNIEnv *env, jobject list, std::vector<std::string> *vec) {
1003 ScopedLocalRef<jclass> listClazz{env, env->FindClass("java/util/List")};
1004 ScopedLocalRef<jclass> iterClazz{env, env->FindClass("java/util/Iterator")};
1005 jmethodID hasNextID = env->GetMethodID(iterClazz.get(), "hasNext", "()Z");
1006 jmethodID nextID = env->GetMethodID(iterClazz.get(), "next", "()Ljava/lang/Object;");
1007 jobject it = env->CallObjectMethod(
1008 list, env->GetMethodID(listClazz.get(), "iterator", "()Ljava/util/Iterator;"));
1009 while (env->CallBooleanMethod(it, hasNextID)) {
1010 jstring name = (jstring)env->CallObjectMethod(it, nextID);
1011 const char *tmp = env->GetStringUTFChars(name, nullptr);
1012 vec->push_back(tmp);
1013 env->ReleaseStringUTFChars(name, tmp);
1014 }
1015}
1016
1017status_t JMediaCodec::subscribeToVendorParameters(JNIEnv *env, jobject namesObj) {
1018 std::vector<std::string> names;
1019 BuildVectorFromList(env, namesObj, &names);
1020 return mCodec->subscribeToVendorParameters(names);
1021}
1022
1023status_t JMediaCodec::unsubscribeFromVendorParameters(JNIEnv *env, jobject namesObj) {
1024 std::vector<std::string> names;
1025 BuildVectorFromList(env, namesObj, &names);
1026 return mCodec->unsubscribeFromVendorParameters(names);
1027}
1028
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001029static jthrowable createCodecException(
1030 JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
1031 ScopedLocalRef<jclass> clazz(
1032 env, env->FindClass("android/media/MediaCodec$CodecException"));
1033 CHECK(clazz.get() != NULL);
1034
Ronghua Wuc53ad692015-05-08 14:40:49 -07001035 const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001036 CHECK(ctor != NULL);
1037
1038 ScopedLocalRef<jstring> msgObj(
1039 env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
1040
1041 // translate action code to Java equivalent
1042 switch (actionCode) {
1043 case ACTION_CODE_TRANSIENT:
1044 actionCode = gCodecActionCodes.codecActionTransient;
1045 break;
1046 case ACTION_CODE_RECOVERABLE:
1047 actionCode = gCodecActionCodes.codecActionRecoverable;
1048 break;
1049 default:
1050 actionCode = 0; // everything else is fatal
1051 break;
1052 }
1053
Ronghua Wuc53ad692015-05-08 14:40:49 -07001054 /* translate OS errors to Java API CodecException errorCodes */
1055 switch (err) {
1056 case NO_MEMORY:
1057 err = gCodecErrorCodes.errorInsufficientResource;
1058 break;
1059 case DEAD_OBJECT:
1060 err = gCodecErrorCodes.errorReclaimed;
1061 break;
1062 default: /* Other error codes go out as is. */
1063 break;
1064 }
1065
1066 return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001067}
1068
Chong Zhang8d5e5562014-07-08 18:49:21 -07001069void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
1070 int32_t arg1, arg2 = 0;
1071 jobject obj = NULL;
1072 CHECK(msg->findInt32("callbackID", &arg1));
1073 JNIEnv *env = AndroidRuntime::getJNIEnv();
Andreas Huberaba67132013-10-22 12:40:01 -07001074
Chong Zhang8d5e5562014-07-08 18:49:21 -07001075 switch (arg1) {
1076 case MediaCodec::CB_INPUT_AVAILABLE:
1077 {
1078 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001079 break;
1080 }
1081
Chong Zhang8d5e5562014-07-08 18:49:21 -07001082 case MediaCodec::CB_OUTPUT_AVAILABLE:
Andreas Huberaba67132013-10-22 12:40:01 -07001083 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001084 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001085
Chong Zhang8d5e5562014-07-08 18:49:21 -07001086 size_t size, offset;
1087 int64_t timeUs;
1088 uint32_t flags;
1089 CHECK(msg->findSize("size", &size));
1090 CHECK(msg->findSize("offset", &offset));
1091 CHECK(msg->findInt64("timeUs", &timeUs));
1092 CHECK(msg->findInt32("flags", (int32_t *)&flags));
1093
1094 ScopedLocalRef<jclass> clazz(
1095 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
1096 jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
1097 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
1098
1099 obj = env->NewObject(clazz.get(), ctor);
1100
1101 if (obj == NULL) {
1102 if (env->ExceptionCheck()) {
1103 ALOGE("Could not create MediaCodec.BufferInfo.");
1104 env->ExceptionClear();
Andreas Huberaba67132013-10-22 12:40:01 -07001105 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001106 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1107 return;
Andreas Huberaba67132013-10-22 12:40:01 -07001108 }
1109
Chong Zhang8d5e5562014-07-08 18:49:21 -07001110 env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
1111 break;
1112 }
1113
1114 case MediaCodec::CB_ERROR:
1115 {
Chong Zhang94686d12014-07-11 15:53:58 -07001116 int32_t err, actionCode;
1117 CHECK(msg->findInt32("err", &err));
Chong Zhang8d5e5562014-07-08 18:49:21 -07001118 CHECK(msg->findInt32("actionCode", &actionCode));
1119
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001120 // note that DRM errors could conceivably alias into a CodecException
1121 obj = (jobject)createCodecException(env, err, actionCode);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001122
1123 if (obj == NULL) {
1124 if (env->ExceptionCheck()) {
Chong Zhang94686d12014-07-11 15:53:58 -07001125 ALOGE("Could not create CodecException object.");
Chong Zhang8d5e5562014-07-08 18:49:21 -07001126 env->ExceptionClear();
1127 }
1128 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1129 return;
1130 }
Andreas Huberaba67132013-10-22 12:40:01 -07001131
1132 break;
1133 }
1134
Chong Zhang8d5e5562014-07-08 18:49:21 -07001135 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
Andreas Huberaba67132013-10-22 12:40:01 -07001136 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001137 sp<AMessage> format;
1138 CHECK(msg->findMessage("format", &format));
Andreas Huberaba67132013-10-22 12:40:01 -07001139
Chong Zhang8d5e5562014-07-08 18:49:21 -07001140 if (OK != ConvertMessageToMap(env, format, &obj)) {
1141 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1142 return;
1143 }
Andreas Huberaba67132013-10-22 12:40:01 -07001144
Andreas Huberaba67132013-10-22 12:40:01 -07001145 break;
1146 }
1147
1148 default:
1149 TRESPASS();
1150 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001151
1152 env->CallVoidMethod(
1153 mObject,
1154 gFields.postEventFromNativeID,
1155 EVENT_CALLBACK,
1156 arg1,
1157 arg2,
1158 obj);
1159
1160 env->DeleteLocalRef(obj);
Andreas Huberaba67132013-10-22 12:40:01 -07001161}
1162
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001163void JMediaCodec::handleFirstTunnelFrameReadyNotification(const sp<AMessage> &msg) {
1164 int32_t arg1 = 0, arg2 = 0;
1165 jobject obj = NULL;
1166 JNIEnv *env = AndroidRuntime::getJNIEnv();
1167
1168 sp<AMessage> data;
1169 CHECK(msg->findMessage("data", &data));
1170
1171 status_t err = ConvertMessageToMap(env, data, &obj);
1172 if (err != OK) {
1173 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1174 return;
1175 }
1176
1177 env->CallVoidMethod(
1178 mObject, gFields.postEventFromNativeID,
1179 EVENT_FIRST_TUNNEL_FRAME_READY, arg1, arg2, obj);
1180
1181 env->DeleteLocalRef(obj);
1182}
1183
Lajos Molnard8578572015-06-05 20:17:33 -07001184void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
1185 int32_t arg1 = 0, arg2 = 0;
1186 jobject obj = NULL;
1187 JNIEnv *env = AndroidRuntime::getJNIEnv();
1188
1189 sp<AMessage> data;
1190 CHECK(msg->findMessage("data", &data));
1191
1192 status_t err = ConvertMessageToMap(env, data, &obj);
1193 if (err != OK) {
1194 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1195 return;
1196 }
1197
1198 env->CallVoidMethod(
1199 mObject, gFields.postEventFromNativeID,
1200 EVENT_FRAME_RENDERED, arg1, arg2, obj);
1201
1202 env->DeleteLocalRef(obj);
1203}
1204
Chong Zhang8d5e5562014-07-08 18:49:21 -07001205void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
1206 switch (msg->what()) {
1207 case kWhatCallbackNotify:
1208 {
1209 handleCallback(msg);
1210 break;
1211 }
Lajos Molnard8578572015-06-05 20:17:33 -07001212 case kWhatFrameRendered:
1213 {
1214 handleFrameRenderedNotification(msg);
1215 break;
1216 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001217 case kWhatAsyncReleaseComplete:
1218 {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001219 if (mLooper != NULL) {
1220 mLooper->unregisterHandler(id());
1221 mLooper->stop();
1222 mLooper.clear();
1223 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001224 break;
1225 }
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001226 case kWhatFirstTunnelFrameReady:
1227 {
1228 handleFirstTunnelFrameReadyNotification(msg);
1229 break;
1230 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001231 default:
1232 TRESPASS();
1233 }
Andreas Huberaba67132013-10-22 12:40:01 -07001234}
1235
Robert Shih631a80d2021-02-14 02:23:55 -08001236jint MediaErrorToJavaError(status_t err);
1237
Andreas Huber88572f72012-02-21 11:47:18 -08001238} // namespace android
1239
1240////////////////////////////////////////////////////////////////////////////////
1241
1242using namespace android;
1243
1244static sp<JMediaCodec> setMediaCodec(
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001245 JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec, bool release = true) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001246 sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
Andreas Huber88572f72012-02-21 11:47:18 -08001247 if (codec != NULL) {
1248 codec->incStrong(thiz);
1249 }
1250 if (old != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -08001251 /* release MediaCodec and stop the looper now before decStrong.
1252 * otherwise JMediaCodec::~JMediaCodec() could be called from within
1253 * its message handler, doing release() from there will deadlock
1254 * (as MediaCodec::release() post synchronous message to the same looper)
1255 */
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001256 if (release) {
1257 old->release();
1258 }
Andreas Huber88572f72012-02-21 11:47:18 -08001259 old->decStrong(thiz);
1260 }
Wonsik Kim61796fd2018-09-13 13:15:59 -07001261 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
Andreas Huber88572f72012-02-21 11:47:18 -08001262
1263 return old;
1264}
1265
1266static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001267 sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1268 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1269 return codec;
Andreas Huber88572f72012-02-21 11:47:18 -08001270}
1271
1272static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001273 // Clear Java native reference.
1274 sp<JMediaCodec> codec = setMediaCodec(env, thiz, nullptr, false /* release */);
Wonsik Kim89666622020-04-28 10:43:47 -07001275 if (codec != NULL) {
1276 codec->releaseAsync();
1277 }
Andreas Huber88572f72012-02-21 11:47:18 -08001278}
1279
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001280static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
1281 jthrowable exception = createCodecException(env, err, actionCode, msg);
1282 env->Throw(exception);
1283}
1284
Robert Shih631a80d2021-02-14 02:23:55 -08001285static void throwCryptoException(JNIEnv *env, status_t err, const char *msg,
1286 const sp<ICrypto> &crypto) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001287 ScopedLocalRef<jclass> clazz(
1288 env, env->FindClass("android/media/MediaCodec$CryptoException"));
1289 CHECK(clazz.get() != NULL);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001290
1291 jmethodID constructID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001292 env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
Andreas Huberbfc56f42012-04-19 12:47:07 -07001293 CHECK(constructID != NULL);
1294
Robert Shih631a80d2021-02-14 02:23:55 -08001295 std::string defaultMsg = "Unknown Error";
Andreas Huberbfc56f42012-04-19 12:47:07 -07001296
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001297 /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
Robert Shih390b6152022-05-10 10:42:29 -07001298 jint jerr = 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001299 switch (err) {
1300 case ERROR_DRM_NO_LICENSE:
Robert Shih390b6152022-05-10 10:42:29 -07001301 jerr = gCryptoErrorCodes.cryptoErrorNoKey;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001302 defaultMsg = "Crypto key not available";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001303 break;
1304 case ERROR_DRM_LICENSE_EXPIRED:
Robert Shih390b6152022-05-10 10:42:29 -07001305 jerr = gCryptoErrorCodes.cryptoErrorKeyExpired;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001306 defaultMsg = "License expired";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001307 break;
1308 case ERROR_DRM_RESOURCE_BUSY:
Robert Shih390b6152022-05-10 10:42:29 -07001309 jerr = gCryptoErrorCodes.cryptoErrorResourceBusy;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001310 defaultMsg = "Resource busy or unavailable";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001311 break;
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001312 case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
Robert Shih390b6152022-05-10 10:42:29 -07001313 jerr = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001314 defaultMsg = "Required output protections are not active";
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001315 break;
Jeff Tinker96a2a952015-07-01 17:35:18 -07001316 case ERROR_DRM_SESSION_NOT_OPENED:
Robert Shih390b6152022-05-10 10:42:29 -07001317 jerr = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001318 defaultMsg = "Attempted to use a closed session";
Jeff Tinker96a2a952015-07-01 17:35:18 -07001319 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001320 case ERROR_DRM_INSUFFICIENT_SECURITY:
Robert Shih390b6152022-05-10 10:42:29 -07001321 jerr = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
Jeff Tinker20594d82018-12-12 08:31:22 -08001322 defaultMsg = "Required security level is not met";
1323 break;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001324 case ERROR_DRM_CANNOT_HANDLE:
Robert Shih390b6152022-05-10 10:42:29 -07001325 jerr = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001326 defaultMsg = "Operation not supported in this configuration";
1327 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001328 case ERROR_DRM_FRAME_TOO_LARGE:
Robert Shih390b6152022-05-10 10:42:29 -07001329 jerr = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
Jeff Tinker20594d82018-12-12 08:31:22 -08001330 defaultMsg = "Decrytped frame exceeds size of output buffer";
1331 break;
1332 case ERROR_DRM_SESSION_LOST_STATE:
Robert Shih390b6152022-05-10 10:42:29 -07001333 jerr = gCryptoErrorCodes.cryptoErrorLostState;
Jeff Tinker20594d82018-12-12 08:31:22 -08001334 defaultMsg = "Session state was lost, open a new session and retry";
1335 break;
Robert Shih631a80d2021-02-14 02:23:55 -08001336 default: /* Other negative DRM error codes go out best-effort. */
Robert Shih390b6152022-05-10 10:42:29 -07001337 jerr = MediaErrorToJavaError(err);
Robert Shih631a80d2021-02-14 02:23:55 -08001338 defaultMsg = StrCryptoError(err);
Jeff Tinker3ed38262013-08-02 23:24:51 -07001339 break;
1340 }
1341
Robert Shih631a80d2021-02-14 02:23:55 -08001342 std::string msgStr(msg != NULL ? msg : defaultMsg.c_str());
1343 if (crypto != NULL) {
1344 msgStr = DrmUtils::GetExceptionMessage(err, msgStr.c_str(), crypto);
1345 }
1346 jstring msgObj = env->NewStringUTF(msgStr.c_str());
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001347
Andreas Huberbfc56f42012-04-19 12:47:07 -07001348 jthrowable exception =
Robert Shih390b6152022-05-10 10:42:29 -07001349 (jthrowable)env->NewObject(clazz.get(), constructID, jerr, msgObj);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001350
1351 env->Throw(exception);
1352}
1353
1354static jint throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001355 JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
Robert Shih631a80d2021-02-14 02:23:55 -08001356 const char *msg = NULL, const sp<ICrypto>& crypto = NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -08001357 switch (err) {
1358 case OK:
1359 return 0;
1360
1361 case -EAGAIN:
1362 return DEQUEUE_INFO_TRY_AGAIN_LATER;
1363
1364 case INFO_FORMAT_CHANGED:
1365 return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1366
1367 case INFO_OUTPUT_BUFFERS_CHANGED:
1368 return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1369
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001370 case INVALID_OPERATION:
1371 jniThrowException(env, "java/lang/IllegalStateException", msg);
1372 return 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001373
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001374 case BAD_VALUE:
1375 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1376 return 0;
1377
Andreas Huber88572f72012-02-21 11:47:18 -08001378 default:
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001379 if (isCryptoError(err)) {
Robert Shih631a80d2021-02-14 02:23:55 -08001380 throwCryptoException(env, err, msg, crypto);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001381 return 0;
1382 }
1383 throwCodecException(env, err, actionCode, msg);
1384 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08001385 }
Andreas Huber88572f72012-02-21 11:47:18 -08001386}
1387
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001388static void android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(
1389 JNIEnv *env,
1390 jobject thiz,
1391 jboolean enabled) {
1392 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1393
1394 if (codec == NULL || codec->initCheck() != OK) {
1395 throwExceptionAsNecessary(env, INVALID_OPERATION);
1396 return;
1397 }
1398
1399 status_t err = codec->enableOnFirstTunnelFrameReadyListener(enabled);
1400
1401 throwExceptionAsNecessary(env, err);
1402}
1403
Lajos Molnard8578572015-06-05 20:17:33 -07001404static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1405 JNIEnv *env,
1406 jobject thiz,
1407 jboolean enabled) {
1408 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1409
Wonsik Kim24e53802020-05-08 20:04:26 -07001410 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnard8578572015-06-05 20:17:33 -07001411 throwExceptionAsNecessary(env, INVALID_OPERATION);
1412 return;
1413 }
1414
1415 status_t err = codec->enableOnFrameRenderedListener(enabled);
1416
1417 throwExceptionAsNecessary(env, err);
1418}
1419
Chong Zhang8d5e5562014-07-08 18:49:21 -07001420static void android_media_MediaCodec_native_setCallback(
1421 JNIEnv *env,
1422 jobject thiz,
1423 jobject cb) {
1424 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1425
Wonsik Kim24e53802020-05-08 20:04:26 -07001426 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001427 throwExceptionAsNecessary(env, INVALID_OPERATION);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001428 return;
1429 }
1430
1431 status_t err = codec->setCallback(cb);
1432
1433 throwExceptionAsNecessary(env, err);
1434}
1435
Andreas Huber88572f72012-02-21 11:47:18 -08001436static void android_media_MediaCodec_native_configure(
1437 JNIEnv *env,
1438 jobject thiz,
1439 jobjectArray keys, jobjectArray values,
1440 jobject jsurface,
Andreas Huber8240d922012-04-04 14:06:32 -07001441 jobject jcrypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -08001442 jobject descramblerBinderObj,
Andreas Huber88572f72012-02-21 11:47:18 -08001443 jint flags) {
1444 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1445
Wonsik Kim24e53802020-05-08 20:04:26 -07001446 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001447 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001448 return;
1449 }
1450
1451 sp<AMessage> format;
1452 status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1453
1454 if (err != OK) {
1455 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1456 return;
1457 }
1458
Andy McFaddend47f7d82012-12-18 09:48:38 -08001459 sp<IGraphicBufferProducer> bufferProducer;
Andreas Huber88572f72012-02-21 11:47:18 -08001460 if (jsurface != NULL) {
Jeff Brown64a55af2012-08-26 02:47:39 -07001461 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
Andreas Huber88572f72012-02-21 11:47:18 -08001462 if (surface != NULL) {
Mathias Agopian52800612013-02-14 17:11:20 -08001463 bufferProducer = surface->getIGraphicBufferProducer();
Andreas Huber88572f72012-02-21 11:47:18 -08001464 } else {
1465 jniThrowException(
1466 env,
1467 "java/lang/IllegalArgumentException",
1468 "The surface has been released");
1469 return;
1470 }
1471 }
1472
Andreas Huber8240d922012-04-04 14:06:32 -07001473 sp<ICrypto> crypto;
1474 if (jcrypto != NULL) {
1475 crypto = JCrypto::GetCrypto(env, jcrypto);
1476 }
1477
Chong Zhangd5927ae2017-01-03 11:07:18 -08001478 sp<IDescrambler> descrambler;
1479 if (descramblerBinderObj != NULL) {
Chong Zhangcd538552018-02-21 17:22:19 -08001480 descrambler = GetDescrambler(env, descramblerBinderObj);
Chong Zhangd5927ae2017-01-03 11:07:18 -08001481 }
1482
1483 err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -08001484
1485 throwExceptionAsNecessary(env, err);
1486}
1487
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001488static void android_media_MediaCodec_native_setSurface(
1489 JNIEnv *env,
1490 jobject thiz,
1491 jobject jsurface) {
1492 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1493
Wonsik Kim24e53802020-05-08 20:04:26 -07001494 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001495 throwExceptionAsNecessary(env, INVALID_OPERATION);
1496 return;
1497 }
1498
1499 sp<IGraphicBufferProducer> bufferProducer;
1500 if (jsurface != NULL) {
1501 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1502 if (surface != NULL) {
1503 bufferProducer = surface->getIGraphicBufferProducer();
1504 } else {
1505 jniThrowException(
1506 env,
1507 "java/lang/IllegalArgumentException",
1508 "The surface has been released");
1509 return;
1510 }
1511 }
1512
1513 status_t err = codec->setSurface(bufferProducer);
1514 throwExceptionAsNecessary(env, err);
1515}
1516
Chong Zhang8034d602015-04-28 13:38:48 -07001517sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1518 JNIEnv* env, jobject object) {
1519 sp<PersistentSurface> persistentSurface;
1520
1521 jobject lock = env->GetObjectField(
1522 object, gPersistentSurfaceClassInfo.mLock);
1523 if (env->MonitorEnter(lock) == JNI_OK) {
1524 persistentSurface = reinterpret_cast<PersistentSurface *>(
1525 env->GetLongField(object,
1526 gPersistentSurfaceClassInfo.mPersistentObject));
1527 env->MonitorExit(lock);
1528 }
1529 env->DeleteLocalRef(lock);
1530
1531 return persistentSurface;
1532}
1533
1534static jobject android_media_MediaCodec_createPersistentInputSurface(
1535 JNIEnv* env, jclass /* clazz */) {
1536 ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1537 sp<PersistentSurface> persistentSurface =
1538 MediaCodec::CreatePersistentInputSurface();
1539
1540 if (persistentSurface == NULL) {
1541 return NULL;
1542 }
1543
1544 sp<Surface> surface = new Surface(
1545 persistentSurface->getBufferProducer(), true);
1546 if (surface == NULL) {
1547 return NULL;
1548 }
1549
1550 jobject object = env->NewObject(
1551 gPersistentSurfaceClassInfo.clazz,
1552 gPersistentSurfaceClassInfo.ctor);
1553
1554 if (object == NULL) {
1555 if (env->ExceptionCheck()) {
1556 ALOGE("Could not create PersistentSurface.");
1557 env->ExceptionClear();
1558 }
1559 return NULL;
1560 }
1561
1562 jobject lock = env->GetObjectField(
1563 object, gPersistentSurfaceClassInfo.mLock);
1564 if (env->MonitorEnter(lock) == JNI_OK) {
1565 env->CallVoidMethod(
1566 object,
1567 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1568 (jlong)surface.get());
1569 env->SetLongField(
1570 object,
1571 gPersistentSurfaceClassInfo.mPersistentObject,
1572 (jlong)persistentSurface.get());
1573 env->MonitorExit(lock);
1574 } else {
1575 env->DeleteLocalRef(object);
1576 object = NULL;
1577 }
1578 env->DeleteLocalRef(lock);
1579
1580 if (object != NULL) {
1581 surface->incStrong(&sRefBaseOwner);
1582 persistentSurface->incStrong(&sRefBaseOwner);
1583 }
1584
1585 return object;
1586}
1587
1588static void android_media_MediaCodec_releasePersistentInputSurface(
1589 JNIEnv* env, jclass /* clazz */, jobject object) {
1590 sp<PersistentSurface> persistentSurface;
1591
1592 jobject lock = env->GetObjectField(
1593 object, gPersistentSurfaceClassInfo.mLock);
1594 if (env->MonitorEnter(lock) == JNI_OK) {
1595 persistentSurface = reinterpret_cast<PersistentSurface *>(
1596 env->GetLongField(
1597 object, gPersistentSurfaceClassInfo.mPersistentObject));
1598 env->SetLongField(
1599 object,
1600 gPersistentSurfaceClassInfo.mPersistentObject,
1601 (jlong)0);
1602 env->MonitorExit(lock);
1603 }
1604 env->DeleteLocalRef(lock);
1605
1606 if (persistentSurface != NULL) {
1607 persistentSurface->decStrong(&sRefBaseOwner);
1608 }
1609 // no need to release surface as it will be released by Surface's jni
1610}
1611
Chong Zhang9560ddb2015-05-13 10:25:29 -07001612static void android_media_MediaCodec_setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -07001613 JNIEnv* env, jobject thiz, jobject object) {
Chong Zhang9560ddb2015-05-13 10:25:29 -07001614 ALOGV("android_media_MediaCodec_setInputSurface");
Chong Zhang8034d602015-04-28 13:38:48 -07001615
1616 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001617 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhang8034d602015-04-28 13:38:48 -07001618 throwExceptionAsNecessary(env, INVALID_OPERATION);
1619 return;
1620 }
1621
1622 sp<PersistentSurface> persistentSurface =
1623 android_media_MediaCodec_getPersistentInputSurface(env, object);
1624
Marco Nelissen59cf9aa2018-04-19 11:02:00 -07001625 if (persistentSurface == NULL) {
1626 throwExceptionAsNecessary(
1627 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1628 return;
1629 }
Chong Zhang9560ddb2015-05-13 10:25:29 -07001630 status_t err = codec->setInputSurface(persistentSurface);
Chong Zhang8034d602015-04-28 13:38:48 -07001631 if (err != NO_ERROR) {
1632 throwExceptionAsNecessary(env, err);
1633 }
1634}
1635
Andy McFadden2621e402013-02-19 07:29:21 -08001636static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1637 jobject thiz) {
1638 ALOGV("android_media_MediaCodec_createInputSurface");
1639
1640 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001641 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001642 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08001643 return NULL;
1644 }
1645
1646 // Tell the MediaCodec that we want to use a Surface as input.
1647 sp<IGraphicBufferProducer> bufferProducer;
1648 status_t err = codec->createInputSurface(&bufferProducer);
1649 if (err != NO_ERROR) {
1650 throwExceptionAsNecessary(env, err);
1651 return NULL;
1652 }
1653
1654 // Wrap the IGBP in a Java-language Surface.
1655 return android_view_Surface_createFromIGraphicBufferProducer(env,
1656 bufferProducer);
1657}
1658
Andreas Huber88572f72012-02-21 11:47:18 -08001659static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1660 ALOGV("android_media_MediaCodec_start");
1661
1662 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1663
Wonsik Kim24e53802020-05-08 20:04:26 -07001664 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001665 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001666 return;
1667 }
1668
1669 status_t err = codec->start();
1670
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001671 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
Andreas Huber88572f72012-02-21 11:47:18 -08001672}
1673
1674static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1675 ALOGV("android_media_MediaCodec_stop");
1676
1677 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1678
Wonsik Kim24e53802020-05-08 20:04:26 -07001679 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001680 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001681 return;
1682 }
1683
1684 status_t err = codec->stop();
1685
1686 throwExceptionAsNecessary(env, err);
1687}
1688
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001689static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1690 ALOGV("android_media_MediaCodec_reset");
1691
1692 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1693
Wonsik Kim24e53802020-05-08 20:04:26 -07001694 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001695 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001696 return;
1697 }
1698
1699 status_t err = codec->reset();
1700 if (err != OK) {
1701 // treat all errors as fatal for now, though resource not available
1702 // errors could be treated as transient.
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001703 // we also should avoid sending INVALID_OPERATION here due to
1704 // the transitory nature of reset(), it should not inadvertently
1705 // trigger an IllegalStateException.
1706 err = UNKNOWN_ERROR;
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001707 }
1708 throwExceptionAsNecessary(env, err);
1709}
1710
Andreas Huber88572f72012-02-21 11:47:18 -08001711static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1712 ALOGV("android_media_MediaCodec_flush");
1713
1714 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1715
Wonsik Kim24e53802020-05-08 20:04:26 -07001716 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001717 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001718 return;
1719 }
1720
1721 status_t err = codec->flush();
1722
1723 throwExceptionAsNecessary(env, err);
1724}
1725
1726static void android_media_MediaCodec_queueInputBuffer(
1727 JNIEnv *env,
1728 jobject thiz,
1729 jint index,
1730 jint offset,
1731 jint size,
1732 jlong timestampUs,
1733 jint flags) {
1734 ALOGV("android_media_MediaCodec_queueInputBuffer");
1735
1736 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1737
Wonsik Kim24e53802020-05-08 20:04:26 -07001738 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001739 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001740 return;
1741 }
1742
Andreas Huberbfc56f42012-04-19 12:47:07 -07001743 AString errorDetailMsg;
Andreas Huber88572f72012-02-21 11:47:18 -08001744
Andreas Huberbfc56f42012-04-19 12:47:07 -07001745 status_t err = codec->queueInputBuffer(
1746 index, offset, size, timestampUs, flags, &errorDetailMsg);
1747
1748 throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001749 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
Andreas Huber88572f72012-02-21 11:47:18 -08001750}
1751
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001752struct NativeCryptoInfo {
1753 NativeCryptoInfo(JNIEnv *env, jobject cryptoInfoObj)
1754 : mEnv{env},
1755 mIvObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID)},
1756 mKeyObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID)} {
1757 mNumSubSamples = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1758
1759 ScopedLocalRef<jintArray> numBytesOfClearDataObj{env, (jintArray)env->GetObjectField(
1760 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID)};
1761
1762 ScopedLocalRef<jintArray> numBytesOfEncryptedDataObj{env, (jintArray)env->GetObjectField(
1763 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID)};
1764
1765 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1766 if (jmode == gCryptoModes.Unencrypted) {
1767 mMode = CryptoPlugin::kMode_Unencrypted;
1768 } else if (jmode == gCryptoModes.AesCtr) {
1769 mMode = CryptoPlugin::kMode_AES_CTR;
1770 } else if (jmode == gCryptoModes.AesCbc) {
1771 mMode = CryptoPlugin::kMode_AES_CBC;
1772 } else {
1773 throwExceptionAsNecessary(env, INVALID_OPERATION);
1774 return;
1775 }
1776
1777 ScopedLocalRef<jobject> patternObj{
1778 env, env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID)};
1779
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001780 if (patternObj.get() == nullptr) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001781 mPattern.mEncryptBlocks = 0;
1782 mPattern.mSkipBlocks = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001783 } else {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001784 mPattern.mEncryptBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001785 patternObj.get(), gFields.patternEncryptBlocksID);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001786 mPattern.mSkipBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001787 patternObj.get(), gFields.patternSkipBlocksID);
1788 }
1789
1790 mErr = OK;
1791 if (mNumSubSamples <= 0) {
1792 mErr = -EINVAL;
1793 } else if (numBytesOfClearDataObj == nullptr
1794 && numBytesOfEncryptedDataObj == nullptr) {
1795 mErr = -EINVAL;
1796 } else if (numBytesOfEncryptedDataObj != nullptr
1797 && env->GetArrayLength(numBytesOfEncryptedDataObj.get()) < mNumSubSamples) {
1798 mErr = -ERANGE;
1799 } else if (numBytesOfClearDataObj != nullptr
1800 && env->GetArrayLength(numBytesOfClearDataObj.get()) < mNumSubSamples) {
1801 mErr = -ERANGE;
1802 // subSamples array may silently overflow if number of samples are too large. Use
1803 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1804 } else if (CC_UNLIKELY(mNumSubSamples >= (signed)(INT32_MAX / sizeof(*mSubSamples))) ) {
1805 mErr = -EINVAL;
1806 } else {
1807 jint *numBytesOfClearData =
1808 (numBytesOfClearDataObj == nullptr)
1809 ? nullptr
1810 : env->GetIntArrayElements(numBytesOfClearDataObj.get(), nullptr);
1811
1812 jint *numBytesOfEncryptedData =
1813 (numBytesOfEncryptedDataObj == nullptr)
1814 ? nullptr
1815 : env->GetIntArrayElements(numBytesOfEncryptedDataObj.get(), nullptr);
1816
1817 mSubSamples = new CryptoPlugin::SubSample[mNumSubSamples];
1818
1819 for (jint i = 0; i < mNumSubSamples; ++i) {
1820 mSubSamples[i].mNumBytesOfClearData =
1821 (numBytesOfClearData == nullptr) ? 0 : numBytesOfClearData[i];
1822
1823 mSubSamples[i].mNumBytesOfEncryptedData =
1824 (numBytesOfEncryptedData == nullptr) ? 0 : numBytesOfEncryptedData[i];
1825 }
1826
1827 if (numBytesOfEncryptedData != nullptr) {
1828 env->ReleaseIntArrayElements(
1829 numBytesOfEncryptedDataObj.get(), numBytesOfEncryptedData, 0);
1830 numBytesOfEncryptedData = nullptr;
1831 }
1832
1833 if (numBytesOfClearData != nullptr) {
1834 env->ReleaseIntArrayElements(
1835 numBytesOfClearDataObj.get(), numBytesOfClearData, 0);
1836 numBytesOfClearData = nullptr;
1837 }
1838 }
1839
1840 if (mErr == OK && mKeyObj.get() != nullptr) {
1841 if (env->GetArrayLength(mKeyObj.get()) != 16) {
1842 mErr = -EINVAL;
1843 } else {
1844 mKey = env->GetByteArrayElements(mKeyObj.get(), nullptr);
1845 }
1846 }
1847
1848 if (mErr == OK && mIvObj.get() != nullptr) {
1849 if (env->GetArrayLength(mIvObj.get()) != 16) {
1850 mErr = -EINVAL;
1851 } else {
1852 mIv = env->GetByteArrayElements(mIvObj.get(), nullptr);
1853 }
1854 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001855
1856 }
1857
1858 explicit NativeCryptoInfo(jint size)
1859 : mIvObj{nullptr, nullptr},
1860 mKeyObj{nullptr, nullptr},
1861 mMode{CryptoPlugin::kMode_Unencrypted},
1862 mPattern{0, 0} {
1863 mSubSamples = new CryptoPlugin::SubSample[1];
1864 mNumSubSamples = 1;
1865 mSubSamples[0].mNumBytesOfClearData = size;
1866 mSubSamples[0].mNumBytesOfEncryptedData = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001867 }
1868
1869 ~NativeCryptoInfo() {
1870 if (mIv != nullptr) {
1871 mEnv->ReleaseByteArrayElements(mIvObj.get(), mIv, 0);
1872 }
1873
1874 if (mKey != nullptr) {
1875 mEnv->ReleaseByteArrayElements(mKeyObj.get(), mKey, 0);
1876 }
1877
1878 if (mSubSamples != nullptr) {
1879 delete[] mSubSamples;
1880 }
1881 }
1882
1883 JNIEnv *mEnv{nullptr};
1884 ScopedLocalRef<jbyteArray> mIvObj;
1885 ScopedLocalRef<jbyteArray> mKeyObj;
1886 status_t mErr{OK};
1887
1888 CryptoPlugin::SubSample *mSubSamples{nullptr};
1889 int32_t mNumSubSamples{0};
1890 jbyte *mIv{nullptr};
1891 jbyte *mKey{nullptr};
1892 enum CryptoPlugin::Mode mMode;
1893 CryptoPlugin::Pattern mPattern;
1894};
1895
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001896static void android_media_MediaCodec_queueSecureInputBuffer(
1897 JNIEnv *env,
1898 jobject thiz,
1899 jint index,
1900 jint offset,
Andreas Huber91befdc2012-04-18 12:19:51 -07001901 jobject cryptoInfoObj,
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001902 jlong timestampUs,
1903 jint flags) {
1904 ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1905
1906 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1907
Wonsik Kim24e53802020-05-08 20:04:26 -07001908 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001909 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001910 return;
1911 }
1912
Wonsik Kim1cac4252020-01-24 11:45:37 -08001913 jint numSubSamples =
1914 env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1915
1916 jintArray numBytesOfClearDataObj =
1917 (jintArray)env->GetObjectField(
1918 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1919
1920 jintArray numBytesOfEncryptedDataObj =
1921 (jintArray)env->GetObjectField(
1922 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1923
1924 jbyteArray keyObj =
1925 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1926
1927 jbyteArray ivObj =
1928 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1929
1930 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1931 enum CryptoPlugin::Mode mode;
1932 if (jmode == gCryptoModes.Unencrypted) {
1933 mode = CryptoPlugin::kMode_Unencrypted;
1934 } else if (jmode == gCryptoModes.AesCtr) {
1935 mode = CryptoPlugin::kMode_AES_CTR;
1936 } else if (jmode == gCryptoModes.AesCbc) {
1937 mode = CryptoPlugin::kMode_AES_CBC;
1938 } else {
1939 throwExceptionAsNecessary(env, INVALID_OPERATION);
1940 return;
1941 }
1942
1943 jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1944
1945 CryptoPlugin::Pattern pattern;
1946 if (patternObj == NULL) {
1947 pattern.mEncryptBlocks = 0;
1948 pattern.mSkipBlocks = 0;
1949 } else {
1950 pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1951 pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1952 }
1953
1954 status_t err = OK;
1955
1956 CryptoPlugin::SubSample *subSamples = NULL;
1957 jbyte *key = NULL;
1958 jbyte *iv = NULL;
1959
1960 if (numSubSamples <= 0) {
1961 err = -EINVAL;
1962 } else if (numBytesOfClearDataObj == NULL
1963 && numBytesOfEncryptedDataObj == NULL) {
1964 err = -EINVAL;
1965 } else if (numBytesOfEncryptedDataObj != NULL
1966 && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1967 err = -ERANGE;
1968 } else if (numBytesOfClearDataObj != NULL
1969 && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1970 err = -ERANGE;
1971 // subSamples array may silently overflow if number of samples are too large. Use
1972 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1973 } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
1974 err = -EINVAL;
1975 } else {
1976 jboolean isCopy;
1977
1978 jint *numBytesOfClearData =
1979 (numBytesOfClearDataObj == NULL)
1980 ? NULL
1981 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1982
1983 jint *numBytesOfEncryptedData =
1984 (numBytesOfEncryptedDataObj == NULL)
1985 ? NULL
1986 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1987
1988 subSamples = new CryptoPlugin::SubSample[numSubSamples];
1989
1990 for (jint i = 0; i < numSubSamples; ++i) {
1991 subSamples[i].mNumBytesOfClearData =
1992 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1993
1994 subSamples[i].mNumBytesOfEncryptedData =
1995 (numBytesOfEncryptedData == NULL)
1996 ? 0 : numBytesOfEncryptedData[i];
1997 }
1998
1999 if (numBytesOfEncryptedData != NULL) {
2000 env->ReleaseIntArrayElements(
2001 numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
2002 numBytesOfEncryptedData = NULL;
2003 }
2004
2005 if (numBytesOfClearData != NULL) {
2006 env->ReleaseIntArrayElements(
2007 numBytesOfClearDataObj, numBytesOfClearData, 0);
2008 numBytesOfClearData = NULL;
2009 }
2010 }
2011
2012 if (err == OK && keyObj != NULL) {
2013 if (env->GetArrayLength(keyObj) != 16) {
2014 err = -EINVAL;
2015 } else {
2016 jboolean isCopy;
2017 key = env->GetByteArrayElements(keyObj, &isCopy);
2018 }
2019 }
2020
2021 if (err == OK && ivObj != NULL) {
2022 if (env->GetArrayLength(ivObj) != 16) {
2023 err = -EINVAL;
2024 } else {
2025 jboolean isCopy;
2026 iv = env->GetByteArrayElements(ivObj, &isCopy);
2027 }
2028 }
2029
Andreas Huberbfc56f42012-04-19 12:47:07 -07002030 AString errorDetailMsg;
2031
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002032 if (err == OK) {
2033 err = codec->queueSecureInputBuffer(
2034 index, offset,
Wonsik Kim1cac4252020-01-24 11:45:37 -08002035 subSamples, numSubSamples,
2036 (const uint8_t *)key, (const uint8_t *)iv,
2037 mode,
2038 pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -07002039 timestampUs,
2040 flags,
2041 &errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002042 }
2043
Wonsik Kim1cac4252020-01-24 11:45:37 -08002044 if (iv != NULL) {
2045 env->ReleaseByteArrayElements(ivObj, iv, 0);
2046 iv = NULL;
2047 }
2048
2049 if (key != NULL) {
2050 env->ReleaseByteArrayElements(keyObj, key, 0);
2051 key = NULL;
2052 }
2053
2054 delete[] subSamples;
2055 subSamples = NULL;
2056
Andreas Huberbfc56f42012-04-19 12:47:07 -07002057 throwExceptionAsNecessary(
Robert Shih631a80d2021-02-14 02:23:55 -08002058 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str(),
2059 codec->getCrypto());
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002060}
2061
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002062static jobject android_media_MediaCodec_mapHardwareBuffer(JNIEnv *env, jclass, jobject bufferObj) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002063 ALOGV("android_media_MediaCodec_mapHardwareBuffer");
2064 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2065 env, bufferObj);
2066 AHardwareBuffer_Desc desc;
2067 AHardwareBuffer_describe(hardwareBuffer, &desc);
2068 if (desc.format != AHARDWAREBUFFER_FORMAT_Y8Cb8Cr8_420) {
2069 ALOGI("mapHardwareBuffer: unmappable format: %d", desc.format);
2070 return nullptr;
2071 }
2072 if ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK) == 0) {
2073 ALOGI("mapHardwareBuffer: buffer not CPU readable");
2074 return nullptr;
2075 }
2076 bool readOnly = ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK) == 0);
2077
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002078 uint64_t cpuUsage = 0;
2079 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK);
2080 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK);
Wonsik Kim637afb22020-02-25 14:27:29 -08002081
2082 AHardwareBuffer_Planes planes;
2083 int err = AHardwareBuffer_lockPlanes(
2084 hardwareBuffer, cpuUsage, -1 /* fence */, nullptr /* rect */, &planes);
2085 if (err != 0) {
2086 ALOGI("mapHardwareBuffer: Failed to lock planes (err=%d)", err);
2087 return nullptr;
2088 }
2089
2090 if (planes.planeCount != 3) {
2091 ALOGI("mapHardwareBuffer: planeCount expected 3, actual %u", planes.planeCount);
2092 return nullptr;
2093 }
2094
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002095 ScopedLocalRef<jobjectArray> buffersArray{
2096 env, env->NewObjectArray(3, gByteBufferInfo.clazz, NULL)};
2097 ScopedLocalRef<jintArray> rowStridesArray{env, env->NewIntArray(3)};
2098 ScopedLocalRef<jintArray> pixelStridesArray{env, env->NewIntArray(3)};
Wonsik Kim637afb22020-02-25 14:27:29 -08002099
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002100 jboolean isCopy = JNI_FALSE;
2101 jint *rowStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2102 jint *pixelStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2103
2104 // For Y plane
2105 int rowSampling = 1;
2106 int colSampling = 1;
Wonsik Kim637afb22020-02-25 14:27:29 -08002107 // plane indices are Y-U-V.
2108 for (uint32_t i = 0; i < 3; ++i) {
2109 const AHardwareBuffer_Plane &plane = planes.planes[i];
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002110 int maxRowOffset = plane.rowStride * (desc.height / rowSampling - 1);
2111 int maxColOffset = plane.pixelStride * (desc.width / colSampling - 1);
2112 int maxOffset = maxRowOffset + maxColOffset;
Wonsik Kim637afb22020-02-25 14:27:29 -08002113 ScopedLocalRef<jobject> byteBuffer{env, CreateByteBuffer(
2114 env,
2115 plane.data,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002116 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002117 0,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002118 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002119 readOnly,
2120 true)};
2121
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002122 env->SetObjectArrayElement(buffersArray.get(), i, byteBuffer.get());
2123 rowStrides[i] = plane.rowStride;
2124 pixelStrides[i] = plane.pixelStride;
2125 // For U-V planes
2126 rowSampling = 2;
2127 colSampling = 2;
Wonsik Kim637afb22020-02-25 14:27:29 -08002128 }
2129
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002130 env->ReleaseIntArrayElements(rowStridesArray.get(), rowStrides, 0);
2131 env->ReleaseIntArrayElements(pixelStridesArray.get(), pixelStrides, 0);
2132 rowStrides = pixelStrides = nullptr;
2133
Wonsik Kim637afb22020-02-25 14:27:29 -08002134 ScopedLocalRef<jclass> imageClazz(
2135 env, env->FindClass("android/media/MediaCodec$MediaImage"));
2136 CHECK(imageClazz.get() != NULL);
2137
2138 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002139 "([Ljava/nio/ByteBuffer;[I[IIIIZJIILandroid/graphics/Rect;J)V");
Wonsik Kim637afb22020-02-25 14:27:29 -08002140
2141 jobject img = env->NewObject(imageClazz.get(), imageConstructID,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002142 buffersArray.get(),
2143 rowStridesArray.get(),
2144 pixelStridesArray.get(),
Wonsik Kim637afb22020-02-25 14:27:29 -08002145 desc.width,
2146 desc.height,
2147 desc.format, // ???
2148 (jboolean)readOnly /* readOnly */,
2149 (jlong)0 /* timestamp */,
2150 (jint)0 /* xOffset */, (jint)0 /* yOffset */, nullptr /* cropRect */,
2151 (jlong)hardwareBuffer);
2152
2153 // if MediaImage creation fails, return null
2154 if (env->ExceptionCheck()) {
2155 env->ExceptionDescribe();
2156 env->ExceptionClear();
2157 return nullptr;
2158 }
2159
2160 AHardwareBuffer_acquire(hardwareBuffer);
2161
2162 return img;
2163}
2164
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002165static void android_media_MediaCodec_closeMediaImage(JNIEnv *, jclass, jlong context) {
2166 ALOGV("android_media_MediaCodec_closeMediaImage");
Wonsik Kim637afb22020-02-25 14:27:29 -08002167 if (context == 0) {
2168 return;
2169 }
2170 AHardwareBuffer *hardwareBuffer = (AHardwareBuffer *)context;
2171
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002172 int err = AHardwareBuffer_unlock(hardwareBuffer, nullptr);
2173 if (err != 0) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002174 ALOGI("closeMediaImage: failed to unlock (err=%d)", err);
2175 // Continue to release the hardwareBuffer
2176 }
2177
2178 AHardwareBuffer_release(hardwareBuffer);
2179}
2180
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002181static status_t ConvertKeyValueListsToAMessage(
2182 JNIEnv *env, jobject keys, jobject values, sp<AMessage> *msg) {
2183 static struct Fields {
2184 explicit Fields(JNIEnv *env) {
2185 ScopedLocalRef<jclass> clazz{env, env->FindClass("java/lang/String")};
2186 CHECK(clazz.get() != NULL);
2187 mStringClass = (jclass)env->NewGlobalRef(clazz.get());
2188
2189 clazz.reset(env->FindClass("java/lang/Integer"));
2190 CHECK(clazz.get() != NULL);
2191 mIntegerClass = (jclass)env->NewGlobalRef(clazz.get());
2192
2193 mIntegerValueId = env->GetMethodID(clazz.get(), "intValue", "()I");
2194 CHECK(mIntegerValueId != NULL);
2195
2196 clazz.reset(env->FindClass("java/lang/Long"));
2197 CHECK(clazz.get() != NULL);
2198 mLongClass = (jclass)env->NewGlobalRef(clazz.get());
2199
2200 mLongValueId = env->GetMethodID(clazz.get(), "longValue", "()J");
2201 CHECK(mLongValueId != NULL);
2202
2203 clazz.reset(env->FindClass("java/lang/Float"));
2204 CHECK(clazz.get() != NULL);
2205 mFloatClass = (jclass)env->NewGlobalRef(clazz.get());
2206
2207 mFloatValueId = env->GetMethodID(clazz.get(), "floatValue", "()F");
2208 CHECK(mFloatValueId != NULL);
2209
2210 clazz.reset(env->FindClass("java/util/ArrayList"));
2211 CHECK(clazz.get() != NULL);
2212
2213 mByteBufferArrayId = env->GetMethodID(gByteBufferInfo.clazz, "array", "()[B");
2214 CHECK(mByteBufferArrayId != NULL);
2215 }
2216
2217 jclass mStringClass;
2218 jclass mIntegerClass;
2219 jmethodID mIntegerValueId;
2220 jclass mLongClass;
2221 jmethodID mLongValueId;
2222 jclass mFloatClass;
2223 jmethodID mFloatValueId;
2224 jmethodID mByteBufferArrayId;
2225 } sFields{env};
2226
2227 jint size = env->CallIntMethod(keys, gArrayListInfo.sizeId);
2228 if (size != env->CallIntMethod(values, gArrayListInfo.sizeId)) {
2229 return BAD_VALUE;
2230 }
2231
2232 sp<AMessage> result{new AMessage};
2233 for (jint i = 0; i < size; ++i) {
2234 ScopedLocalRef<jstring> jkey{
2235 env, (jstring)env->CallObjectMethod(keys, gArrayListInfo.getId, i)};
2236 const char *tmp = env->GetStringUTFChars(jkey.get(), nullptr);
2237 AString key;
2238 if (tmp) {
2239 key.setTo(tmp);
2240 }
2241 env->ReleaseStringUTFChars(jkey.get(), tmp);
2242 if (key.empty()) {
2243 return NO_MEMORY;
2244 }
2245
2246 ScopedLocalRef<jobject> jvalue{
2247 env, env->CallObjectMethod(values, gArrayListInfo.getId, i)};
2248
2249 if (env->IsInstanceOf(jvalue.get(), sFields.mStringClass)) {
2250 const char *tmp = env->GetStringUTFChars((jstring)jvalue.get(), nullptr);
2251 AString value;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002252 if (!tmp) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002253 return NO_MEMORY;
2254 }
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002255 value.setTo(tmp);
2256 env->ReleaseStringUTFChars((jstring)jvalue.get(), tmp);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002257 result->setString(key.c_str(), value);
2258 } else if (env->IsInstanceOf(jvalue.get(), sFields.mIntegerClass)) {
2259 jint value = env->CallIntMethod(jvalue.get(), sFields.mIntegerValueId);
2260 result->setInt32(key.c_str(), value);
2261 } else if (env->IsInstanceOf(jvalue.get(), sFields.mLongClass)) {
2262 jlong value = env->CallLongMethod(jvalue.get(), sFields.mLongValueId);
2263 result->setInt64(key.c_str(), value);
2264 } else if (env->IsInstanceOf(jvalue.get(), sFields.mFloatClass)) {
2265 jfloat value = env->CallFloatMethod(jvalue.get(), sFields.mFloatValueId);
2266 result->setFloat(key.c_str(), value);
2267 } else if (env->IsInstanceOf(jvalue.get(), gByteBufferInfo.clazz)) {
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002268 jint position = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getPositionId);
2269 jint limit = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getLimitId);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002270 sp<ABuffer> buffer{new ABuffer(limit - position)};
2271 void *data = env->GetDirectBufferAddress(jvalue.get());
2272 if (data != nullptr) {
2273 memcpy(buffer->data(),
2274 static_cast<const uint8_t *>(data) + position,
2275 buffer->size());
2276 } else {
2277 ScopedLocalRef<jbyteArray> byteArray{env, (jbyteArray)env->CallObjectMethod(
2278 jvalue.get(), sFields.mByteBufferArrayId)};
2279 env->GetByteArrayRegion(byteArray.get(), position, buffer->size(),
2280 reinterpret_cast<jbyte *>(buffer->data()));
2281 }
2282 result->setBuffer(key.c_str(), buffer);
2283 }
2284 }
2285
2286 *msg = result;
2287 return OK;
2288}
2289
Wonsik Kim8569a662022-05-24 14:16:44 -07002290static bool obtain(
2291 JMediaCodecLinearBlock *context,
2292 int capacity,
2293 const std::vector<std::string> &names,
2294 bool secure) {
2295 if (secure) {
2296 // Start at 1MB, which is an arbitrary starting point that can
2297 // increase when needed.
2298 constexpr size_t kInitialDealerCapacity = 1048576;
2299 thread_local sp<MemoryDealer> sDealer = new MemoryDealer(
2300 kInitialDealerCapacity, "JNI(1MB)");
2301 context->mMemory = sDealer->allocate(capacity);
2302 if (context->mMemory == nullptr) {
2303 size_t newDealerCapacity = sDealer->getMemoryHeap()->getSize() * 2;
2304 while (capacity * 2 > newDealerCapacity) {
2305 newDealerCapacity *= 2;
2306 }
2307 ALOGI("LinearBlock.native_obtain: "
2308 "Dealer capacity increasing from %zuMB to %zuMB",
2309 sDealer->getMemoryHeap()->getSize() / 1048576,
2310 newDealerCapacity / 1048576);
2311 sDealer = new MemoryDealer(
2312 newDealerCapacity,
2313 AStringPrintf("JNI(%zuMB)", newDealerCapacity).c_str());
2314 context->mMemory = sDealer->allocate(capacity);
2315 }
2316 context->mHidlMemory = hardware::fromHeap(context->mMemory->getMemory(
2317 &context->mHidlMemoryOffset, &context->mHidlMemorySize));
2318 } else {
2319 context->mBlock = MediaCodec::FetchLinearBlock(capacity, names);
2320 if (!context->mBlock) {
2321 return false;
2322 }
2323 }
2324 context->mCodecNames = names;
2325 return true;
2326}
2327
2328static void extractMemoryFromContext(
2329 JMediaCodecLinearBlock *context,
2330 jint offset,
2331 jint size,
2332 sp<hardware::HidlMemory> *memory) {
2333 *memory = context->toHidlMemory();
2334 if (*memory == nullptr) {
2335 if (!context->mBlock) {
2336 ALOGW("extractMemoryFromContext: the buffer is missing both IMemory and C2Block");
2337 return;
2338 }
2339 ALOGD("extractMemoryFromContext: realloc & copying from C2Block to IMemory (cap=%zu)",
2340 context->capacity());
2341 if (!obtain(context, context->capacity(),
2342 context->mCodecNames, true /* secure */)) {
2343 ALOGW("extractMemoryFromContext: failed to obtain secure block");
2344 return;
2345 }
2346 C2WriteView view = context->mBlock->map().get();
2347 if (view.error() != C2_OK) {
2348 ALOGW("extractMemoryFromContext: failed to map C2Block (%d)", view.error());
2349 return;
2350 }
2351 uint8_t *memoryPtr = static_cast<uint8_t *>(context->mMemory->unsecurePointer());
2352 memcpy(memoryPtr + offset, view.base() + offset, size);
2353 context->mBlock.reset();
2354 context->mReadWriteMapping.reset();
2355 *memory = context->toHidlMemory();
2356 }
2357}
2358
2359static void extractBufferFromContext(
2360 JMediaCodecLinearBlock *context,
2361 jint offset,
2362 jint size,
2363 std::shared_ptr<C2Buffer> *buffer) {
2364 *buffer = context->toC2Buffer(offset, size);
2365 if (*buffer == nullptr) {
2366 if (!context->mMemory) {
2367 ALOGW("extractBufferFromContext: the buffer is missing both IMemory and C2Block");
2368 return;
2369 }
2370 ALOGD("extractBufferFromContext: realloc & copying from IMemory to C2Block (cap=%zu)",
2371 context->capacity());
2372 if (obtain(context, context->capacity(),
2373 context->mCodecNames, false /* secure */)) {
2374 ALOGW("extractBufferFromContext: failed to obtain non-secure block");
2375 return;
2376 }
2377 C2WriteView view = context->mBlock->map().get();
2378 if (view.error() != C2_OK) {
2379 ALOGW("extractBufferFromContext: failed to map C2Block (%d)", view.error());
2380 return;
2381 }
2382 uint8_t *memoryPtr = static_cast<uint8_t *>(context->mMemory->unsecurePointer());
2383 memcpy(view.base() + offset, memoryPtr + offset, size);
2384 context->mMemory.clear();
2385 context->mHidlMemory.clear();
2386 context->mHidlMemorySize = 0;
2387 context->mHidlMemoryOffset = 0;
2388 *buffer = context->toC2Buffer(offset, size);
2389 }
2390}
2391
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002392static void android_media_MediaCodec_native_queueLinearBlock(
2393 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2394 jint offset, jint size, jobject cryptoInfoObj,
2395 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2396 ALOGV("android_media_MediaCodec_native_queueLinearBlock");
2397
2398 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2399
Wonsik Kim24e53802020-05-08 20:04:26 -07002400 if (codec == nullptr || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002401 throwExceptionAsNecessary(env, INVALID_OPERATION);
2402 return;
2403 }
2404
2405 sp<AMessage> tunings;
2406 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2407 if (err != OK) {
2408 throwExceptionAsNecessary(env, err);
2409 return;
2410 }
2411
2412 std::shared_ptr<C2Buffer> buffer;
2413 sp<hardware::HidlMemory> memory;
2414 ScopedLocalRef<jobject> lock{env, env->GetObjectField(bufferObj, gLinearBlockInfo.lockId)};
2415 if (env->MonitorEnter(lock.get()) == JNI_OK) {
2416 if (env->GetBooleanField(bufferObj, gLinearBlockInfo.validId)) {
2417 JMediaCodecLinearBlock *context =
2418 (JMediaCodecLinearBlock *)env->GetLongField(bufferObj, gLinearBlockInfo.contextId);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002419 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kim8569a662022-05-24 14:16:44 -07002420 extractMemoryFromContext(context, offset, size, &memory);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002421 offset += context->mHidlMemoryOffset;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002422 } else {
Wonsik Kim8569a662022-05-24 14:16:44 -07002423 extractBufferFromContext(context, offset, size, &buffer);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002424 }
2425 }
2426 env->MonitorExit(lock.get());
2427 } else {
2428 throwExceptionAsNecessary(env, INVALID_OPERATION);
2429 return;
2430 }
2431
2432 AString errorDetailMsg;
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002433 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002434 if (!memory) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002435 ALOGI("queueLinearBlock: no ashmem memory for encrypted content");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002436 throwExceptionAsNecessary(env, BAD_VALUE);
2437 return;
2438 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002439 NativeCryptoInfo cryptoInfo = [env, cryptoInfoObj, size]{
2440 if (cryptoInfoObj == nullptr) {
2441 return NativeCryptoInfo{size};
2442 } else {
2443 return NativeCryptoInfo{env, cryptoInfoObj};
2444 }
2445 }();
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002446 err = codec->queueEncryptedLinearBlock(
2447 index,
2448 memory,
2449 offset,
2450 cryptoInfo.mSubSamples, cryptoInfo.mNumSubSamples,
2451 (const uint8_t *)cryptoInfo.mKey, (const uint8_t *)cryptoInfo.mIv,
2452 cryptoInfo.mMode,
2453 cryptoInfo.mPattern,
2454 presentationTimeUs,
2455 flags,
2456 tunings,
2457 &errorDetailMsg);
Wonsik Kim8569a662022-05-24 14:16:44 -07002458 ALOGI_IF(err != OK, "queueEncryptedLinearBlock returned err = %d", err);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002459 } else {
2460 if (!buffer) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002461 ALOGI("queueLinearBlock: no C2Buffer found");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002462 throwExceptionAsNecessary(env, BAD_VALUE);
2463 return;
2464 }
2465 err = codec->queueBuffer(
2466 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2467 }
2468 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2469}
2470
Wonsik Kim637afb22020-02-25 14:27:29 -08002471static void android_media_MediaCodec_native_queueHardwareBuffer(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002472 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2473 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002474 ALOGV("android_media_MediaCodec_native_queueHardwareBuffer");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002475
2476 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2477
Wonsik Kim24e53802020-05-08 20:04:26 -07002478 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002479 throwExceptionAsNecessary(env, INVALID_OPERATION);
2480 return;
2481 }
2482
2483 sp<AMessage> tunings;
2484 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2485 if (err != OK) {
2486 throwExceptionAsNecessary(env, err);
2487 return;
2488 }
2489
Wonsik Kim637afb22020-02-25 14:27:29 -08002490 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2491 env, bufferObj);
2492 sp<GraphicBuffer> graphicBuffer{AHardwareBuffer_to_GraphicBuffer(hardwareBuffer)};
2493 C2Handle *handle = WrapNativeCodec2GrallocHandle(
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002494 graphicBuffer->handle, graphicBuffer->width, graphicBuffer->height,
2495 graphicBuffer->format, graphicBuffer->usage, graphicBuffer->stride);
2496 static std::shared_ptr<C2Allocator> sGrallocAlloc = []() -> std::shared_ptr<C2Allocator> {
2497 std::shared_ptr<C2Allocator> alloc;
2498 c2_status_t err = GetCodec2PlatformAllocatorStore()->fetchAllocator(
2499 C2PlatformAllocatorStore::GRALLOC, &alloc);
2500 if (err == C2_OK) {
2501 return alloc;
2502 }
2503 return nullptr;
2504 }();
2505 std::shared_ptr<C2GraphicAllocation> alloc;
2506 c2_status_t c2err = sGrallocAlloc->priorGraphicAllocation(handle, &alloc);
2507 if (c2err != C2_OK) {
2508 ALOGW("Failed to wrap AHardwareBuffer into C2GraphicAllocation");
Chih-Yu Huangef546db2021-03-11 14:37:21 +09002509 native_handle_close(handle);
2510 native_handle_delete(handle);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002511 throwExceptionAsNecessary(env, BAD_VALUE);
2512 return;
2513 }
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002514 std::shared_ptr<C2GraphicBlock> block = _C2BlockFactory::CreateGraphicBlock(alloc);
Wonsik Kim637afb22020-02-25 14:27:29 -08002515 std::shared_ptr<C2Buffer> buffer = C2Buffer::CreateGraphicBuffer(block->share(
2516 block->crop(), C2Fence{}));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002517 AString errorDetailMsg;
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002518 err = codec->queueBuffer(
2519 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002520 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2521}
2522
2523static void android_media_MediaCodec_native_getOutputFrame(
2524 JNIEnv *env, jobject thiz, jobject frame, jint index) {
2525 ALOGV("android_media_MediaCodec_native_getOutputFrame");
2526
2527 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2528
Wonsik Kim24e53802020-05-08 20:04:26 -07002529 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002530 throwExceptionAsNecessary(env, INVALID_OPERATION);
2531 return;
2532 }
2533
2534 status_t err = codec->getOutputFrame(env, frame, index);
2535 if (err != OK) {
2536 throwExceptionAsNecessary(env, err);
2537 }
2538}
2539
Andreas Huber88572f72012-02-21 11:47:18 -08002540static jint android_media_MediaCodec_dequeueInputBuffer(
2541 JNIEnv *env, jobject thiz, jlong timeoutUs) {
2542 ALOGV("android_media_MediaCodec_dequeueInputBuffer");
2543
2544 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2545
Wonsik Kim24e53802020-05-08 20:04:26 -07002546 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002547 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002548 return -1;
2549 }
2550
2551 size_t index;
2552 status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
2553
2554 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002555 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002556 }
2557
2558 return throwExceptionAsNecessary(env, err);
2559}
2560
2561static jint android_media_MediaCodec_dequeueOutputBuffer(
2562 JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
2563 ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
2564
2565 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2566
Wonsik Kim24e53802020-05-08 20:04:26 -07002567 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002568 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber0e97fc22012-04-03 13:32:16 -07002569 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08002570 }
2571
2572 size_t index;
2573 status_t err = codec->dequeueOutputBuffer(
2574 env, bufferInfo, &index, timeoutUs);
2575
2576 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002577 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002578 }
2579
2580 return throwExceptionAsNecessary(env, err);
2581}
2582
2583static void android_media_MediaCodec_releaseOutputBuffer(
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002584 JNIEnv *env, jobject thiz,
2585 jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
Andreas Huber88572f72012-02-21 11:47:18 -08002586 ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
2587
2588 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2589
Wonsik Kim24e53802020-05-08 20:04:26 -07002590 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002591 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002592 return;
2593 }
2594
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002595 status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
Andreas Huber88572f72012-02-21 11:47:18 -08002596
2597 throwExceptionAsNecessary(env, err);
2598}
2599
Andy McFadden2621e402013-02-19 07:29:21 -08002600static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
2601 jobject thiz) {
2602 ALOGV("android_media_MediaCodec_signalEndOfInputStream");
2603
2604 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002605 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002606 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08002607 return;
2608 }
2609
2610 status_t err = codec->signalEndOfInputStream();
2611
2612 throwExceptionAsNecessary(env, err);
2613}
2614
Lajos Molnard4023112014-07-11 15:12:59 -07002615static jobject android_media_MediaCodec_getFormatNative(
2616 JNIEnv *env, jobject thiz, jboolean input) {
2617 ALOGV("android_media_MediaCodec_getFormatNative");
Andreas Huber88572f72012-02-21 11:47:18 -08002618
2619 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2620
Wonsik Kim24e53802020-05-08 20:04:26 -07002621 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002622 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002623 return NULL;
2624 }
2625
2626 jobject format;
Lajos Molnard4023112014-07-11 15:12:59 -07002627 status_t err = codec->getFormat(env, input, &format);
2628
2629 if (err == OK) {
2630 return format;
2631 }
2632
2633 throwExceptionAsNecessary(env, err);
2634
2635 return NULL;
2636}
2637
2638static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
2639 JNIEnv *env, jobject thiz, jint index) {
2640 ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
2641
2642 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2643
Wonsik Kim24e53802020-05-08 20:04:26 -07002644 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002645 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002646 return NULL;
2647 }
2648
2649 jobject format;
2650 status_t err = codec->getOutputFormat(env, index, &format);
Andreas Huber88572f72012-02-21 11:47:18 -08002651
2652 if (err == OK) {
2653 return format;
2654 }
2655
2656 throwExceptionAsNecessary(env, err);
2657
2658 return NULL;
2659}
2660
2661static jobjectArray android_media_MediaCodec_getBuffers(
2662 JNIEnv *env, jobject thiz, jboolean input) {
2663 ALOGV("android_media_MediaCodec_getBuffers");
2664
2665 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2666
Wonsik Kim24e53802020-05-08 20:04:26 -07002667 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002668 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002669 return NULL;
2670 }
2671
2672 jobjectArray buffers;
2673 status_t err = codec->getBuffers(env, input, &buffers);
2674
2675 if (err == OK) {
2676 return buffers;
2677 }
2678
Marco Nelissencbbea8e2012-12-19 11:42:55 -08002679 // if we're out of memory, an exception was already thrown
2680 if (err != NO_MEMORY) {
2681 throwExceptionAsNecessary(env, err);
2682 }
Andreas Huber88572f72012-02-21 11:47:18 -08002683
2684 return NULL;
2685}
2686
Lajos Molnard4023112014-07-11 15:12:59 -07002687static jobject android_media_MediaCodec_getBuffer(
2688 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2689 ALOGV("android_media_MediaCodec_getBuffer");
2690
2691 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2692
Wonsik Kim24e53802020-05-08 20:04:26 -07002693 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002694 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002695 return NULL;
2696 }
2697
2698 jobject buffer;
2699 status_t err = codec->getBuffer(env, input, index, &buffer);
2700
2701 if (err == OK) {
2702 return buffer;
2703 }
2704
2705 // if we're out of memory, an exception was already thrown
2706 if (err != NO_MEMORY) {
2707 throwExceptionAsNecessary(env, err);
2708 }
2709
2710 return NULL;
2711}
2712
2713static jobject android_media_MediaCodec_getImage(
2714 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2715 ALOGV("android_media_MediaCodec_getImage");
2716
2717 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2718
Wonsik Kim24e53802020-05-08 20:04:26 -07002719 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002720 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002721 return NULL;
2722 }
2723
2724 jobject image;
2725 status_t err = codec->getImage(env, input, index, &image);
2726
2727 if (err == OK) {
2728 return image;
2729 }
2730
2731 // if we're out of memory, an exception was already thrown
2732 if (err != NO_MEMORY) {
2733 throwExceptionAsNecessary(env, err);
2734 }
2735
2736 return NULL;
2737}
2738
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002739static jobject android_media_MediaCodec_getName(
2740 JNIEnv *env, jobject thiz) {
2741 ALOGV("android_media_MediaCodec_getName");
2742
2743 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2744
Wonsik Kim24e53802020-05-08 20:04:26 -07002745 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002746 throwExceptionAsNecessary(env, INVALID_OPERATION);
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002747 return NULL;
2748 }
2749
2750 jstring name;
2751 status_t err = codec->getName(env, &name);
2752
2753 if (err == OK) {
2754 return name;
2755 }
2756
2757 throwExceptionAsNecessary(env, err);
2758
2759 return NULL;
2760}
2761
Chong Zhanga0b72a62018-02-28 18:46:26 -08002762static jobject android_media_MediaCodec_getOwnCodecInfo(
2763 JNIEnv *env, jobject thiz) {
2764 ALOGV("android_media_MediaCodec_getOwnCodecInfo");
2765
2766 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2767
Wonsik Kim24e53802020-05-08 20:04:26 -07002768 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhanga0b72a62018-02-28 18:46:26 -08002769 throwExceptionAsNecessary(env, INVALID_OPERATION);
2770 return NULL;
2771 }
2772
2773 jobject codecInfoObj;
2774 status_t err = codec->getCodecInfo(env, &codecInfoObj);
2775
2776 if (err == OK) {
2777 return codecInfoObj;
2778 }
2779
2780 throwExceptionAsNecessary(env, err);
2781
2782 return NULL;
2783}
2784
Ray Essick0e0fee12017-01-25 18:01:56 -08002785static jobject
Ray Essickf2d0e402017-03-09 10:17:51 -08002786android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
Ray Essick0e0fee12017-01-25 18:01:56 -08002787{
Ray Essickf2d0e402017-03-09 10:17:51 -08002788 ALOGV("android_media_MediaCodec_native_getMetrics");
Ray Essick0e0fee12017-01-25 18:01:56 -08002789
2790 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002791 if (codec == NULL || codec->initCheck() != OK) {
Ray Essick0e0fee12017-01-25 18:01:56 -08002792 jniThrowException(env, "java/lang/IllegalStateException", NULL);
2793 return 0;
2794 }
2795
2796 // get what we have for the metrics from the codec
Ray Essick81fbc5b2019-12-07 06:24:59 -08002797 mediametrics::Item *item = 0;
Ray Essickf2d0e402017-03-09 10:17:51 -08002798
2799 status_t err = codec->getMetrics(env, item);
Ray Essick0e0fee12017-01-25 18:01:56 -08002800 if (err != OK) {
2801 ALOGE("getMetrics failed");
2802 return (jobject) NULL;
2803 }
2804
Ray Essick0e0fee12017-01-25 18:01:56 -08002805 jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
2806
2807 // housekeeping
2808 delete item;
Ray Essick8268c412019-08-26 15:34:10 -07002809 item = 0;
Ray Essick0e0fee12017-01-25 18:01:56 -08002810
2811 return mybundle;
2812}
2813
Andreas Huber226065b2013-08-12 10:14:11 -07002814static void android_media_MediaCodec_setParameters(
2815 JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
2816 ALOGV("android_media_MediaCodec_setParameters");
2817
2818 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2819
Wonsik Kim24e53802020-05-08 20:04:26 -07002820 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002821 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber226065b2013-08-12 10:14:11 -07002822 return;
2823 }
2824
2825 sp<AMessage> params;
2826 status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, &params);
2827
2828 if (err == OK) {
2829 err = codec->setParameters(params);
2830 }
2831
2832 throwExceptionAsNecessary(env, err);
2833}
2834
Andreas Huberb12a5392012-04-30 14:18:33 -07002835static void android_media_MediaCodec_setVideoScalingMode(
2836 JNIEnv *env, jobject thiz, jint mode) {
2837 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2838
Wonsik Kim24e53802020-05-08 20:04:26 -07002839 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002840 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huberb12a5392012-04-30 14:18:33 -07002841 return;
2842 }
2843
2844 if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
2845 && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Dongwon Kangbef01e42017-06-16 14:02:31 -07002846 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
Andreas Huberb12a5392012-04-30 14:18:33 -07002847 return;
2848 }
2849
2850 codec->setVideoScalingMode(mode);
2851}
2852
ybai5e053202018-11-01 13:02:15 +08002853static void android_media_MediaCodec_setAudioPresentation(
2854 JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
2855 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2856
Wonsik Kim24e53802020-05-08 20:04:26 -07002857 if (codec == NULL || codec->initCheck() != OK) {
ybai5e053202018-11-01 13:02:15 +08002858 throwExceptionAsNecessary(env, INVALID_OPERATION);
2859 return;
2860 }
2861
2862 codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
2863}
2864
Wonsik Kim8798c8c2021-03-18 21:38:57 -07002865static jobject android_media_MediaCodec_getSupportedVendorParameters(
2866 JNIEnv *env, jobject thiz) {
2867 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2868
2869 if (codec == NULL || codec->initCheck() != OK) {
2870 throwExceptionAsNecessary(env, INVALID_OPERATION);
2871 return NULL;
2872 }
2873
2874 jobject ret = NULL;
2875 status_t status = codec->querySupportedVendorParameters(env, &ret);
2876 if (status != OK) {
2877 throwExceptionAsNecessary(env, status);
2878 }
2879
2880 return ret;
2881}
2882
2883static jobject android_media_MediaCodec_getParameterDescriptor(
2884 JNIEnv *env, jobject thiz, jstring name) {
2885 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2886
2887 if (codec == NULL || codec->initCheck() != OK) {
2888 throwExceptionAsNecessary(env, INVALID_OPERATION);
2889 return NULL;
2890 }
2891
2892 jobject ret = NULL;
2893 status_t status = codec->describeParameter(env, name, &ret);
2894 if (status != OK) {
2895 ret = NULL;
2896 }
2897 return ret;
2898}
2899
2900static void android_media_MediaCodec_subscribeToVendorParameters(
2901 JNIEnv *env, jobject thiz, jobject names) {
2902 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2903
2904 if (codec == NULL || codec->initCheck() != OK) {
2905 throwExceptionAsNecessary(env, INVALID_OPERATION);
2906 return;
2907 }
2908
2909 status_t status = codec->subscribeToVendorParameters(env, names);
2910 if (status != OK) {
2911 throwExceptionAsNecessary(env, status);
2912 }
2913 return;
2914}
2915
2916static void android_media_MediaCodec_unsubscribeFromVendorParameters(
2917 JNIEnv *env, jobject thiz, jobject names) {
2918 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2919
2920 if (codec == NULL || codec->initCheck() != OK) {
2921 throwExceptionAsNecessary(env, INVALID_OPERATION);
2922 return;
2923 }
2924
2925 status_t status = codec->unsubscribeFromVendorParameters(env, names);
2926 if (status != OK) {
2927 throwExceptionAsNecessary(env, status);
2928 }
2929 return;
2930}
2931
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07002932static void android_media_MediaCodec_native_init(JNIEnv *env, jclass) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002933 ScopedLocalRef<jclass> clazz(
2934 env, env->FindClass("android/media/MediaCodec"));
2935 CHECK(clazz.get() != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08002936
Andreas Huberaba67132013-10-22 12:40:01 -07002937 gFields.postEventFromNativeID =
2938 env->GetMethodID(
2939 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
Andreas Huberaba67132013-10-22 12:40:01 -07002940 CHECK(gFields.postEventFromNativeID != NULL);
2941
Wonsik Kim61796fd2018-09-13 13:15:59 -07002942 gFields.lockAndGetContextID =
2943 env->GetMethodID(
2944 clazz.get(), "lockAndGetContext", "()J");
2945 CHECK(gFields.lockAndGetContextID != NULL);
2946
2947 gFields.setAndUnlockContextID =
2948 env->GetMethodID(
2949 clazz.get(), "setAndUnlockContext", "(J)V");
2950 CHECK(gFields.setAndUnlockContextID != NULL);
2951
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002952 jfieldID field;
2953 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
2954 CHECK(field != NULL);
2955 gCryptoModes.Unencrypted =
2956 env->GetStaticIntField(clazz.get(), field);
2957
2958 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
2959 CHECK(field != NULL);
2960 gCryptoModes.AesCtr =
2961 env->GetStaticIntField(clazz.get(), field);
2962
2963 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
2964 CHECK(field != NULL);
2965 gCryptoModes.AesCbc =
2966 env->GetStaticIntField(clazz.get(), field);
2967
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002968 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
2969 CHECK(clazz.get() != NULL);
Andreas Huber91befdc2012-04-18 12:19:51 -07002970
2971 gFields.cryptoInfoNumSubSamplesID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002972 env->GetFieldID(clazz.get(), "numSubSamples", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002973 CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
2974
2975 gFields.cryptoInfoNumBytesOfClearDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002976 env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002977 CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
2978
2979 gFields.cryptoInfoNumBytesOfEncryptedDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002980 env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002981 CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
2982
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002983 gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002984 CHECK(gFields.cryptoInfoKeyID != NULL);
2985
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002986 gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002987 CHECK(gFields.cryptoInfoIVID != NULL);
2988
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002989 gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002990 CHECK(gFields.cryptoInfoModeID != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002991
Santiago Seifert09ae5f62020-09-18 16:51:04 +01002992 gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "mPattern",
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002993 "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
2994 CHECK(gFields.cryptoInfoPatternID != NULL);
2995
2996 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
2997 CHECK(clazz.get() != NULL);
2998
2999 gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
3000 CHECK(gFields.patternEncryptBlocksID != NULL);
3001
3002 gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
3003 CHECK(gFields.patternSkipBlocksID != NULL);
3004
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003005 clazz.reset(env->FindClass("android/media/MediaCodec$QueueRequest"));
3006 CHECK(clazz.get() != NULL);
3007
3008 gFields.queueRequestIndexID = env->GetFieldID(clazz.get(), "mIndex", "I");
3009 CHECK(gFields.queueRequestIndexID != NULL);
3010
3011 clazz.reset(env->FindClass("android/media/MediaCodec$OutputFrame"));
3012 CHECK(clazz.get() != NULL);
3013
3014 gFields.outputFrameLinearBlockID =
3015 env->GetFieldID(clazz.get(), "mLinearBlock", "Landroid/media/MediaCodec$LinearBlock;");
3016 CHECK(gFields.outputFrameLinearBlockID != NULL);
3017
Wonsik Kim637afb22020-02-25 14:27:29 -08003018 gFields.outputFrameHardwareBufferID =
3019 env->GetFieldID(clazz.get(), "mHardwareBuffer", "Landroid/hardware/HardwareBuffer;");
3020 CHECK(gFields.outputFrameHardwareBufferID != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003021
3022 gFields.outputFrameChangedKeysID =
3023 env->GetFieldID(clazz.get(), "mChangedKeys", "Ljava/util/ArrayList;");
3024 CHECK(gFields.outputFrameChangedKeysID != NULL);
3025
3026 gFields.outputFrameFormatID =
3027 env->GetFieldID(clazz.get(), "mFormat", "Landroid/media/MediaFormat;");
3028 CHECK(gFields.outputFrameFormatID != NULL);
3029
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003030 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
3031 CHECK(clazz.get() != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07003032
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003033 field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07003034 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003035 gCryptoErrorCodes.cryptoErrorNoKey =
3036 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07003037
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003038 field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07003039 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003040 gCryptoErrorCodes.cryptoErrorKeyExpired =
3041 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07003042
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003043 field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07003044 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07003045 gCryptoErrorCodes.cryptoErrorResourceBusy =
3046 env->GetStaticIntField(clazz.get(), field);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003047
Jeff Tinker336d3ea2014-08-28 17:57:36 -07003048 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
3049 CHECK(field != NULL);
3050 gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
3051 env->GetStaticIntField(clazz.get(), field);
3052
Jeff Tinker96a2a952015-07-01 17:35:18 -07003053 field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
3054 CHECK(field != NULL);
3055 gCryptoErrorCodes.cryptoErrorSessionNotOpened =
3056 env->GetStaticIntField(clazz.get(), field);
3057
Jeff Tinker20594d82018-12-12 08:31:22 -08003058 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
3059 CHECK(field != NULL);
3060 gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
3061 env->GetStaticIntField(clazz.get(), field);
3062
Jeff Tinkerd3932162016-03-05 11:35:20 -08003063 field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
3064 CHECK(field != NULL);
3065 gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
3066 env->GetStaticIntField(clazz.get(), field);
3067
Jeff Tinker20594d82018-12-12 08:31:22 -08003068 field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
3069 CHECK(field != NULL);
3070 gCryptoErrorCodes.cryptoErrorFrameTooLarge =
3071 env->GetStaticIntField(clazz.get(), field);
3072
3073 field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
3074 CHECK(field != NULL);
3075 gCryptoErrorCodes.cryptoErrorLostState =
3076 env->GetStaticIntField(clazz.get(), field);
3077
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003078 clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
3079 CHECK(clazz.get() != NULL);
3080 field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
3081 CHECK(field != NULL);
3082 gCodecActionCodes.codecActionTransient =
3083 env->GetStaticIntField(clazz.get(), field);
3084
3085 field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
3086 CHECK(field != NULL);
3087 gCodecActionCodes.codecActionRecoverable =
3088 env->GetStaticIntField(clazz.get(), field);
Ronghua Wu9e9ec942015-04-15 17:10:31 -07003089
Ronghua Wuc53ad692015-05-08 14:40:49 -07003090 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07003091 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07003092 gCodecErrorCodes.errorInsufficientResource =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07003093 env->GetStaticIntField(clazz.get(), field);
3094
Ronghua Wuc53ad692015-05-08 14:40:49 -07003095 field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07003096 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07003097 gCodecErrorCodes.errorReclaimed =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07003098 env->GetStaticIntField(clazz.get(), field);
Chong Zhang8034d602015-04-28 13:38:48 -07003099
3100 clazz.reset(env->FindClass("android/view/Surface"));
3101 CHECK(clazz.get() != NULL);
3102
3103 field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3104 CHECK(field != NULL);
3105 gPersistentSurfaceClassInfo.mLock = field;
3106
3107 jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
3108 CHECK(method != NULL);
3109 gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
3110
3111 clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
3112 CHECK(clazz.get() != NULL);
3113 gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3114
3115 method = env->GetMethodID(clazz.get(), "<init>", "()V");
3116 CHECK(method != NULL);
3117 gPersistentSurfaceClassInfo.ctor = method;
3118
3119 field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
3120 CHECK(field != NULL);
3121 gPersistentSurfaceClassInfo.mPersistentObject = field;
Chong Zhanga0b72a62018-02-28 18:46:26 -08003122
3123 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
3124 CHECK(clazz.get() != NULL);
3125 gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
3126
3127 method = env->GetMethodID(clazz.get(), "<init>",
Lajos Molnard2a7f472018-11-15 12:49:20 -08003128 "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
Chong Zhanga0b72a62018-02-28 18:46:26 -08003129 "Ljava/util/Map;Ljava/util/Map;)V");
3130 CHECK(method != NULL);
3131 gCodecInfo.capsCtorId = method;
3132
3133 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
3134 CHECK(clazz.get() != NULL);
3135 gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
3136
3137 field = env->GetFieldID(clazz.get(), "profile", "I");
3138 CHECK(field != NULL);
3139 gCodecInfo.profileField = field;
3140
3141 field = env->GetFieldID(clazz.get(), "level", "I");
3142 CHECK(field != NULL);
3143 gCodecInfo.levelField = field;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003144
3145 clazz.reset(env->FindClass("java/nio/ByteBuffer"));
3146 CHECK(clazz.get() != NULL);
3147 gByteBufferInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3148
3149 ScopedLocalRef<jclass> byteOrderClass(
3150 env, env->FindClass("java/nio/ByteOrder"));
3151 CHECK(byteOrderClass.get() != NULL);
3152
3153 jmethodID nativeOrderID = env->GetStaticMethodID(
3154 byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
3155 CHECK(nativeOrderID != NULL);
3156
3157 ScopedLocalRef<jobject> nativeByteOrderObj{
3158 env, env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID)};
3159 gByteBufferInfo.nativeByteOrder = env->NewGlobalRef(nativeByteOrderObj.get());
3160 CHECK(gByteBufferInfo.nativeByteOrder != NULL);
3161 nativeByteOrderObj.reset();
3162
3163 gByteBufferInfo.orderId = env->GetMethodID(
3164 clazz.get(),
3165 "order",
3166 "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
3167 CHECK(gByteBufferInfo.orderId != NULL);
3168
3169 gByteBufferInfo.asReadOnlyBufferId = env->GetMethodID(
3170 clazz.get(), "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
3171 CHECK(gByteBufferInfo.asReadOnlyBufferId != NULL);
3172
3173 gByteBufferInfo.positionId = env->GetMethodID(
3174 clazz.get(), "position", "(I)Ljava/nio/Buffer;");
3175 CHECK(gByteBufferInfo.positionId != NULL);
3176
3177 gByteBufferInfo.limitId = env->GetMethodID(
3178 clazz.get(), "limit", "(I)Ljava/nio/Buffer;");
3179 CHECK(gByteBufferInfo.limitId != NULL);
3180
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07003181 gByteBufferInfo.getPositionId = env->GetMethodID(
3182 clazz.get(), "position", "()I");
3183 CHECK(gByteBufferInfo.getPositionId != NULL);
3184
3185 gByteBufferInfo.getLimitId = env->GetMethodID(
3186 clazz.get(), "limit", "()I");
3187 CHECK(gByteBufferInfo.getLimitId != NULL);
3188
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003189 clazz.reset(env->FindClass("java/util/ArrayList"));
3190 CHECK(clazz.get() != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003191 gArrayListInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3192
3193 gArrayListInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3194 CHECK(gArrayListInfo.ctorId != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003195
3196 gArrayListInfo.sizeId = env->GetMethodID(clazz.get(), "size", "()I");
3197 CHECK(gArrayListInfo.sizeId != NULL);
3198
3199 gArrayListInfo.getId = env->GetMethodID(clazz.get(), "get", "(I)Ljava/lang/Object;");
3200 CHECK(gArrayListInfo.getId != NULL);
3201
3202 gArrayListInfo.addId = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
3203 CHECK(gArrayListInfo.addId != NULL);
3204
3205 clazz.reset(env->FindClass("android/media/MediaCodec$LinearBlock"));
3206 CHECK(clazz.get() != NULL);
3207
3208 gLinearBlockInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3209
3210 gLinearBlockInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3211 CHECK(gLinearBlockInfo.ctorId != NULL);
3212
3213 gLinearBlockInfo.setInternalStateId = env->GetMethodID(
3214 clazz.get(), "setInternalStateLocked", "(JZ)V");
3215 CHECK(gLinearBlockInfo.setInternalStateId != NULL);
3216
3217 gLinearBlockInfo.contextId = env->GetFieldID(clazz.get(), "mNativeContext", "J");
3218 CHECK(gLinearBlockInfo.contextId != NULL);
3219
3220 gLinearBlockInfo.validId = env->GetFieldID(clazz.get(), "mValid", "Z");
3221 CHECK(gLinearBlockInfo.validId != NULL);
3222
3223 gLinearBlockInfo.lockId = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3224 CHECK(gLinearBlockInfo.lockId != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003225
3226 clazz.reset(env->FindClass("android/media/MediaCodec$ParameterDescriptor"));
3227 CHECK(clazz.get() != NULL);
3228 gDescriptorInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3229
3230 gDescriptorInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3231 CHECK(gDescriptorInfo.ctorId != NULL);
3232
3233 gDescriptorInfo.nameId = env->GetFieldID(clazz.get(), "mName", "Ljava/lang/String;");
3234 CHECK(gDescriptorInfo.nameId != NULL);
3235
3236 gDescriptorInfo.typeId = env->GetFieldID(clazz.get(), "mType", "I");
3237 CHECK(gDescriptorInfo.typeId != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003238}
3239
3240static void android_media_MediaCodec_native_setup(
3241 JNIEnv *env, jobject thiz,
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003242 jstring name, jboolean nameIsType, jboolean encoder, int pid, int uid) {
Andreas Huber88572f72012-02-21 11:47:18 -08003243 if (name == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003244 jniThrowException(env, "java/lang/NullPointerException", NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003245 return;
3246 }
3247
3248 const char *tmp = env->GetStringUTFChars(name, NULL);
3249
3250 if (tmp == NULL) {
3251 return;
3252 }
3253
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003254 sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder, pid, uid);
Andreas Huber88572f72012-02-21 11:47:18 -08003255
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003256 const status_t err = codec->initCheck();
3257 if (err == NAME_NOT_FOUND) {
3258 // fail and do not try again.
3259 jniThrowException(env, "java/lang/IllegalArgumentException",
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003260 String8::format("Failed to initialize %s, error %#x (NAME_NOT_FOUND)", tmp, err));
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003261 env->ReleaseStringUTFChars(name, tmp);
3262 return;
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003263 }
3264 if (err == NO_MEMORY) {
Ronghua Wuc53ad692015-05-08 14:40:49 -07003265 throwCodecException(env, err, ACTION_CODE_TRANSIENT,
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003266 String8::format("Failed to initialize %s, error %#x (NO_MEMORY)", tmp, err));
Ronghua Wuc53ad692015-05-08 14:40:49 -07003267 env->ReleaseStringUTFChars(name, tmp);
3268 return;
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003269 }
3270 if (err == PERMISSION_DENIED) {
3271 jniThrowException(env, "java/lang/SecurityException",
3272 String8::format("Failed to initialize %s, error %#x (PERMISSION_DENIED)", tmp,
3273 err));
3274 env->ReleaseStringUTFChars(name, tmp);
3275 return;
3276 }
3277 if (err != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003278 // believed possible to try again
3279 jniThrowException(env, "java/io/IOException",
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003280 String8::format("Failed to find matching codec %s, error %#x (?)", tmp, err));
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003281 env->ReleaseStringUTFChars(name, tmp);
Andreas Huber88572f72012-02-21 11:47:18 -08003282 return;
3283 }
3284
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003285 env->ReleaseStringUTFChars(name, tmp);
3286
Andreas Huberaba67132013-10-22 12:40:01 -07003287 codec->registerSelf();
3288
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003289 setMediaCodec(env, thiz, codec);
Andreas Huber88572f72012-02-21 11:47:18 -08003290}
3291
3292static void android_media_MediaCodec_native_finalize(
3293 JNIEnv *env, jobject thiz) {
Wonsik Kim89666622020-04-28 10:43:47 -07003294 setMediaCodec(env, thiz, NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003295}
3296
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003297// MediaCodec.LinearBlock
3298
3299static jobject android_media_MediaCodec_LinearBlock_native_map(
3300 JNIEnv *env, jobject thiz) {
3301 JMediaCodecLinearBlock *context =
3302 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3303 if (context->mBuffer) {
3304 std::shared_ptr<C2Buffer> buffer = context->mBuffer;
3305 if (!context->mReadonlyMapping) {
3306 const C2BufferData data = buffer->data();
3307 if (data.type() != C2BufferData::LINEAR) {
3308 throwExceptionAsNecessary(env, INVALID_OPERATION);
3309 return nullptr;
3310 }
3311 if (data.linearBlocks().size() != 1u) {
3312 throwExceptionAsNecessary(env, INVALID_OPERATION);
3313 return nullptr;
3314 }
3315 C2ConstLinearBlock block = data.linearBlocks().front();
3316 context->mReadonlyMapping =
3317 std::make_shared<C2ReadView>(block.map().get());
3318 }
3319 return CreateByteBuffer(
3320 env,
3321 context->mReadonlyMapping->data(), // base
3322 context->mReadonlyMapping->capacity(), // capacity
3323 0u, // offset
3324 context->mReadonlyMapping->capacity(), // size
3325 true, // readOnly
3326 true /* clearBuffer */);
3327 } else if (context->mBlock) {
3328 std::shared_ptr<C2LinearBlock> block = context->mBlock;
3329 if (!context->mReadWriteMapping) {
3330 context->mReadWriteMapping =
3331 std::make_shared<C2WriteView>(block->map().get());
3332 }
3333 return CreateByteBuffer(
3334 env,
3335 context->mReadWriteMapping->base(),
3336 context->mReadWriteMapping->capacity(),
3337 context->mReadWriteMapping->offset(),
3338 context->mReadWriteMapping->size(),
3339 false, // readOnly
3340 true /* clearBuffer */);
3341 } else if (context->mLegacyBuffer) {
3342 return CreateByteBuffer(
3343 env,
3344 context->mLegacyBuffer->base(),
3345 context->mLegacyBuffer->capacity(),
3346 context->mLegacyBuffer->offset(),
3347 context->mLegacyBuffer->size(),
3348 true, // readOnly
3349 true /* clearBuffer */);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003350 } else if (context->mMemory) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003351 return CreateByteBuffer(
3352 env,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003353 context->mMemory->unsecurePointer(),
3354 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003355 0,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003356 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003357 false, // readOnly
3358 true /* clearBuffer */);
3359 }
3360 throwExceptionAsNecessary(env, INVALID_OPERATION);
3361 return nullptr;
3362}
3363
3364static void android_media_MediaCodec_LinearBlock_native_recycle(
3365 JNIEnv *env, jobject thiz) {
3366 JMediaCodecLinearBlock *context =
3367 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
Wonsik Kimd319a442020-05-28 17:54:06 -07003368 env->CallVoidMethod(thiz, gLinearBlockInfo.setInternalStateId, jlong(0), false);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003369 delete context;
3370}
3371
3372static void PopulateNamesVector(
3373 JNIEnv *env, jobjectArray codecNames, std::vector<std::string> *names) {
3374 jsize length = env->GetArrayLength(codecNames);
3375 for (jsize i = 0; i < length; ++i) {
3376 jstring jstr = static_cast<jstring>(env->GetObjectArrayElement(codecNames, i));
3377 if (jstr == nullptr) {
3378 // null entries are ignored
3379 continue;
3380 }
3381 const char *cstr = env->GetStringUTFChars(jstr, nullptr);
3382 if (cstr == nullptr) {
3383 throwExceptionAsNecessary(env, BAD_VALUE);
3384 return;
3385 }
3386 names->emplace_back(cstr);
3387 env->ReleaseStringUTFChars(jstr, cstr);
3388 }
3389}
3390
3391static void android_media_MediaCodec_LinearBlock_native_obtain(
3392 JNIEnv *env, jobject thiz, jint capacity, jobjectArray codecNames) {
3393 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
3394 std::vector<std::string> names;
3395 PopulateNamesVector(env, codecNames, &names);
3396 bool hasSecure = false;
3397 bool hasNonSecure = false;
3398 for (const std::string &name : names) {
3399 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3400 hasSecure = true;
3401 } else {
3402 hasNonSecure = true;
3403 }
3404 }
Wonsik Kim8569a662022-05-24 14:16:44 -07003405 if (!obtain(context.get(), capacity, names, (hasSecure && !hasNonSecure) /* secure */)) {
3406 jniThrowException(env, "java/io/IOException", nullptr);
3407 return;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003408 }
3409 env->CallVoidMethod(
3410 thiz,
3411 gLinearBlockInfo.setInternalStateId,
3412 (jlong)context.release(),
3413 true /* isMappable */);
3414}
3415
3416static jboolean android_media_MediaCodec_LinearBlock_checkCompatible(
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07003417 JNIEnv *env, jclass, jobjectArray codecNames) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003418 std::vector<std::string> names;
3419 PopulateNamesVector(env, codecNames, &names);
3420 bool isCompatible = false;
3421 bool hasSecure = false;
3422 bool hasNonSecure = false;
3423 for (const std::string &name : names) {
3424 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3425 hasSecure = true;
3426 } else {
3427 hasNonSecure = true;
3428 }
3429 }
3430 if (hasSecure && hasNonSecure) {
3431 return false;
3432 }
3433 status_t err = MediaCodec::CanFetchLinearBlock(names, &isCompatible);
3434 if (err != OK) {
3435 throwExceptionAsNecessary(env, err);
3436 }
3437 return isCompatible;
3438}
3439
Daniel Micay76f6a862015-09-19 17:31:01 -04003440static const JNINativeMethod gMethods[] = {
Lajos Molnard4023112014-07-11 15:12:59 -07003441 { "native_release", "()V", (void *)android_media_MediaCodec_release },
Andreas Huber88572f72012-02-21 11:47:18 -08003442
Lajos Molnar1e6e8012014-07-15 16:07:13 -07003443 { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
3444
Chong Zhang8034d602015-04-28 13:38:48 -07003445 { "native_releasePersistentInputSurface",
3446 "(Landroid/view/Surface;)V",
3447 (void *)android_media_MediaCodec_releasePersistentInputSurface},
3448
3449 { "native_createPersistentInputSurface",
3450 "()Landroid/media/MediaCodec$PersistentSurface;",
3451 (void *)android_media_MediaCodec_createPersistentInputSurface },
3452
Chong Zhang9560ddb2015-05-13 10:25:29 -07003453 { "native_setInputSurface", "(Landroid/view/Surface;)V",
3454 (void *)android_media_MediaCodec_setInputSurface },
Chong Zhang8034d602015-04-28 13:38:48 -07003455
Guillaume Chelfic072caf2021-02-03 16:18:26 +01003456 { "native_enableOnFirstTunnelFrameReadyListener", "(Z)V",
3457 (void *)android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener },
3458
Lajos Molnard8578572015-06-05 20:17:33 -07003459 { "native_enableOnFrameRenderedListener", "(Z)V",
3460 (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
3461
Chong Zhang8d5e5562014-07-08 18:49:21 -07003462 { "native_setCallback",
3463 "(Landroid/media/MediaCodec$Callback;)V",
3464 (void *)android_media_MediaCodec_native_setCallback },
3465
Andreas Huber88572f72012-02-21 11:47:18 -08003466 { "native_configure",
Andreas Huber8240d922012-04-04 14:06:32 -07003467 "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
Chong Zhang2659c2f2017-04-27 13:18:20 -07003468 "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003469 (void *)android_media_MediaCodec_native_configure },
3470
Lajos Molnar5e02ba92015-05-01 15:59:35 -07003471 { "native_setSurface",
3472 "(Landroid/view/Surface;)V",
3473 (void *)android_media_MediaCodec_native_setSurface },
3474
Andy McFadden2621e402013-02-19 07:29:21 -08003475 { "createInputSurface", "()Landroid/view/Surface;",
3476 (void *)android_media_MediaCodec_createInputSurface },
3477
Lajos Molnard4023112014-07-11 15:12:59 -07003478 { "native_start", "()V", (void *)android_media_MediaCodec_start },
Andreas Huberaba67132013-10-22 12:40:01 -07003479 { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
Lajos Molnard4023112014-07-11 15:12:59 -07003480 { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
Andreas Huber88572f72012-02-21 11:47:18 -08003481
Lajos Molnard4023112014-07-11 15:12:59 -07003482 { "native_queueInputBuffer", "(IIIJI)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003483 (void *)android_media_MediaCodec_queueInputBuffer },
3484
Lajos Molnard4023112014-07-11 15:12:59 -07003485 { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
Andreas Huber9e6bcce2012-04-06 12:14:47 -07003486 (void *)android_media_MediaCodec_queueSecureInputBuffer },
3487
Wonsik Kim637afb22020-02-25 14:27:29 -08003488 { "native_mapHardwareBuffer",
3489 "(Landroid/hardware/HardwareBuffer;)Landroid/media/Image;",
3490 (void *)android_media_MediaCodec_mapHardwareBuffer },
3491
3492 { "native_closeMediaImage", "(J)V", (void *)android_media_MediaCodec_closeMediaImage },
3493
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003494 { "native_queueLinearBlock",
3495 "(ILandroid/media/MediaCodec$LinearBlock;IILandroid/media/MediaCodec$CryptoInfo;JI"
3496 "Ljava/util/ArrayList;Ljava/util/ArrayList;)V",
3497 (void *)android_media_MediaCodec_native_queueLinearBlock },
3498
Wonsik Kim637afb22020-02-25 14:27:29 -08003499 { "native_queueHardwareBuffer",
3500 "(ILandroid/hardware/HardwareBuffer;JILjava/util/ArrayList;Ljava/util/ArrayList;)V",
3501 (void *)android_media_MediaCodec_native_queueHardwareBuffer },
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003502
3503 { "native_getOutputFrame",
3504 "(Landroid/media/MediaCodec$OutputFrame;I)V",
3505 (void *)android_media_MediaCodec_native_getOutputFrame },
3506
Lajos Molnard4023112014-07-11 15:12:59 -07003507 { "native_dequeueInputBuffer", "(J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003508 (void *)android_media_MediaCodec_dequeueInputBuffer },
3509
Lajos Molnard4023112014-07-11 15:12:59 -07003510 { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003511 (void *)android_media_MediaCodec_dequeueOutputBuffer },
3512
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07003513 { "releaseOutputBuffer", "(IZZJ)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003514 (void *)android_media_MediaCodec_releaseOutputBuffer },
3515
Andy McFadden2621e402013-02-19 07:29:21 -08003516 { "signalEndOfInputStream", "()V",
3517 (void *)android_media_MediaCodec_signalEndOfInputStream },
3518
Lajos Molnard4023112014-07-11 15:12:59 -07003519 { "getFormatNative", "(Z)Ljava/util/Map;",
3520 (void *)android_media_MediaCodec_getFormatNative },
3521
3522 { "getOutputFormatNative", "(I)Ljava/util/Map;",
3523 (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
Andreas Huber88572f72012-02-21 11:47:18 -08003524
3525 { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
3526 (void *)android_media_MediaCodec_getBuffers },
3527
Lajos Molnard4023112014-07-11 15:12:59 -07003528 { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
3529 (void *)android_media_MediaCodec_getBuffer },
3530
3531 { "getImage", "(ZI)Landroid/media/Image;",
3532 (void *)android_media_MediaCodec_getImage },
3533
Lajos Molnard2a7f472018-11-15 12:49:20 -08003534 { "getCanonicalName", "()Ljava/lang/String;",
Martin Storsjo056ef2e2012-09-25 11:53:04 +03003535 (void *)android_media_MediaCodec_getName },
3536
Chong Zhanga0b72a62018-02-28 18:46:26 -08003537 { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
3538 (void *)android_media_MediaCodec_getOwnCodecInfo },
3539
Ray Essick10353e32017-04-14 10:22:55 -07003540 { "native_getMetrics", "()Landroid/os/PersistableBundle;",
Ray Essickf2d0e402017-03-09 10:17:51 -08003541 (void *)android_media_MediaCodec_native_getMetrics},
Ray Essick0e0fee12017-01-25 18:01:56 -08003542
Andreas Huber226065b2013-08-12 10:14:11 -07003543 { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
3544 (void *)android_media_MediaCodec_setParameters },
3545
Andreas Huberb12a5392012-04-30 14:18:33 -07003546 { "setVideoScalingMode", "(I)V",
3547 (void *)android_media_MediaCodec_setVideoScalingMode },
3548
ybai5e053202018-11-01 13:02:15 +08003549 { "native_setAudioPresentation", "(II)V",
3550 (void *)android_media_MediaCodec_setAudioPresentation },
3551
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003552 { "native_getSupportedVendorParameters", "()Ljava/util/List;",
3553 (void *)android_media_MediaCodec_getSupportedVendorParameters },
3554
3555 { "native_getParameterDescriptor",
3556 "(Ljava/lang/String;)Landroid/media/MediaCodec$ParameterDescriptor;",
3557 (void *)android_media_MediaCodec_getParameterDescriptor },
3558
3559 { "native_subscribeToVendorParameters",
3560 "(Ljava/util/List;)V",
3561 (void *)android_media_MediaCodec_subscribeToVendorParameters},
3562
3563 { "native_unsubscribeFromVendorParameters",
3564 "(Ljava/util/List;)V",
3565 (void *)android_media_MediaCodec_unsubscribeFromVendorParameters},
3566
Andreas Huber88572f72012-02-21 11:47:18 -08003567 { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
3568
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003569 { "native_setup", "(Ljava/lang/String;ZZII)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003570 (void *)android_media_MediaCodec_native_setup },
3571
3572 { "native_finalize", "()V",
3573 (void *)android_media_MediaCodec_native_finalize },
3574};
3575
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003576static const JNINativeMethod gLinearBlockMethods[] = {
3577 { "native_map", "()Ljava/nio/ByteBuffer;",
3578 (void *)android_media_MediaCodec_LinearBlock_native_map },
3579
3580 { "native_recycle", "()V",
3581 (void *)android_media_MediaCodec_LinearBlock_native_recycle },
3582
3583 { "native_obtain", "(I[Ljava/lang/String;)V",
3584 (void *)android_media_MediaCodec_LinearBlock_native_obtain },
3585
3586 { "native_checkCompatible", "([Ljava/lang/String;)Z",
3587 (void *)android_media_MediaCodec_LinearBlock_checkCompatible },
3588};
3589
Andreas Huber88572f72012-02-21 11:47:18 -08003590int register_android_media_MediaCodec(JNIEnv *env) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003591 int result = AndroidRuntime::registerNativeMethods(env,
Andreas Huber88572f72012-02-21 11:47:18 -08003592 "android/media/MediaCodec", gMethods, NELEM(gMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003593 if (result != JNI_OK) {
3594 return result;
3595 }
3596 result = AndroidRuntime::registerNativeMethods(env,
3597 "android/media/MediaCodec$LinearBlock",
3598 gLinearBlockMethods,
3599 NELEM(gLinearBlockMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003600 return result;
Andreas Huber88572f72012-02-21 11:47:18 -08003601}