blob: 5850a81b82954e9fa365c98d2e99aa5ca09f532a [file] [log] [blame]
Andreas Huber88572f72012-02-21 11:47:18 -08001/*
2 * Copyright 2012, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "MediaCodec-JNI"
19#include <utils/Log.h>
20
Wonsik Kimccb7ac62019-12-27 17:12:40 -080021#include <type_traits>
22
Andreas Huber88572f72012-02-21 11:47:18 -080023#include "android_media_MediaCodec.h"
24
shubangd49681e2020-02-17 21:32:30 -080025#include "android_media_MediaCodecLinearBlock.h"
Andreas Huber07ea4262012-04-11 12:21:20 -070026#include "android_media_MediaCrypto.h"
Chong Zhang2659c2f2017-04-27 13:18:20 -070027#include "android_media_MediaDescrambler.h"
Ray Essick0e0fee12017-01-25 18:01:56 -080028#include "android_media_MediaMetricsJNI.h"
Jooyung Hancb1e8962019-02-21 14:18:11 +090029#include "android_media_Streams.h"
Andreas Huber88572f72012-02-21 11:47:18 -080030#include "android_runtime/AndroidRuntime.h"
31#include "android_runtime/android_view_Surface.h"
Chong Zhangd5927ae2017-01-03 11:07:18 -080032#include "android_util_Binder.h"
Andreas Huber88572f72012-02-21 11:47:18 -080033#include "jni.h"
Steven Moreland2279b252017-07-19 09:50:45 -070034#include <nativehelper/JNIHelp.h>
Chong Zhanga0b72a62018-02-28 18:46:26 -080035#include <nativehelper/ScopedLocalRef.h>
Andreas Huber88572f72012-02-21 11:47:18 -080036
Wonsik Kim637afb22020-02-25 14:27:29 -080037#include <C2AllocatorGralloc.h>
38#include <C2BlockInternal.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080039#include <C2Buffer.h>
Wonsik Kimb8ebdb32020-04-21 17:00:13 -070040#include <C2PlatformSupport.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080041
Chong Zhang2659c2f2017-04-27 13:18:20 -070042#include <android/hardware/cas/native/1.0/IDescrambler.h>
Chong Zhangd5927ae2017-01-03 11:07:18 -080043
Wonsik Kim637afb22020-02-25 14:27:29 -080044#include <android_runtime/android_hardware_HardwareBuffer.h>
45
Wonsik Kimf7069ce2020-05-13 17:15:47 -070046#include <binder/MemoryDealer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080047
Lajos Molnar7ac4f562014-03-24 15:57:51 -070048#include <cutils/compiler.h>
49
Mathias Agopian8335f1c2012-02-25 18:48:35 -080050#include <gui/Surface.h>
Mathias Agopian8335f1c2012-02-25 18:48:35 -080051
Wonsik Kimccb7ac62019-12-27 17:12:40 -080052#include <hidlmemory/FrameworkUtils.h>
53
Wonsik Kim4273dd02016-09-27 15:23:35 +090054#include <media/MediaCodecBuffer.h>
Wonsik Kimccb7ac62019-12-27 17:12:40 -080055#include <media/hardware/VideoAPI.h>
Wonsik Kim8798c8c2021-03-18 21:38:57 -070056#include <media/stagefright/CodecBase.h>
Andreas Huber88572f72012-02-21 11:47:18 -080057#include <media/stagefright/MediaCodec.h>
58#include <media/stagefright/foundation/ABuffer.h>
59#include <media/stagefright/foundation/ADebug.h>
60#include <media/stagefright/foundation/ALooper.h>
61#include <media/stagefright/foundation/AMessage.h>
Andreas Huberbfc56f42012-04-19 12:47:07 -070062#include <media/stagefright/foundation/AString.h>
Andreas Huber88572f72012-02-21 11:47:18 -080063#include <media/stagefright/MediaErrors.h>
Chong Zhang8034d602015-04-28 13:38:48 -070064#include <media/stagefright/PersistentSurface.h>
Robert Shih631a80d2021-02-14 02:23:55 -080065#include <mediadrm/DrmUtils.h>
Jeff Tinkercd4d28f2018-02-16 16:24:49 -080066#include <mediadrm/ICrypto.h>
Andreas Huber8d5f3e32013-08-12 09:19:45 -070067
Wonsik Kim637afb22020-02-25 14:27:29 -080068#include <private/android/AHardwareBufferHelpers.h>
69
Andreas Huberb12a5392012-04-30 14:18:33 -070070#include <system/window.h>
71
Andreas Huber88572f72012-02-21 11:47:18 -080072namespace android {
73
74// Keep these in sync with their equivalents in MediaCodec.java !!!
75enum {
76 DEQUEUE_INFO_TRY_AGAIN_LATER = -1,
77 DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED = -2,
78 DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED = -3,
79};
80
Andreas Huberaba67132013-10-22 12:40:01 -070081enum {
Chong Zhang8d5e5562014-07-08 18:49:21 -070082 EVENT_CALLBACK = 1,
83 EVENT_SET_CALLBACK = 2,
Lajos Molnard8578572015-06-05 20:17:33 -070084 EVENT_FRAME_RENDERED = 3,
Guillaume Chelfic072caf2021-02-03 16:18:26 +010085 EVENT_FIRST_TUNNEL_FRAME_READY = 4,
Andreas Huberaba67132013-10-22 12:40:01 -070086};
87
Wonsik Kim8798c8c2021-03-18 21:38:57 -070088// From MediaFormat.java
89enum {
90 TYPE_NULL = 0,
91 TYPE_INTEGER = 1,
92 TYPE_LONG = 2,
93 TYPE_FLOAT = 3,
94 TYPE_STRING = 4,
95 TYPE_BYTE_BUFFER = 5,
96};
97
Andy Hung5f9aa0b2014-07-30 15:48:21 -070098static struct CryptoErrorCodes {
Jeff Tinker3ed38262013-08-02 23:24:51 -070099 jint cryptoErrorNoKey;
100 jint cryptoErrorKeyExpired;
101 jint cryptoErrorResourceBusy;
Jeff Tinker336d3ea2014-08-28 17:57:36 -0700102 jint cryptoErrorInsufficientOutputProtection;
Jeff Tinker96a2a952015-07-01 17:35:18 -0700103 jint cryptoErrorSessionNotOpened;
Jeff Tinker20594d82018-12-12 08:31:22 -0800104 jint cryptoErrorInsufficientSecurity;
Jeff Tinkerd3932162016-03-05 11:35:20 -0800105 jint cryptoErrorUnsupportedOperation;
Jeff Tinker20594d82018-12-12 08:31:22 -0800106 jint cryptoErrorFrameTooLarge;
107 jint cryptoErrorLostState;
Jeff Tinker3ed38262013-08-02 23:24:51 -0700108} gCryptoErrorCodes;
109
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700110static struct CodecActionCodes {
111 jint codecActionTransient;
112 jint codecActionRecoverable;
113} gCodecActionCodes;
114
Ronghua Wuc53ad692015-05-08 14:40:49 -0700115static struct CodecErrorCodes {
116 jint errorInsufficientResource;
117 jint errorReclaimed;
118} gCodecErrorCodes;
Ronghua Wu9e9ec942015-04-15 17:10:31 -0700119
Chong Zhang8034d602015-04-28 13:38:48 -0700120static struct {
121 jclass clazz;
122 jfieldID mLock;
123 jfieldID mPersistentObject;
124 jmethodID ctor;
125 jmethodID setNativeObjectLocked;
126} gPersistentSurfaceClassInfo;
127
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800128static struct {
129 jint Unencrypted;
130 jint AesCtr;
131 jint AesCbc;
132} gCryptoModes;
133
Chong Zhanga0b72a62018-02-28 18:46:26 -0800134static struct {
135 jclass capsClazz;
136 jmethodID capsCtorId;
137 jclass profileLevelClazz;
138 jfieldID profileField;
139 jfieldID levelField;
140} gCodecInfo;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800141
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800142static struct {
143 jclass clazz;
144 jobject nativeByteOrder;
145 jmethodID orderId;
146 jmethodID asReadOnlyBufferId;
147 jmethodID positionId;
148 jmethodID limitId;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -0700149 jmethodID getPositionId;
150 jmethodID getLimitId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800151} gByteBufferInfo;
152
153static struct {
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700154 jclass clazz;
155 jmethodID ctorId;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800156 jmethodID sizeId;
157 jmethodID getId;
158 jmethodID addId;
159} gArrayListInfo;
160
161static struct {
162 jclass clazz;
163 jmethodID ctorId;
164 jmethodID setInternalStateId;
165 jfieldID contextId;
166 jfieldID validId;
167 jfieldID lockId;
168} gLinearBlockInfo;
169
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700170static struct {
171 jclass clazz;
172 jmethodID ctorId;
173 jfieldID nameId;
174 jfieldID typeId;
175} gDescriptorInfo;
176
Andreas Huber88572f72012-02-21 11:47:18 -0800177struct fields_t {
Andreas Huberaba67132013-10-22 12:40:01 -0700178 jmethodID postEventFromNativeID;
Wonsik Kim61796fd2018-09-13 13:15:59 -0700179 jmethodID lockAndGetContextID;
180 jmethodID setAndUnlockContextID;
Andreas Huber91befdc2012-04-18 12:19:51 -0700181 jfieldID cryptoInfoNumSubSamplesID;
182 jfieldID cryptoInfoNumBytesOfClearDataID;
183 jfieldID cryptoInfoNumBytesOfEncryptedDataID;
184 jfieldID cryptoInfoKeyID;
185 jfieldID cryptoInfoIVID;
186 jfieldID cryptoInfoModeID;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800187 jfieldID cryptoInfoPatternID;
188 jfieldID patternEncryptBlocksID;
189 jfieldID patternSkipBlocksID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800190 jfieldID queueRequestIndexID;
191 jfieldID outputFrameLinearBlockID;
Wonsik Kim637afb22020-02-25 14:27:29 -0800192 jfieldID outputFrameHardwareBufferID;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800193 jfieldID outputFrameChangedKeysID;
194 jfieldID outputFrameFormatID;
Andreas Huber88572f72012-02-21 11:47:18 -0800195};
196
197static fields_t gFields;
Chong Zhang8034d602015-04-28 13:38:48 -0700198static const void *sRefBaseOwner;
Andreas Huber88572f72012-02-21 11:47:18 -0800199
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800200
Andreas Huber88572f72012-02-21 11:47:18 -0800201////////////////////////////////////////////////////////////////////////////////
202
203JMediaCodec::JMediaCodec(
204 JNIEnv *env, jobject thiz,
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100205 const char *name, bool nameIsType, bool encoder, int pid, int uid)
Andreas Huber88572f72012-02-21 11:47:18 -0800206 : mClass(NULL),
Chong Zhang8d5e5562014-07-08 18:49:21 -0700207 mObject(NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -0800208 jclass clazz = env->GetObjectClass(thiz);
209 CHECK(clazz != NULL);
210
211 mClass = (jclass)env->NewGlobalRef(clazz);
212 mObject = env->NewWeakGlobalRef(thiz);
213
214 mLooper = new ALooper;
215 mLooper->setName("MediaCodec_looper");
216
217 mLooper->start(
218 false, // runOnCallingThread
Andreas Huberaba67132013-10-22 12:40:01 -0700219 true, // canCallJava
Jeff Tinkere182d202017-09-07 16:46:50 -0700220 ANDROID_PRIORITY_VIDEO);
Andreas Huber88572f72012-02-21 11:47:18 -0800221
222 if (nameIsType) {
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100223 mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus, pid, uid);
Lajos Molnare7473872019-02-05 18:54:27 -0800224 if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
225 mNameAtCreation = "(null)";
226 }
Andreas Huber88572f72012-02-21 11:47:18 -0800227 } else {
Brian Lindahl6ceeed42022-02-01 11:10:30 +0100228 mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus, pid, uid);
Lajos Molnare7473872019-02-05 18:54:27 -0800229 mNameAtCreation = name;
Andreas Huber88572f72012-02-21 11:47:18 -0800230 }
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700231 CHECK((mCodec != NULL) != (mInitStatus != OK));
Andreas Huber88572f72012-02-21 11:47:18 -0800232}
233
234status_t JMediaCodec::initCheck() const {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700235 return mInitStatus;
Andreas Huber88572f72012-02-21 11:47:18 -0800236}
237
Andreas Huberaba67132013-10-22 12:40:01 -0700238void JMediaCodec::registerSelf() {
239 mLooper->registerHandler(this);
240}
241
Chong Zhang128b0122014-03-01 18:04:13 -0800242void JMediaCodec::release() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700243 std::call_once(mReleaseFlag, [this] {
244 if (mCodec != NULL) {
245 mCodec->release();
246 mInitStatus = NO_INIT;
247 }
Andreas Huber88572f72012-02-21 11:47:18 -0800248
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700249 if (mLooper != NULL) {
250 mLooper->unregisterHandler(id());
251 mLooper->stop();
252 mLooper.clear();
253 }
254 });
Chong Zhang128b0122014-03-01 18:04:13 -0800255}
256
Wonsik Kim89666622020-04-28 10:43:47 -0700257void JMediaCodec::releaseAsync() {
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700258 std::call_once(mAsyncReleaseFlag, [this] {
259 if (mCodec != NULL) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -0700260 sp<AMessage> notify = new AMessage(kWhatAsyncReleaseComplete, this);
261 // Hold strong reference to this until async release is complete
262 notify->setObject("this", this);
263 mCodec->releaseAsync(notify);
Wonsik Kimd4ce4e32020-06-08 10:59:48 -0700264 }
265 mInitStatus = NO_INIT;
266 });
Wonsik Kim89666622020-04-28 10:43:47 -0700267}
268
Chong Zhang128b0122014-03-01 18:04:13 -0800269JMediaCodec::~JMediaCodec() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700270 if (mLooper != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -0800271 /* MediaCodec and looper should have been released explicitly already
272 * in setMediaCodec() (see comments in setMediaCodec()).
273 *
274 * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
275 * message handler, doing release() there risks deadlock as MediaCodec::
276 * release() post synchronous message to the same looper.
277 *
278 * Print a warning and try to proceed with releasing.
279 */
280 ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
281 release();
282 ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
283 }
284
Andreas Huber88572f72012-02-21 11:47:18 -0800285 JNIEnv *env = AndroidRuntime::getJNIEnv();
286
287 env->DeleteWeakGlobalRef(mObject);
288 mObject = NULL;
289 env->DeleteGlobalRef(mClass);
290 mClass = NULL;
291}
292
Guillaume Chelfic072caf2021-02-03 16:18:26 +0100293status_t JMediaCodec::enableOnFirstTunnelFrameReadyListener(jboolean enable) {
294 if (enable) {
295 if (mOnFirstTunnelFrameReadyNotification == NULL) {
296 mOnFirstTunnelFrameReadyNotification = new AMessage(kWhatFirstTunnelFrameReady, this);
297 }
298 } else {
299 mOnFirstTunnelFrameReadyNotification.clear();
300 }
301
302 return mCodec->setOnFirstTunnelFrameReadyNotification(mOnFirstTunnelFrameReadyNotification);
303}
304
Lajos Molnard8578572015-06-05 20:17:33 -0700305status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
306 if (enable) {
307 if (mOnFrameRenderedNotification == NULL) {
308 mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
309 }
310 } else {
311 mOnFrameRenderedNotification.clear();
312 }
313
314 return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
315}
316
Chong Zhang8d5e5562014-07-08 18:49:21 -0700317status_t JMediaCodec::setCallback(jobject cb) {
318 if (cb != NULL) {
319 if (mCallbackNotification == NULL) {
Lajos Molnar63834f42015-03-04 14:39:08 -0800320 mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
Chong Zhang8d5e5562014-07-08 18:49:21 -0700321 }
322 } else {
323 mCallbackNotification.clear();
324 }
325
326 return mCodec->setCallback(mCallbackNotification);
327}
328
Andreas Huber88572f72012-02-21 11:47:18 -0800329status_t JMediaCodec::configure(
330 const sp<AMessage> &format,
Andy McFaddend47f7d82012-12-18 09:48:38 -0800331 const sp<IGraphicBufferProducer> &bufferProducer,
Andreas Huber8240d922012-04-04 14:06:32 -0700332 const sp<ICrypto> &crypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -0800333 const sp<IDescrambler> &descrambler,
Andreas Huber88572f72012-02-21 11:47:18 -0800334 int flags) {
Mathias Agopian52800612013-02-14 17:11:20 -0800335 sp<Surface> client;
Andy McFaddend47f7d82012-12-18 09:48:38 -0800336 if (bufferProducer != NULL) {
Andreas Huberaba67132013-10-22 12:40:01 -0700337 mSurfaceTextureClient =
338 new Surface(bufferProducer, true /* controlledByApp */);
Andreas Huberb12a5392012-04-30 14:18:33 -0700339 } else {
340 mSurfaceTextureClient.clear();
Andreas Huber88572f72012-02-21 11:47:18 -0800341 }
Andreas Huberb12a5392012-04-30 14:18:33 -0700342
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800343 constexpr int32_t CONFIGURE_FLAG_ENCODE = 1;
344 AString mime;
345 CHECK(format->findString("mime", &mime));
346 mGraphicOutput = (mime.startsWithIgnoreCase("video/") || mime.startsWithIgnoreCase("image/"))
347 && !(flags & CONFIGURE_FLAG_ENCODE);
Wonsik Kimf7069ce2020-05-13 17:15:47 -0700348 mHasCryptoOrDescrambler = (crypto != nullptr) || (descrambler != nullptr);
Robert Shih631a80d2021-02-14 02:23:55 -0800349 mCrypto = crypto;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800350
Chong Zhangd5927ae2017-01-03 11:07:18 -0800351 return mCodec->configure(
352 format, mSurfaceTextureClient, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800353}
354
Lajos Molnar5e02ba92015-05-01 15:59:35 -0700355status_t JMediaCodec::setSurface(
356 const sp<IGraphicBufferProducer> &bufferProducer) {
357 sp<Surface> client;
358 if (bufferProducer != NULL) {
359 client = new Surface(bufferProducer, true /* controlledByApp */);
360 }
361 status_t err = mCodec->setSurface(client);
362 if (err == OK) {
363 mSurfaceTextureClient = client;
364 }
365 return err;
366}
367
Andy McFadden2621e402013-02-19 07:29:21 -0800368status_t JMediaCodec::createInputSurface(
369 sp<IGraphicBufferProducer>* bufferProducer) {
370 return mCodec->createInputSurface(bufferProducer);
371}
372
Chong Zhang9560ddb2015-05-13 10:25:29 -0700373status_t JMediaCodec::setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -0700374 const sp<PersistentSurface> &surface) {
Chong Zhang9560ddb2015-05-13 10:25:29 -0700375 return mCodec->setInputSurface(surface);
Chong Zhang8034d602015-04-28 13:38:48 -0700376}
377
Andreas Huber88572f72012-02-21 11:47:18 -0800378status_t JMediaCodec::start() {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700379 return mCodec->start();
Andreas Huber88572f72012-02-21 11:47:18 -0800380}
381
382status_t JMediaCodec::stop() {
Andreas Huberb12a5392012-04-30 14:18:33 -0700383 mSurfaceTextureClient.clear();
384
Chong Zhang8d5e5562014-07-08 18:49:21 -0700385 return mCodec->stop();
Andreas Huber88572f72012-02-21 11:47:18 -0800386}
387
388status_t JMediaCodec::flush() {
389 return mCodec->flush();
390}
391
Lajos Molnar1e6e8012014-07-15 16:07:13 -0700392status_t JMediaCodec::reset() {
393 return mCodec->reset();
394}
395
Andreas Huber88572f72012-02-21 11:47:18 -0800396status_t JMediaCodec::queueInputBuffer(
397 size_t index,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700398 size_t offset, size_t size, int64_t timeUs, uint32_t flags,
399 AString *errorDetailMsg) {
400 return mCodec->queueInputBuffer(
401 index, offset, size, timeUs, flags, errorDetailMsg);
Andreas Huber88572f72012-02-21 11:47:18 -0800402}
403
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700404status_t JMediaCodec::queueSecureInputBuffer(
405 size_t index,
406 size_t offset,
407 const CryptoPlugin::SubSample *subSamples,
408 size_t numSubSamples,
409 const uint8_t key[16],
410 const uint8_t iv[16],
411 CryptoPlugin::Mode mode,
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800412 const CryptoPlugin::Pattern &pattern,
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700413 int64_t presentationTimeUs,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700414 uint32_t flags,
415 AString *errorDetailMsg) {
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700416 return mCodec->queueSecureInputBuffer(
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800417 index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700418 presentationTimeUs, flags, errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700419}
420
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800421status_t JMediaCodec::queueBuffer(
422 size_t index, const std::shared_ptr<C2Buffer> &buffer, int64_t timeUs,
423 uint32_t flags, const sp<AMessage> &tunings, AString *errorDetailMsg) {
424 return mCodec->queueBuffer(
425 index, buffer, timeUs, flags, tunings, errorDetailMsg);
426}
427
428status_t JMediaCodec::queueEncryptedLinearBlock(
429 size_t index,
430 const sp<hardware::HidlMemory> &buffer,
431 size_t offset,
432 const CryptoPlugin::SubSample *subSamples,
433 size_t numSubSamples,
434 const uint8_t key[16],
435 const uint8_t iv[16],
436 CryptoPlugin::Mode mode,
437 const CryptoPlugin::Pattern &pattern,
438 int64_t presentationTimeUs,
439 uint32_t flags,
440 const sp<AMessage> &tunings,
441 AString *errorDetailMsg) {
442 return mCodec->queueEncryptedBuffer(
443 index, buffer, offset, subSamples, numSubSamples, key, iv, mode, pattern,
444 presentationTimeUs, flags, tunings, errorDetailMsg);
445}
446
Andreas Huber88572f72012-02-21 11:47:18 -0800447status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700448 return mCodec->dequeueInputBuffer(index, timeoutUs);
Andreas Huber88572f72012-02-21 11:47:18 -0800449}
450
451status_t JMediaCodec::dequeueOutputBuffer(
452 JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
453 size_t size, offset;
454 int64_t timeUs;
455 uint32_t flags;
Andreas Huberaba67132013-10-22 12:40:01 -0700456 status_t err = mCodec->dequeueOutputBuffer(
457 index, &offset, &size, &timeUs, &flags, timeoutUs);
458
Andreas Huberaba67132013-10-22 12:40:01 -0700459 if (err != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800460 return err;
461 }
462
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700463 ScopedLocalRef<jclass> clazz(
464 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
Andreas Huber88572f72012-02-21 11:47:18 -0800465
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700466 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
Ashok Bhatfef85ef2014-03-05 15:06:05 +0000467 env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800468
469 return OK;
470}
471
Lajos Molnar7c513b6b2014-05-08 17:16:45 -0700472status_t JMediaCodec::releaseOutputBuffer(
473 size_t index, bool render, bool updatePTS, int64_t timestampNs) {
474 if (updatePTS) {
475 return mCodec->renderOutputBufferAndRelease(index, timestampNs);
476 }
Andreas Huber88572f72012-02-21 11:47:18 -0800477 return render
478 ? mCodec->renderOutputBufferAndRelease(index)
479 : mCodec->releaseOutputBuffer(index);
480}
481
Andy McFadden2621e402013-02-19 07:29:21 -0800482status_t JMediaCodec::signalEndOfInputStream() {
483 return mCodec->signalEndOfInputStream();
484}
485
Lajos Molnard4023112014-07-11 15:12:59 -0700486status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
Andreas Huber88572f72012-02-21 11:47:18 -0800487 sp<AMessage> msg;
488 status_t err;
Lajos Molnard4023112014-07-11 15:12:59 -0700489 err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
490 if (err != OK) {
491 return err;
492 }
493
494 return ConvertMessageToMap(env, msg, format);
495}
496
497status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
498 sp<AMessage> msg;
499 status_t err;
500 if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800501 return err;
502 }
503
504 return ConvertMessageToMap(env, msg, format);
505}
506
507status_t JMediaCodec::getBuffers(
508 JNIEnv *env, bool input, jobjectArray *bufArray) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900509 Vector<sp<MediaCodecBuffer> > buffers;
Andreas Huber88572f72012-02-21 11:47:18 -0800510
511 status_t err =
512 input
513 ? mCodec->getInputBuffers(&buffers)
514 : mCodec->getOutputBuffers(&buffers);
515
516 if (err != OK) {
517 return err;
518 }
519
Andreas Huber88572f72012-02-21 11:47:18 -0800520 *bufArray = (jobjectArray)env->NewObjectArray(
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800521 buffers.size(), gByteBufferInfo.clazz, NULL);
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800522 if (*bufArray == NULL) {
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800523 return NO_MEMORY;
524 }
Andreas Huber88572f72012-02-21 11:47:18 -0800525
526 for (size_t i = 0; i < buffers.size(); ++i) {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900527 const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
Andreas Huber88572f72012-02-21 11:47:18 -0800528
Lajos Molnar7de28d32014-07-25 07:51:02 -0700529 jobject byteBuffer = NULL;
530 err = createByteBufferFromABuffer(
531 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
532 if (err != OK) {
533 return err;
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800534 }
Lajos Molnar7de28d32014-07-25 07:51:02 -0700535 if (byteBuffer != NULL) {
536 env->SetObjectArrayElement(
537 *bufArray, i, byteBuffer);
538
Lajos Molnard4023112014-07-11 15:12:59 -0700539 env->DeleteLocalRef(byteBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700540 byteBuffer = NULL;
Lajos Molnard4023112014-07-11 15:12:59 -0700541 }
Andreas Huber88572f72012-02-21 11:47:18 -0800542 }
543
Lajos Molnar7de28d32014-07-25 07:51:02 -0700544 return OK;
545}
Andreas Huber3dd7fd02012-05-08 13:50:45 -0700546
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800547template <typename T>
548static jobject CreateByteBuffer(
549 JNIEnv *env, T *base, size_t capacity, size_t offset, size_t size,
550 bool readOnly, bool clearBuffer) {
551 jobject byteBuffer =
552 env->NewDirectByteBuffer(
553 const_cast<typename std::remove_const<T>::type *>(base),
554 capacity);
555 if (readOnly && byteBuffer != NULL) {
556 jobject readOnlyBuffer = env->CallObjectMethod(
557 byteBuffer, gByteBufferInfo.asReadOnlyBufferId);
558 env->DeleteLocalRef(byteBuffer);
559 byteBuffer = readOnlyBuffer;
560 }
561 if (byteBuffer == NULL) {
562 return nullptr;
563 }
564 jobject me = env->CallObjectMethod(
565 byteBuffer, gByteBufferInfo.orderId, gByteBufferInfo.nativeByteOrder);
566 env->DeleteLocalRef(me);
567 me = env->CallObjectMethod(
568 byteBuffer, gByteBufferInfo.limitId,
569 clearBuffer ? capacity : offset + size);
570 env->DeleteLocalRef(me);
571 me = env->CallObjectMethod(
572 byteBuffer, gByteBufferInfo.positionId,
573 clearBuffer ? 0 : offset);
574 env->DeleteLocalRef(me);
575 me = NULL;
576 return byteBuffer;
577}
578
579
Lajos Molnar7de28d32014-07-25 07:51:02 -0700580// static
Wonsik Kim4273dd02016-09-27 15:23:35 +0900581template <typename T>
Lajos Molnar7de28d32014-07-25 07:51:02 -0700582status_t JMediaCodec::createByteBufferFromABuffer(
Wonsik Kim4273dd02016-09-27 15:23:35 +0900583 JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
Lajos Molnar7de28d32014-07-25 07:51:02 -0700584 jobject *buf) const {
585 // if this is an ABuffer that doesn't actually hold any accessible memory,
586 // use a null ByteBuffer
587 *buf = NULL;
Aaron Vaagee5b641e2015-09-03 15:12:57 -0700588
589 if (buffer == NULL) {
590 ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
591 return OK;
592 }
593
Lajos Molnar7de28d32014-07-25 07:51:02 -0700594 if (buffer->base() == NULL) {
595 return OK;
596 }
597
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800598 jobject byteBuffer = CreateByteBuffer(
599 env, buffer->base(), buffer->capacity(), buffer->offset(), buffer->size(),
600 readOnly, clearBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700601
602 *buf = byteBuffer;
Andreas Huber88572f72012-02-21 11:47:18 -0800603 return OK;
604}
605
Lajos Molnard4023112014-07-11 15:12:59 -0700606status_t JMediaCodec::getBuffer(
607 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900608 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700609
610 status_t err =
611 input
612 ? mCodec->getInputBuffer(index, &buffer)
613 : mCodec->getOutputBuffer(index, &buffer);
614
615 if (err != OK) {
616 return err;
617 }
618
Lajos Molnar7de28d32014-07-25 07:51:02 -0700619 return createByteBufferFromABuffer(
620 env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
Lajos Molnard4023112014-07-11 15:12:59 -0700621}
622
623status_t JMediaCodec::getImage(
624 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900625 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700626
627 status_t err =
628 input
629 ? mCodec->getInputBuffer(index, &buffer)
630 : mCodec->getOutputBuffer(index, &buffer);
631
632 if (err != OK) {
633 return err;
634 }
635
636 // if this is an ABuffer that doesn't actually hold any accessible memory,
637 // use a null ByteBuffer
638 *buf = NULL;
639 if (buffer->base() == NULL) {
640 return OK;
641 }
642
643 // check if buffer is an image
Lajos Molnar7de28d32014-07-25 07:51:02 -0700644 sp<ABuffer> imageData;
645 if (!buffer->meta()->findBuffer("image-data", &imageData)) {
Lajos Molnard4023112014-07-11 15:12:59 -0700646 return OK;
647 }
648
Lajos Molnar7de28d32014-07-25 07:51:02 -0700649 int64_t timestamp = 0;
650 if (!input && buffer->meta()->findInt64("timeUs", &timestamp)) {
651 timestamp *= 1000; // adjust to ns
652 }
653
654 jobject byteBuffer = NULL;
655 err = createByteBufferFromABuffer(
656 env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
657 if (err != OK) {
658 return OK;
659 }
660
661 jobject infoBuffer = NULL;
662 err = createByteBufferFromABuffer(
663 env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
664 if (err != OK) {
665 env->DeleteLocalRef(byteBuffer);
666 byteBuffer = NULL;
667 return OK;
668 }
669
670 jobject cropRect = NULL;
671 int32_t left, top, right, bottom;
672 if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
673 ScopedLocalRef<jclass> rectClazz(
674 env, env->FindClass("android/graphics/Rect"));
675 CHECK(rectClazz.get() != NULL);
676
677 jmethodID rectConstructID = env->GetMethodID(
678 rectClazz.get(), "<init>", "(IIII)V");
679
680 cropRect = env->NewObject(
681 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
682 }
683
684 ScopedLocalRef<jclass> imageClazz(
685 env, env->FindClass("android/media/MediaCodec$MediaImage"));
686 CHECK(imageClazz.get() != NULL);
687
688 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
689 "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
690
691 *buf = env->NewObject(imageClazz.get(), imageConstructID,
692 byteBuffer, infoBuffer,
693 (jboolean)!input /* readOnly */,
694 (jlong)timestamp,
695 (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
696
697 // if MediaImage creation fails, return null
698 if (env->ExceptionCheck()) {
699 env->ExceptionDescribe();
700 env->ExceptionClear();
701 *buf = NULL;
702 }
703
704 if (cropRect != NULL) {
705 env->DeleteLocalRef(cropRect);
706 cropRect = NULL;
707 }
708
709 env->DeleteLocalRef(byteBuffer);
710 byteBuffer = NULL;
711
712 env->DeleteLocalRef(infoBuffer);
713 infoBuffer = NULL;
714
Lajos Molnard4023112014-07-11 15:12:59 -0700715 return OK;
716}
717
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800718status_t JMediaCodec::getOutputFrame(
719 JNIEnv *env, jobject frame, size_t index) const {
720 sp<MediaCodecBuffer> buffer;
721
722 status_t err = mCodec->getOutputBuffer(index, &buffer);
723 if (err != OK) {
724 return err;
725 }
726
727 if (buffer->size() > 0) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800728 std::shared_ptr<C2Buffer> c2Buffer = buffer->asC2Buffer();
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800729 if (c2Buffer) {
730 switch (c2Buffer->data().type()) {
731 case C2BufferData::LINEAR: {
732 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
733 context->mBuffer = c2Buffer;
734 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
735 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800736 env->CallVoidMethod(
737 linearBlock.get(),
738 gLinearBlockInfo.setInternalStateId,
739 (jlong)context.release(),
740 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800741 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
742 break;
743 }
744 case C2BufferData::GRAPHIC: {
Wonsik Kim637afb22020-02-25 14:27:29 -0800745 const C2Handle *c2Handle = c2Buffer->data().graphicBlocks().front().handle();
746 uint32_t width, height, format, stride, igbp_slot, generation;
747 uint64_t usage, igbp_id;
748 _UnwrapNativeCodec2GrallocMetadata(
749 c2Handle, &width, &height, &format, &usage, &stride, &generation,
750 &igbp_id, &igbp_slot);
751 native_handle_t *grallocHandle = UnwrapNativeCodec2GrallocHandle(c2Handle);
752 GraphicBuffer* graphicBuffer = new GraphicBuffer(
753 grallocHandle, GraphicBuffer::CLONE_HANDLE,
754 width, height, format, 1, usage, stride);
755 ScopedLocalRef<jobject> hardwareBuffer{
756 env,
757 android_hardware_HardwareBuffer_createFromAHardwareBuffer(
758 env, AHardwareBuffer_from_GraphicBuffer(graphicBuffer))};
759 env->SetObjectField(
760 frame, gFields.outputFrameHardwareBufferID, hardwareBuffer.get());
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800761 break;
762 }
763 case C2BufferData::LINEAR_CHUNKS: [[fallthrough]];
764 case C2BufferData::GRAPHIC_CHUNKS: [[fallthrough]];
765 case C2BufferData::INVALID: [[fallthrough]];
766 default:
767 return INVALID_OPERATION;
768 }
769 } else {
770 if (!mGraphicOutput) {
771 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
772 context->mLegacyBuffer = buffer;
773 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
774 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
Wonsik Kim7954ccd2020-01-29 22:23:52 -0800775 env->CallVoidMethod(
776 linearBlock.get(),
777 gLinearBlockInfo.setInternalStateId,
778 (jlong)context.release(),
779 true);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800780 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
781 } else {
Wonsik Kim637afb22020-02-25 14:27:29 -0800782 // No-op.
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800783 }
784 }
785 }
786
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700787 jobject formatMap;
788 err = getOutputFormat(env, index, &formatMap);
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800789 if (err != OK) {
790 return err;
791 }
Wonsik Kimbedf6ba2020-04-17 10:55:19 -0700792 ScopedLocalRef<jclass> mediaFormatClass{env, env->FindClass("android/media/MediaFormat")};
793 ScopedLocalRef<jobject> format{env, env->NewObject(
794 mediaFormatClass.get(),
795 env->GetMethodID(mediaFormatClass.get(), "<init>", "(Ljava/util/Map;)V"),
796 formatMap)};
797 env->SetObjectField(frame, gFields.outputFrameFormatID, format.get());
798 env->DeleteLocalRef(formatMap);
799 formatMap = nullptr;
Wonsik Kimccb7ac62019-12-27 17:12:40 -0800800
801 sp<RefBase> obj;
802 if (buffer->meta()->findObject("changedKeys", &obj) && obj) {
803 sp<MediaCodec::WrapperObject<std::set<std::string>>> changedKeys{
804 (decltype(changedKeys.get()))obj.get()};
805 ScopedLocalRef<jobject> changedKeysObj{env, env->GetObjectField(
806 frame, gFields.outputFrameChangedKeysID)};
807 for (const std::string &key : changedKeys->value) {
808 ScopedLocalRef<jstring> keyStr{env, env->NewStringUTF(key.c_str())};
809 (void)env->CallBooleanMethod(changedKeysObj.get(), gArrayListInfo.addId, keyStr.get());
810 }
811 }
812 return OK;
813}
814
815
Martin Storsjo056ef2e2012-09-25 11:53:04 +0300816status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
817 AString name;
818
819 status_t err = mCodec->getName(&name);
820
821 if (err != OK) {
822 return err;
823 }
824
825 *nameStr = env->NewStringUTF(name.c_str());
826
827 return OK;
828}
829
Chong Zhanga0b72a62018-02-28 18:46:26 -0800830static jobject getCodecCapabilitiesObject(
831 JNIEnv *env, const char *mime, bool isEncoder,
832 const sp<MediaCodecInfo::Capabilities> &capabilities) {
833 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
834 Vector<uint32_t> colorFormats;
835
836 sp<AMessage> defaultFormat = new AMessage();
837 defaultFormat->setString("mime", mime);
838
839 capabilities->getSupportedColorFormats(&colorFormats);
840 capabilities->getSupportedProfileLevels(&profileLevels);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800841 sp<AMessage> details = capabilities->getDetails();
842
843 jobject defaultFormatObj = NULL;
844 if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
845 return NULL;
846 }
847 ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
848
849 jobject detailsObj = NULL;
850 if (ConvertMessageToMap(env, details, &detailsObj)) {
851 return NULL;
852 }
853 ScopedLocalRef<jobject> detailsRef(env, detailsObj);
854
855 ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
856 profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
857
858 for (size_t i = 0; i < profileLevels.size(); ++i) {
859 const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
860
861 ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
862 gCodecInfo.profileLevelClazz));
863
864 env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
865 env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
866
867 env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
868 }
869
870 ScopedLocalRef<jintArray> colorFormatsArray(
871 env, env->NewIntArray(colorFormats.size()));
872 for (size_t i = 0; i < colorFormats.size(); ++i) {
873 jint val = colorFormats.itemAt(i);
874 env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
875 }
876
877 return env->NewObject(
878 gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800879 profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
Chong Zhanga0b72a62018-02-28 18:46:26 -0800880 defaultFormatRef.get(), detailsRef.get());
881}
882
883status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
884 sp<MediaCodecInfo> codecInfo;
885
886 status_t err = mCodec->getCodecInfo(&codecInfo);
887
888 if (err != OK) {
889 return err;
890 }
891
892 ScopedLocalRef<jstring> nameObject(env,
Lajos Molnare7473872019-02-05 18:54:27 -0800893 env->NewStringUTF(mNameAtCreation.c_str()));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800894
Lajos Molnard2a7f472018-11-15 12:49:20 -0800895 ScopedLocalRef<jstring> canonicalNameObject(env,
896 env->NewStringUTF(codecInfo->getCodecName()));
897
898 MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
Chong Zhanga0b72a62018-02-28 18:46:26 -0800899 bool isEncoder = codecInfo->isEncoder();
900
Lajos Molnard2a7f472018-11-15 12:49:20 -0800901 Vector<AString> mediaTypes;
902 codecInfo->getSupportedMediaTypes(&mediaTypes);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800903
904 ScopedLocalRef<jobjectArray> capsArrayObj(env,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800905 env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800906
Lajos Molnard2a7f472018-11-15 12:49:20 -0800907 for (size_t i = 0; i < mediaTypes.size(); i++) {
Chong Zhanga0b72a62018-02-28 18:46:26 -0800908 const sp<MediaCodecInfo::Capabilities> caps =
Lajos Molnard2a7f472018-11-15 12:49:20 -0800909 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800910
911 ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
Lajos Molnard2a7f472018-11-15 12:49:20 -0800912 env, mediaTypes[i].c_str(), isEncoder, caps));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800913
914 env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
915 }
916
917 ScopedLocalRef<jclass> codecInfoClazz(env,
918 env->FindClass("android/media/MediaCodecInfo"));
919 CHECK(codecInfoClazz.get() != NULL);
920
921 jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
Lajos Molnarb864a792019-01-17 16:26:22 -0800922 "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
Chong Zhanga0b72a62018-02-28 18:46:26 -0800923
924 *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800925 nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800926
927 return OK;
928}
929
Ray Essick81fbc5b2019-12-07 06:24:59 -0800930status_t JMediaCodec::getMetrics(JNIEnv *, mediametrics::Item * &reply) const {
931 mediametrics_handle_t reply2 = mediametrics::Item::convert(reply);
Ray Essick8268c412019-08-26 15:34:10 -0700932 status_t status = mCodec->getMetrics(reply2);
Ray Essick758c7382019-09-18 14:04:28 -0700933 // getMetrics() updates reply2, pass the converted update along to our caller.
Ray Essick81fbc5b2019-12-07 06:24:59 -0800934 reply = mediametrics::Item::convert(reply2);
Ray Essick0e0fee12017-01-25 18:01:56 -0800935 return status;
936}
937
Andreas Huber226065b2013-08-12 10:14:11 -0700938status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
939 return mCodec->setParameters(msg);
940}
941
Andreas Huberb12a5392012-04-30 14:18:33 -0700942void JMediaCodec::setVideoScalingMode(int mode) {
943 if (mSurfaceTextureClient != NULL) {
Lajos Molnar832939e2018-05-23 14:58:26 -0700944 // this works for components that queue to surface
Andreas Huberb12a5392012-04-30 14:18:33 -0700945 native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
Lajos Molnar832939e2018-05-23 14:58:26 -0700946 // also signal via param for components that queue to IGBP
947 sp<AMessage> msg = new AMessage;
948 msg->setInt32("android._video-scaling", mode);
949 (void)mCodec->setParameters(msg);
Andreas Huberb12a5392012-04-30 14:18:33 -0700950 }
951}
952
ybai5e053202018-11-01 13:02:15 +0800953void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
954 sp<AMessage> msg = new AMessage;
955 msg->setInt32("audio-presentation-presentation-id", presentationId);
956 msg->setInt32("audio-presentation-program-id", programId);
957 (void)mCodec->setParameters(msg);
958}
959
Wonsik Kim8798c8c2021-03-18 21:38:57 -0700960status_t JMediaCodec::querySupportedVendorParameters(JNIEnv *env, jobject *namesObj) {
961 std::vector<std::string> names;
962 status_t status = mCodec->querySupportedVendorParameters(&names);
963 if (status != OK) {
964 return status;
965 }
966 *namesObj = env->NewObject(gArrayListInfo.clazz, gArrayListInfo.ctorId);
967 for (const std::string &name : names) {
968 ScopedLocalRef<jstring> nameStr{env, env->NewStringUTF(name.c_str())};
969 (void)env->CallBooleanMethod(*namesObj, gArrayListInfo.addId, nameStr.get());
970 }
971 return OK;
972}
973
974status_t JMediaCodec::describeParameter(JNIEnv *env, jstring name, jobject *descObj) {
975 const char *tmp = env->GetStringUTFChars(name, nullptr);
976 CodecParameterDescriptor desc;
977 status_t status = mCodec->describeParameter(tmp, &desc);
978 env->ReleaseStringUTFChars(name, tmp);
979 if (status != OK) {
980 return status;
981 }
982 jint type = TYPE_NULL;
983 switch (desc.type) {
984 case AMessage::kTypeInt32: type = TYPE_INTEGER; break;
985 case AMessage::kTypeSize:
986 case AMessage::kTypeInt64: type = TYPE_LONG; break;
987 case AMessage::kTypeFloat: type = TYPE_FLOAT; break;
988 case AMessage::kTypeString: type = TYPE_STRING; break;
989 case AMessage::kTypeBuffer: type = TYPE_BYTE_BUFFER; break;
990 default: type = TYPE_NULL; break;
991 }
992 if (type == TYPE_NULL) {
993 return BAD_VALUE;
994 }
995 *descObj = env->NewObject(gDescriptorInfo.clazz, gDescriptorInfo.ctorId);
996 env->SetObjectField(*descObj, gDescriptorInfo.nameId, name);
997 env->SetIntField(*descObj, gDescriptorInfo.typeId, type);
998 return OK;
999}
1000
1001static void BuildVectorFromList(JNIEnv *env, jobject list, std::vector<std::string> *vec) {
1002 ScopedLocalRef<jclass> listClazz{env, env->FindClass("java/util/List")};
1003 ScopedLocalRef<jclass> iterClazz{env, env->FindClass("java/util/Iterator")};
1004 jmethodID hasNextID = env->GetMethodID(iterClazz.get(), "hasNext", "()Z");
1005 jmethodID nextID = env->GetMethodID(iterClazz.get(), "next", "()Ljava/lang/Object;");
1006 jobject it = env->CallObjectMethod(
1007 list, env->GetMethodID(listClazz.get(), "iterator", "()Ljava/util/Iterator;"));
1008 while (env->CallBooleanMethod(it, hasNextID)) {
1009 jstring name = (jstring)env->CallObjectMethod(it, nextID);
1010 const char *tmp = env->GetStringUTFChars(name, nullptr);
1011 vec->push_back(tmp);
1012 env->ReleaseStringUTFChars(name, tmp);
1013 }
1014}
1015
1016status_t JMediaCodec::subscribeToVendorParameters(JNIEnv *env, jobject namesObj) {
1017 std::vector<std::string> names;
1018 BuildVectorFromList(env, namesObj, &names);
1019 return mCodec->subscribeToVendorParameters(names);
1020}
1021
1022status_t JMediaCodec::unsubscribeFromVendorParameters(JNIEnv *env, jobject namesObj) {
1023 std::vector<std::string> names;
1024 BuildVectorFromList(env, namesObj, &names);
1025 return mCodec->unsubscribeFromVendorParameters(names);
1026}
1027
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001028static jthrowable createCodecException(
1029 JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
1030 ScopedLocalRef<jclass> clazz(
1031 env, env->FindClass("android/media/MediaCodec$CodecException"));
1032 CHECK(clazz.get() != NULL);
1033
Ronghua Wuc53ad692015-05-08 14:40:49 -07001034 const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001035 CHECK(ctor != NULL);
1036
1037 ScopedLocalRef<jstring> msgObj(
1038 env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
1039
1040 // translate action code to Java equivalent
1041 switch (actionCode) {
1042 case ACTION_CODE_TRANSIENT:
1043 actionCode = gCodecActionCodes.codecActionTransient;
1044 break;
1045 case ACTION_CODE_RECOVERABLE:
1046 actionCode = gCodecActionCodes.codecActionRecoverable;
1047 break;
1048 default:
1049 actionCode = 0; // everything else is fatal
1050 break;
1051 }
1052
Ronghua Wuc53ad692015-05-08 14:40:49 -07001053 /* translate OS errors to Java API CodecException errorCodes */
1054 switch (err) {
1055 case NO_MEMORY:
1056 err = gCodecErrorCodes.errorInsufficientResource;
1057 break;
1058 case DEAD_OBJECT:
1059 err = gCodecErrorCodes.errorReclaimed;
1060 break;
1061 default: /* Other error codes go out as is. */
1062 break;
1063 }
1064
1065 return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001066}
1067
Chong Zhang8d5e5562014-07-08 18:49:21 -07001068void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
1069 int32_t arg1, arg2 = 0;
1070 jobject obj = NULL;
1071 CHECK(msg->findInt32("callbackID", &arg1));
1072 JNIEnv *env = AndroidRuntime::getJNIEnv();
Andreas Huberaba67132013-10-22 12:40:01 -07001073
Chong Zhang8d5e5562014-07-08 18:49:21 -07001074 switch (arg1) {
1075 case MediaCodec::CB_INPUT_AVAILABLE:
1076 {
1077 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001078 break;
1079 }
1080
Chong Zhang8d5e5562014-07-08 18:49:21 -07001081 case MediaCodec::CB_OUTPUT_AVAILABLE:
Andreas Huberaba67132013-10-22 12:40:01 -07001082 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001083 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -07001084
Chong Zhang8d5e5562014-07-08 18:49:21 -07001085 size_t size, offset;
1086 int64_t timeUs;
1087 uint32_t flags;
1088 CHECK(msg->findSize("size", &size));
1089 CHECK(msg->findSize("offset", &offset));
1090 CHECK(msg->findInt64("timeUs", &timeUs));
1091 CHECK(msg->findInt32("flags", (int32_t *)&flags));
1092
1093 ScopedLocalRef<jclass> clazz(
1094 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
1095 jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
1096 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
1097
1098 obj = env->NewObject(clazz.get(), ctor);
1099
1100 if (obj == NULL) {
1101 if (env->ExceptionCheck()) {
1102 ALOGE("Could not create MediaCodec.BufferInfo.");
1103 env->ExceptionClear();
Andreas Huberaba67132013-10-22 12:40:01 -07001104 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001105 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1106 return;
Andreas Huberaba67132013-10-22 12:40:01 -07001107 }
1108
Chong Zhang8d5e5562014-07-08 18:49:21 -07001109 env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
1110 break;
1111 }
1112
1113 case MediaCodec::CB_ERROR:
1114 {
Chong Zhang94686d12014-07-11 15:53:58 -07001115 int32_t err, actionCode;
1116 CHECK(msg->findInt32("err", &err));
Chong Zhang8d5e5562014-07-08 18:49:21 -07001117 CHECK(msg->findInt32("actionCode", &actionCode));
1118
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001119 // note that DRM errors could conceivably alias into a CodecException
1120 obj = (jobject)createCodecException(env, err, actionCode);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001121
1122 if (obj == NULL) {
1123 if (env->ExceptionCheck()) {
Chong Zhang94686d12014-07-11 15:53:58 -07001124 ALOGE("Could not create CodecException object.");
Chong Zhang8d5e5562014-07-08 18:49:21 -07001125 env->ExceptionClear();
1126 }
1127 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1128 return;
1129 }
Andreas Huberaba67132013-10-22 12:40:01 -07001130
1131 break;
1132 }
1133
Chong Zhang8d5e5562014-07-08 18:49:21 -07001134 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
Andreas Huberaba67132013-10-22 12:40:01 -07001135 {
Chong Zhang8d5e5562014-07-08 18:49:21 -07001136 sp<AMessage> format;
1137 CHECK(msg->findMessage("format", &format));
Andreas Huberaba67132013-10-22 12:40:01 -07001138
Chong Zhang8d5e5562014-07-08 18:49:21 -07001139 if (OK != ConvertMessageToMap(env, format, &obj)) {
1140 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1141 return;
1142 }
Andreas Huberaba67132013-10-22 12:40:01 -07001143
Andreas Huberaba67132013-10-22 12:40:01 -07001144 break;
1145 }
1146
1147 default:
1148 TRESPASS();
1149 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001150
1151 env->CallVoidMethod(
1152 mObject,
1153 gFields.postEventFromNativeID,
1154 EVENT_CALLBACK,
1155 arg1,
1156 arg2,
1157 obj);
1158
1159 env->DeleteLocalRef(obj);
Andreas Huberaba67132013-10-22 12:40:01 -07001160}
1161
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001162void JMediaCodec::handleFirstTunnelFrameReadyNotification(const sp<AMessage> &msg) {
1163 int32_t arg1 = 0, arg2 = 0;
1164 jobject obj = NULL;
1165 JNIEnv *env = AndroidRuntime::getJNIEnv();
1166
1167 sp<AMessage> data;
1168 CHECK(msg->findMessage("data", &data));
1169
1170 status_t err = ConvertMessageToMap(env, data, &obj);
1171 if (err != OK) {
1172 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1173 return;
1174 }
1175
1176 env->CallVoidMethod(
1177 mObject, gFields.postEventFromNativeID,
1178 EVENT_FIRST_TUNNEL_FRAME_READY, arg1, arg2, obj);
1179
1180 env->DeleteLocalRef(obj);
1181}
1182
Lajos Molnard8578572015-06-05 20:17:33 -07001183void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
1184 int32_t arg1 = 0, arg2 = 0;
1185 jobject obj = NULL;
1186 JNIEnv *env = AndroidRuntime::getJNIEnv();
1187
1188 sp<AMessage> data;
1189 CHECK(msg->findMessage("data", &data));
1190
1191 status_t err = ConvertMessageToMap(env, data, &obj);
1192 if (err != OK) {
1193 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1194 return;
1195 }
1196
1197 env->CallVoidMethod(
1198 mObject, gFields.postEventFromNativeID,
1199 EVENT_FRAME_RENDERED, arg1, arg2, obj);
1200
1201 env->DeleteLocalRef(obj);
1202}
1203
Chong Zhang8d5e5562014-07-08 18:49:21 -07001204void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
1205 switch (msg->what()) {
1206 case kWhatCallbackNotify:
1207 {
1208 handleCallback(msg);
1209 break;
1210 }
Lajos Molnard8578572015-06-05 20:17:33 -07001211 case kWhatFrameRendered:
1212 {
1213 handleFrameRenderedNotification(msg);
1214 break;
1215 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001216 case kWhatAsyncReleaseComplete:
1217 {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001218 if (mLooper != NULL) {
1219 mLooper->unregisterHandler(id());
1220 mLooper->stop();
1221 mLooper.clear();
1222 }
Wonsik Kimd4ce4e32020-06-08 10:59:48 -07001223 break;
1224 }
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001225 case kWhatFirstTunnelFrameReady:
1226 {
1227 handleFirstTunnelFrameReadyNotification(msg);
1228 break;
1229 }
Chong Zhang8d5e5562014-07-08 18:49:21 -07001230 default:
1231 TRESPASS();
1232 }
Andreas Huberaba67132013-10-22 12:40:01 -07001233}
1234
Robert Shih631a80d2021-02-14 02:23:55 -08001235jint MediaErrorToJavaError(status_t err);
1236
Andreas Huber88572f72012-02-21 11:47:18 -08001237} // namespace android
1238
1239////////////////////////////////////////////////////////////////////////////////
1240
1241using namespace android;
1242
1243static sp<JMediaCodec> setMediaCodec(
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001244 JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec, bool release = true) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001245 sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
Andreas Huber88572f72012-02-21 11:47:18 -08001246 if (codec != NULL) {
1247 codec->incStrong(thiz);
1248 }
1249 if (old != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -08001250 /* release MediaCodec and stop the looper now before decStrong.
1251 * otherwise JMediaCodec::~JMediaCodec() could be called from within
1252 * its message handler, doing release() from there will deadlock
1253 * (as MediaCodec::release() post synchronous message to the same looper)
1254 */
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001255 if (release) {
1256 old->release();
1257 }
Andreas Huber88572f72012-02-21 11:47:18 -08001258 old->decStrong(thiz);
1259 }
Wonsik Kim61796fd2018-09-13 13:15:59 -07001260 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
Andreas Huber88572f72012-02-21 11:47:18 -08001261
1262 return old;
1263}
1264
1265static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
Wonsik Kim61796fd2018-09-13 13:15:59 -07001266 sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1267 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1268 return codec;
Andreas Huber88572f72012-02-21 11:47:18 -08001269}
1270
1271static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
Wonsik Kime37ef4b2020-06-18 23:52:03 -07001272 // Clear Java native reference.
1273 sp<JMediaCodec> codec = setMediaCodec(env, thiz, nullptr, false /* release */);
Wonsik Kim89666622020-04-28 10:43:47 -07001274 if (codec != NULL) {
1275 codec->releaseAsync();
1276 }
Andreas Huber88572f72012-02-21 11:47:18 -08001277}
1278
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001279static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
1280 jthrowable exception = createCodecException(env, err, actionCode, msg);
1281 env->Throw(exception);
1282}
1283
Robert Shih631a80d2021-02-14 02:23:55 -08001284static void throwCryptoException(JNIEnv *env, status_t err, const char *msg,
1285 const sp<ICrypto> &crypto) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001286 ScopedLocalRef<jclass> clazz(
1287 env, env->FindClass("android/media/MediaCodec$CryptoException"));
1288 CHECK(clazz.get() != NULL);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001289
1290 jmethodID constructID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001291 env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
Andreas Huberbfc56f42012-04-19 12:47:07 -07001292 CHECK(constructID != NULL);
1293
Robert Shih631a80d2021-02-14 02:23:55 -08001294 std::string defaultMsg = "Unknown Error";
Andreas Huberbfc56f42012-04-19 12:47:07 -07001295
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001296 /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
Robert Shih390b6152022-05-10 10:42:29 -07001297 jint jerr = 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001298 switch (err) {
1299 case ERROR_DRM_NO_LICENSE:
Robert Shih390b6152022-05-10 10:42:29 -07001300 jerr = gCryptoErrorCodes.cryptoErrorNoKey;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001301 defaultMsg = "Crypto key not available";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001302 break;
1303 case ERROR_DRM_LICENSE_EXPIRED:
Robert Shih390b6152022-05-10 10:42:29 -07001304 jerr = gCryptoErrorCodes.cryptoErrorKeyExpired;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001305 defaultMsg = "License expired";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001306 break;
1307 case ERROR_DRM_RESOURCE_BUSY:
Robert Shih390b6152022-05-10 10:42:29 -07001308 jerr = gCryptoErrorCodes.cryptoErrorResourceBusy;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001309 defaultMsg = "Resource busy or unavailable";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001310 break;
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001311 case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
Robert Shih390b6152022-05-10 10:42:29 -07001312 jerr = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001313 defaultMsg = "Required output protections are not active";
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001314 break;
Jeff Tinker96a2a952015-07-01 17:35:18 -07001315 case ERROR_DRM_SESSION_NOT_OPENED:
Robert Shih390b6152022-05-10 10:42:29 -07001316 jerr = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001317 defaultMsg = "Attempted to use a closed session";
Jeff Tinker96a2a952015-07-01 17:35:18 -07001318 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001319 case ERROR_DRM_INSUFFICIENT_SECURITY:
Robert Shih390b6152022-05-10 10:42:29 -07001320 jerr = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
Jeff Tinker20594d82018-12-12 08:31:22 -08001321 defaultMsg = "Required security level is not met";
1322 break;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001323 case ERROR_DRM_CANNOT_HANDLE:
Robert Shih390b6152022-05-10 10:42:29 -07001324 jerr = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001325 defaultMsg = "Operation not supported in this configuration";
1326 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001327 case ERROR_DRM_FRAME_TOO_LARGE:
Robert Shih390b6152022-05-10 10:42:29 -07001328 jerr = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
Jeff Tinker20594d82018-12-12 08:31:22 -08001329 defaultMsg = "Decrytped frame exceeds size of output buffer";
1330 break;
1331 case ERROR_DRM_SESSION_LOST_STATE:
Robert Shih390b6152022-05-10 10:42:29 -07001332 jerr = gCryptoErrorCodes.cryptoErrorLostState;
Jeff Tinker20594d82018-12-12 08:31:22 -08001333 defaultMsg = "Session state was lost, open a new session and retry";
1334 break;
Robert Shih631a80d2021-02-14 02:23:55 -08001335 default: /* Other negative DRM error codes go out best-effort. */
Robert Shih390b6152022-05-10 10:42:29 -07001336 jerr = MediaErrorToJavaError(err);
Robert Shih631a80d2021-02-14 02:23:55 -08001337 defaultMsg = StrCryptoError(err);
Jeff Tinker3ed38262013-08-02 23:24:51 -07001338 break;
1339 }
1340
Robert Shih631a80d2021-02-14 02:23:55 -08001341 std::string msgStr(msg != NULL ? msg : defaultMsg.c_str());
1342 if (crypto != NULL) {
1343 msgStr = DrmUtils::GetExceptionMessage(err, msgStr.c_str(), crypto);
1344 }
1345 jstring msgObj = env->NewStringUTF(msgStr.c_str());
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001346
Andreas Huberbfc56f42012-04-19 12:47:07 -07001347 jthrowable exception =
Robert Shih390b6152022-05-10 10:42:29 -07001348 (jthrowable)env->NewObject(clazz.get(), constructID, jerr, msgObj);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001349
1350 env->Throw(exception);
1351}
1352
1353static jint throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001354 JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
Robert Shih631a80d2021-02-14 02:23:55 -08001355 const char *msg = NULL, const sp<ICrypto>& crypto = NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -08001356 switch (err) {
1357 case OK:
1358 return 0;
1359
1360 case -EAGAIN:
1361 return DEQUEUE_INFO_TRY_AGAIN_LATER;
1362
1363 case INFO_FORMAT_CHANGED:
1364 return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1365
1366 case INFO_OUTPUT_BUFFERS_CHANGED:
1367 return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1368
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001369 case INVALID_OPERATION:
1370 jniThrowException(env, "java/lang/IllegalStateException", msg);
1371 return 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001372
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001373 case BAD_VALUE:
1374 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1375 return 0;
1376
Andreas Huber88572f72012-02-21 11:47:18 -08001377 default:
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001378 if (isCryptoError(err)) {
Robert Shih631a80d2021-02-14 02:23:55 -08001379 throwCryptoException(env, err, msg, crypto);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001380 return 0;
1381 }
1382 throwCodecException(env, err, actionCode, msg);
1383 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08001384 }
Andreas Huber88572f72012-02-21 11:47:18 -08001385}
1386
Guillaume Chelfic072caf2021-02-03 16:18:26 +01001387static void android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(
1388 JNIEnv *env,
1389 jobject thiz,
1390 jboolean enabled) {
1391 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1392
1393 if (codec == NULL || codec->initCheck() != OK) {
1394 throwExceptionAsNecessary(env, INVALID_OPERATION);
1395 return;
1396 }
1397
1398 status_t err = codec->enableOnFirstTunnelFrameReadyListener(enabled);
1399
1400 throwExceptionAsNecessary(env, err);
1401}
1402
Lajos Molnard8578572015-06-05 20:17:33 -07001403static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1404 JNIEnv *env,
1405 jobject thiz,
1406 jboolean enabled) {
1407 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1408
Wonsik Kim24e53802020-05-08 20:04:26 -07001409 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnard8578572015-06-05 20:17:33 -07001410 throwExceptionAsNecessary(env, INVALID_OPERATION);
1411 return;
1412 }
1413
1414 status_t err = codec->enableOnFrameRenderedListener(enabled);
1415
1416 throwExceptionAsNecessary(env, err);
1417}
1418
Chong Zhang8d5e5562014-07-08 18:49:21 -07001419static void android_media_MediaCodec_native_setCallback(
1420 JNIEnv *env,
1421 jobject thiz,
1422 jobject cb) {
1423 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1424
Wonsik Kim24e53802020-05-08 20:04:26 -07001425 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001426 throwExceptionAsNecessary(env, INVALID_OPERATION);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001427 return;
1428 }
1429
1430 status_t err = codec->setCallback(cb);
1431
1432 throwExceptionAsNecessary(env, err);
1433}
1434
Andreas Huber88572f72012-02-21 11:47:18 -08001435static void android_media_MediaCodec_native_configure(
1436 JNIEnv *env,
1437 jobject thiz,
1438 jobjectArray keys, jobjectArray values,
1439 jobject jsurface,
Andreas Huber8240d922012-04-04 14:06:32 -07001440 jobject jcrypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -08001441 jobject descramblerBinderObj,
Andreas Huber88572f72012-02-21 11:47:18 -08001442 jint flags) {
1443 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1444
Wonsik Kim24e53802020-05-08 20:04:26 -07001445 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001446 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001447 return;
1448 }
1449
1450 sp<AMessage> format;
1451 status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1452
1453 if (err != OK) {
1454 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1455 return;
1456 }
1457
Andy McFaddend47f7d82012-12-18 09:48:38 -08001458 sp<IGraphicBufferProducer> bufferProducer;
Andreas Huber88572f72012-02-21 11:47:18 -08001459 if (jsurface != NULL) {
Jeff Brown64a55af2012-08-26 02:47:39 -07001460 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
Andreas Huber88572f72012-02-21 11:47:18 -08001461 if (surface != NULL) {
Mathias Agopian52800612013-02-14 17:11:20 -08001462 bufferProducer = surface->getIGraphicBufferProducer();
Andreas Huber88572f72012-02-21 11:47:18 -08001463 } else {
1464 jniThrowException(
1465 env,
1466 "java/lang/IllegalArgumentException",
1467 "The surface has been released");
1468 return;
1469 }
1470 }
1471
Andreas Huber8240d922012-04-04 14:06:32 -07001472 sp<ICrypto> crypto;
1473 if (jcrypto != NULL) {
1474 crypto = JCrypto::GetCrypto(env, jcrypto);
1475 }
1476
Chong Zhangd5927ae2017-01-03 11:07:18 -08001477 sp<IDescrambler> descrambler;
1478 if (descramblerBinderObj != NULL) {
Chong Zhangcd538552018-02-21 17:22:19 -08001479 descrambler = GetDescrambler(env, descramblerBinderObj);
Chong Zhangd5927ae2017-01-03 11:07:18 -08001480 }
1481
1482 err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -08001483
1484 throwExceptionAsNecessary(env, err);
1485}
1486
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001487static void android_media_MediaCodec_native_setSurface(
1488 JNIEnv *env,
1489 jobject thiz,
1490 jobject jsurface) {
1491 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1492
Wonsik Kim24e53802020-05-08 20:04:26 -07001493 if (codec == NULL || codec->initCheck() != OK) {
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001494 throwExceptionAsNecessary(env, INVALID_OPERATION);
1495 return;
1496 }
1497
1498 sp<IGraphicBufferProducer> bufferProducer;
1499 if (jsurface != NULL) {
1500 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1501 if (surface != NULL) {
1502 bufferProducer = surface->getIGraphicBufferProducer();
1503 } else {
1504 jniThrowException(
1505 env,
1506 "java/lang/IllegalArgumentException",
1507 "The surface has been released");
1508 return;
1509 }
1510 }
1511
1512 status_t err = codec->setSurface(bufferProducer);
1513 throwExceptionAsNecessary(env, err);
1514}
1515
Chong Zhang8034d602015-04-28 13:38:48 -07001516sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1517 JNIEnv* env, jobject object) {
1518 sp<PersistentSurface> persistentSurface;
1519
1520 jobject lock = env->GetObjectField(
1521 object, gPersistentSurfaceClassInfo.mLock);
1522 if (env->MonitorEnter(lock) == JNI_OK) {
1523 persistentSurface = reinterpret_cast<PersistentSurface *>(
1524 env->GetLongField(object,
1525 gPersistentSurfaceClassInfo.mPersistentObject));
1526 env->MonitorExit(lock);
1527 }
1528 env->DeleteLocalRef(lock);
1529
1530 return persistentSurface;
1531}
1532
1533static jobject android_media_MediaCodec_createPersistentInputSurface(
1534 JNIEnv* env, jclass /* clazz */) {
1535 ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1536 sp<PersistentSurface> persistentSurface =
1537 MediaCodec::CreatePersistentInputSurface();
1538
1539 if (persistentSurface == NULL) {
1540 return NULL;
1541 }
1542
1543 sp<Surface> surface = new Surface(
1544 persistentSurface->getBufferProducer(), true);
1545 if (surface == NULL) {
1546 return NULL;
1547 }
1548
1549 jobject object = env->NewObject(
1550 gPersistentSurfaceClassInfo.clazz,
1551 gPersistentSurfaceClassInfo.ctor);
1552
1553 if (object == NULL) {
1554 if (env->ExceptionCheck()) {
1555 ALOGE("Could not create PersistentSurface.");
1556 env->ExceptionClear();
1557 }
1558 return NULL;
1559 }
1560
1561 jobject lock = env->GetObjectField(
1562 object, gPersistentSurfaceClassInfo.mLock);
1563 if (env->MonitorEnter(lock) == JNI_OK) {
1564 env->CallVoidMethod(
1565 object,
1566 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1567 (jlong)surface.get());
1568 env->SetLongField(
1569 object,
1570 gPersistentSurfaceClassInfo.mPersistentObject,
1571 (jlong)persistentSurface.get());
1572 env->MonitorExit(lock);
1573 } else {
1574 env->DeleteLocalRef(object);
1575 object = NULL;
1576 }
1577 env->DeleteLocalRef(lock);
1578
1579 if (object != NULL) {
1580 surface->incStrong(&sRefBaseOwner);
1581 persistentSurface->incStrong(&sRefBaseOwner);
1582 }
1583
1584 return object;
1585}
1586
1587static void android_media_MediaCodec_releasePersistentInputSurface(
1588 JNIEnv* env, jclass /* clazz */, jobject object) {
1589 sp<PersistentSurface> persistentSurface;
1590
1591 jobject lock = env->GetObjectField(
1592 object, gPersistentSurfaceClassInfo.mLock);
1593 if (env->MonitorEnter(lock) == JNI_OK) {
1594 persistentSurface = reinterpret_cast<PersistentSurface *>(
1595 env->GetLongField(
1596 object, gPersistentSurfaceClassInfo.mPersistentObject));
1597 env->SetLongField(
1598 object,
1599 gPersistentSurfaceClassInfo.mPersistentObject,
1600 (jlong)0);
1601 env->MonitorExit(lock);
1602 }
1603 env->DeleteLocalRef(lock);
1604
1605 if (persistentSurface != NULL) {
1606 persistentSurface->decStrong(&sRefBaseOwner);
1607 }
1608 // no need to release surface as it will be released by Surface's jni
1609}
1610
Chong Zhang9560ddb2015-05-13 10:25:29 -07001611static void android_media_MediaCodec_setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -07001612 JNIEnv* env, jobject thiz, jobject object) {
Chong Zhang9560ddb2015-05-13 10:25:29 -07001613 ALOGV("android_media_MediaCodec_setInputSurface");
Chong Zhang8034d602015-04-28 13:38:48 -07001614
1615 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001616 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhang8034d602015-04-28 13:38:48 -07001617 throwExceptionAsNecessary(env, INVALID_OPERATION);
1618 return;
1619 }
1620
1621 sp<PersistentSurface> persistentSurface =
1622 android_media_MediaCodec_getPersistentInputSurface(env, object);
1623
Marco Nelissen59cf9aa2018-04-19 11:02:00 -07001624 if (persistentSurface == NULL) {
1625 throwExceptionAsNecessary(
1626 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1627 return;
1628 }
Chong Zhang9560ddb2015-05-13 10:25:29 -07001629 status_t err = codec->setInputSurface(persistentSurface);
Chong Zhang8034d602015-04-28 13:38:48 -07001630 if (err != NO_ERROR) {
1631 throwExceptionAsNecessary(env, err);
1632 }
1633}
1634
Andy McFadden2621e402013-02-19 07:29:21 -08001635static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1636 jobject thiz) {
1637 ALOGV("android_media_MediaCodec_createInputSurface");
1638
1639 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07001640 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001641 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08001642 return NULL;
1643 }
1644
1645 // Tell the MediaCodec that we want to use a Surface as input.
1646 sp<IGraphicBufferProducer> bufferProducer;
1647 status_t err = codec->createInputSurface(&bufferProducer);
1648 if (err != NO_ERROR) {
1649 throwExceptionAsNecessary(env, err);
1650 return NULL;
1651 }
1652
1653 // Wrap the IGBP in a Java-language Surface.
1654 return android_view_Surface_createFromIGraphicBufferProducer(env,
1655 bufferProducer);
1656}
1657
Andreas Huber88572f72012-02-21 11:47:18 -08001658static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1659 ALOGV("android_media_MediaCodec_start");
1660
1661 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1662
Wonsik Kim24e53802020-05-08 20:04:26 -07001663 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001664 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001665 return;
1666 }
1667
1668 status_t err = codec->start();
1669
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001670 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
Andreas Huber88572f72012-02-21 11:47:18 -08001671}
1672
1673static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1674 ALOGV("android_media_MediaCodec_stop");
1675
1676 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1677
Wonsik Kim24e53802020-05-08 20:04:26 -07001678 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001679 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001680 return;
1681 }
1682
1683 status_t err = codec->stop();
1684
1685 throwExceptionAsNecessary(env, err);
1686}
1687
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001688static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1689 ALOGV("android_media_MediaCodec_reset");
1690
1691 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1692
Wonsik Kim24e53802020-05-08 20:04:26 -07001693 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001694 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001695 return;
1696 }
1697
1698 status_t err = codec->reset();
1699 if (err != OK) {
1700 // treat all errors as fatal for now, though resource not available
1701 // errors could be treated as transient.
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001702 // we also should avoid sending INVALID_OPERATION here due to
1703 // the transitory nature of reset(), it should not inadvertently
1704 // trigger an IllegalStateException.
1705 err = UNKNOWN_ERROR;
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001706 }
1707 throwExceptionAsNecessary(env, err);
1708}
1709
Andreas Huber88572f72012-02-21 11:47:18 -08001710static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1711 ALOGV("android_media_MediaCodec_flush");
1712
1713 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1714
Wonsik Kim24e53802020-05-08 20:04:26 -07001715 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001716 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001717 return;
1718 }
1719
1720 status_t err = codec->flush();
1721
1722 throwExceptionAsNecessary(env, err);
1723}
1724
1725static void android_media_MediaCodec_queueInputBuffer(
1726 JNIEnv *env,
1727 jobject thiz,
1728 jint index,
1729 jint offset,
1730 jint size,
1731 jlong timestampUs,
1732 jint flags) {
1733 ALOGV("android_media_MediaCodec_queueInputBuffer");
1734
1735 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1736
Wonsik Kim24e53802020-05-08 20:04:26 -07001737 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001738 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001739 return;
1740 }
1741
Andreas Huberbfc56f42012-04-19 12:47:07 -07001742 AString errorDetailMsg;
Andreas Huber88572f72012-02-21 11:47:18 -08001743
Andreas Huberbfc56f42012-04-19 12:47:07 -07001744 status_t err = codec->queueInputBuffer(
1745 index, offset, size, timestampUs, flags, &errorDetailMsg);
1746
1747 throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001748 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
Andreas Huber88572f72012-02-21 11:47:18 -08001749}
1750
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001751struct NativeCryptoInfo {
1752 NativeCryptoInfo(JNIEnv *env, jobject cryptoInfoObj)
1753 : mEnv{env},
1754 mIvObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID)},
1755 mKeyObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID)} {
1756 mNumSubSamples = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1757
1758 ScopedLocalRef<jintArray> numBytesOfClearDataObj{env, (jintArray)env->GetObjectField(
1759 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID)};
1760
1761 ScopedLocalRef<jintArray> numBytesOfEncryptedDataObj{env, (jintArray)env->GetObjectField(
1762 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID)};
1763
1764 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1765 if (jmode == gCryptoModes.Unencrypted) {
1766 mMode = CryptoPlugin::kMode_Unencrypted;
1767 } else if (jmode == gCryptoModes.AesCtr) {
1768 mMode = CryptoPlugin::kMode_AES_CTR;
1769 } else if (jmode == gCryptoModes.AesCbc) {
1770 mMode = CryptoPlugin::kMode_AES_CBC;
1771 } else {
1772 throwExceptionAsNecessary(env, INVALID_OPERATION);
1773 return;
1774 }
1775
1776 ScopedLocalRef<jobject> patternObj{
1777 env, env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID)};
1778
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001779 if (patternObj.get() == nullptr) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001780 mPattern.mEncryptBlocks = 0;
1781 mPattern.mSkipBlocks = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001782 } else {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001783 mPattern.mEncryptBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001784 patternObj.get(), gFields.patternEncryptBlocksID);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001785 mPattern.mSkipBlocks = env->GetIntField(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001786 patternObj.get(), gFields.patternSkipBlocksID);
1787 }
1788
1789 mErr = OK;
1790 if (mNumSubSamples <= 0) {
1791 mErr = -EINVAL;
1792 } else if (numBytesOfClearDataObj == nullptr
1793 && numBytesOfEncryptedDataObj == nullptr) {
1794 mErr = -EINVAL;
1795 } else if (numBytesOfEncryptedDataObj != nullptr
1796 && env->GetArrayLength(numBytesOfEncryptedDataObj.get()) < mNumSubSamples) {
1797 mErr = -ERANGE;
1798 } else if (numBytesOfClearDataObj != nullptr
1799 && env->GetArrayLength(numBytesOfClearDataObj.get()) < mNumSubSamples) {
1800 mErr = -ERANGE;
1801 // subSamples array may silently overflow if number of samples are too large. Use
1802 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1803 } else if (CC_UNLIKELY(mNumSubSamples >= (signed)(INT32_MAX / sizeof(*mSubSamples))) ) {
1804 mErr = -EINVAL;
1805 } else {
1806 jint *numBytesOfClearData =
1807 (numBytesOfClearDataObj == nullptr)
1808 ? nullptr
1809 : env->GetIntArrayElements(numBytesOfClearDataObj.get(), nullptr);
1810
1811 jint *numBytesOfEncryptedData =
1812 (numBytesOfEncryptedDataObj == nullptr)
1813 ? nullptr
1814 : env->GetIntArrayElements(numBytesOfEncryptedDataObj.get(), nullptr);
1815
1816 mSubSamples = new CryptoPlugin::SubSample[mNumSubSamples];
1817
1818 for (jint i = 0; i < mNumSubSamples; ++i) {
1819 mSubSamples[i].mNumBytesOfClearData =
1820 (numBytesOfClearData == nullptr) ? 0 : numBytesOfClearData[i];
1821
1822 mSubSamples[i].mNumBytesOfEncryptedData =
1823 (numBytesOfEncryptedData == nullptr) ? 0 : numBytesOfEncryptedData[i];
1824 }
1825
1826 if (numBytesOfEncryptedData != nullptr) {
1827 env->ReleaseIntArrayElements(
1828 numBytesOfEncryptedDataObj.get(), numBytesOfEncryptedData, 0);
1829 numBytesOfEncryptedData = nullptr;
1830 }
1831
1832 if (numBytesOfClearData != nullptr) {
1833 env->ReleaseIntArrayElements(
1834 numBytesOfClearDataObj.get(), numBytesOfClearData, 0);
1835 numBytesOfClearData = nullptr;
1836 }
1837 }
1838
1839 if (mErr == OK && mKeyObj.get() != nullptr) {
1840 if (env->GetArrayLength(mKeyObj.get()) != 16) {
1841 mErr = -EINVAL;
1842 } else {
1843 mKey = env->GetByteArrayElements(mKeyObj.get(), nullptr);
1844 }
1845 }
1846
1847 if (mErr == OK && mIvObj.get() != nullptr) {
1848 if (env->GetArrayLength(mIvObj.get()) != 16) {
1849 mErr = -EINVAL;
1850 } else {
1851 mIv = env->GetByteArrayElements(mIvObj.get(), nullptr);
1852 }
1853 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07001854
1855 }
1856
1857 explicit NativeCryptoInfo(jint size)
1858 : mIvObj{nullptr, nullptr},
1859 mKeyObj{nullptr, nullptr},
1860 mMode{CryptoPlugin::kMode_Unencrypted},
1861 mPattern{0, 0} {
1862 mSubSamples = new CryptoPlugin::SubSample[1];
1863 mNumSubSamples = 1;
1864 mSubSamples[0].mNumBytesOfClearData = size;
1865 mSubSamples[0].mNumBytesOfEncryptedData = 0;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08001866 }
1867
1868 ~NativeCryptoInfo() {
1869 if (mIv != nullptr) {
1870 mEnv->ReleaseByteArrayElements(mIvObj.get(), mIv, 0);
1871 }
1872
1873 if (mKey != nullptr) {
1874 mEnv->ReleaseByteArrayElements(mKeyObj.get(), mKey, 0);
1875 }
1876
1877 if (mSubSamples != nullptr) {
1878 delete[] mSubSamples;
1879 }
1880 }
1881
1882 JNIEnv *mEnv{nullptr};
1883 ScopedLocalRef<jbyteArray> mIvObj;
1884 ScopedLocalRef<jbyteArray> mKeyObj;
1885 status_t mErr{OK};
1886
1887 CryptoPlugin::SubSample *mSubSamples{nullptr};
1888 int32_t mNumSubSamples{0};
1889 jbyte *mIv{nullptr};
1890 jbyte *mKey{nullptr};
1891 enum CryptoPlugin::Mode mMode;
1892 CryptoPlugin::Pattern mPattern;
1893};
1894
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001895static void android_media_MediaCodec_queueSecureInputBuffer(
1896 JNIEnv *env,
1897 jobject thiz,
1898 jint index,
1899 jint offset,
Andreas Huber91befdc2012-04-18 12:19:51 -07001900 jobject cryptoInfoObj,
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001901 jlong timestampUs,
1902 jint flags) {
1903 ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1904
1905 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1906
Wonsik Kim24e53802020-05-08 20:04:26 -07001907 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001908 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001909 return;
1910 }
1911
Wonsik Kim1cac4252020-01-24 11:45:37 -08001912 jint numSubSamples =
1913 env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1914
1915 jintArray numBytesOfClearDataObj =
1916 (jintArray)env->GetObjectField(
1917 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1918
1919 jintArray numBytesOfEncryptedDataObj =
1920 (jintArray)env->GetObjectField(
1921 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1922
1923 jbyteArray keyObj =
1924 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1925
1926 jbyteArray ivObj =
1927 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1928
1929 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1930 enum CryptoPlugin::Mode mode;
1931 if (jmode == gCryptoModes.Unencrypted) {
1932 mode = CryptoPlugin::kMode_Unencrypted;
1933 } else if (jmode == gCryptoModes.AesCtr) {
1934 mode = CryptoPlugin::kMode_AES_CTR;
1935 } else if (jmode == gCryptoModes.AesCbc) {
1936 mode = CryptoPlugin::kMode_AES_CBC;
1937 } else {
1938 throwExceptionAsNecessary(env, INVALID_OPERATION);
1939 return;
1940 }
1941
1942 jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1943
1944 CryptoPlugin::Pattern pattern;
1945 if (patternObj == NULL) {
1946 pattern.mEncryptBlocks = 0;
1947 pattern.mSkipBlocks = 0;
1948 } else {
1949 pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1950 pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1951 }
1952
1953 status_t err = OK;
1954
1955 CryptoPlugin::SubSample *subSamples = NULL;
1956 jbyte *key = NULL;
1957 jbyte *iv = NULL;
1958
1959 if (numSubSamples <= 0) {
1960 err = -EINVAL;
1961 } else if (numBytesOfClearDataObj == NULL
1962 && numBytesOfEncryptedDataObj == NULL) {
1963 err = -EINVAL;
1964 } else if (numBytesOfEncryptedDataObj != NULL
1965 && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1966 err = -ERANGE;
1967 } else if (numBytesOfClearDataObj != NULL
1968 && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1969 err = -ERANGE;
1970 // subSamples array may silently overflow if number of samples are too large. Use
1971 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1972 } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
1973 err = -EINVAL;
1974 } else {
1975 jboolean isCopy;
1976
1977 jint *numBytesOfClearData =
1978 (numBytesOfClearDataObj == NULL)
1979 ? NULL
1980 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1981
1982 jint *numBytesOfEncryptedData =
1983 (numBytesOfEncryptedDataObj == NULL)
1984 ? NULL
1985 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1986
1987 subSamples = new CryptoPlugin::SubSample[numSubSamples];
1988
1989 for (jint i = 0; i < numSubSamples; ++i) {
1990 subSamples[i].mNumBytesOfClearData =
1991 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1992
1993 subSamples[i].mNumBytesOfEncryptedData =
1994 (numBytesOfEncryptedData == NULL)
1995 ? 0 : numBytesOfEncryptedData[i];
1996 }
1997
1998 if (numBytesOfEncryptedData != NULL) {
1999 env->ReleaseIntArrayElements(
2000 numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
2001 numBytesOfEncryptedData = NULL;
2002 }
2003
2004 if (numBytesOfClearData != NULL) {
2005 env->ReleaseIntArrayElements(
2006 numBytesOfClearDataObj, numBytesOfClearData, 0);
2007 numBytesOfClearData = NULL;
2008 }
2009 }
2010
2011 if (err == OK && keyObj != NULL) {
2012 if (env->GetArrayLength(keyObj) != 16) {
2013 err = -EINVAL;
2014 } else {
2015 jboolean isCopy;
2016 key = env->GetByteArrayElements(keyObj, &isCopy);
2017 }
2018 }
2019
2020 if (err == OK && ivObj != NULL) {
2021 if (env->GetArrayLength(ivObj) != 16) {
2022 err = -EINVAL;
2023 } else {
2024 jboolean isCopy;
2025 iv = env->GetByteArrayElements(ivObj, &isCopy);
2026 }
2027 }
2028
Andreas Huberbfc56f42012-04-19 12:47:07 -07002029 AString errorDetailMsg;
2030
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002031 if (err == OK) {
2032 err = codec->queueSecureInputBuffer(
2033 index, offset,
Wonsik Kim1cac4252020-01-24 11:45:37 -08002034 subSamples, numSubSamples,
2035 (const uint8_t *)key, (const uint8_t *)iv,
2036 mode,
2037 pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -07002038 timestampUs,
2039 flags,
2040 &errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002041 }
2042
Wonsik Kim1cac4252020-01-24 11:45:37 -08002043 if (iv != NULL) {
2044 env->ReleaseByteArrayElements(ivObj, iv, 0);
2045 iv = NULL;
2046 }
2047
2048 if (key != NULL) {
2049 env->ReleaseByteArrayElements(keyObj, key, 0);
2050 key = NULL;
2051 }
2052
2053 delete[] subSamples;
2054 subSamples = NULL;
2055
Andreas Huberbfc56f42012-04-19 12:47:07 -07002056 throwExceptionAsNecessary(
Robert Shih631a80d2021-02-14 02:23:55 -08002057 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str(),
2058 codec->getCrypto());
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002059}
2060
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002061static jobject android_media_MediaCodec_mapHardwareBuffer(JNIEnv *env, jclass, jobject bufferObj) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002062 ALOGV("android_media_MediaCodec_mapHardwareBuffer");
2063 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2064 env, bufferObj);
2065 AHardwareBuffer_Desc desc;
2066 AHardwareBuffer_describe(hardwareBuffer, &desc);
2067 if (desc.format != AHARDWAREBUFFER_FORMAT_Y8Cb8Cr8_420) {
2068 ALOGI("mapHardwareBuffer: unmappable format: %d", desc.format);
2069 return nullptr;
2070 }
2071 if ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK) == 0) {
2072 ALOGI("mapHardwareBuffer: buffer not CPU readable");
2073 return nullptr;
2074 }
2075 bool readOnly = ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK) == 0);
2076
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002077 uint64_t cpuUsage = 0;
2078 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK);
2079 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK);
Wonsik Kim637afb22020-02-25 14:27:29 -08002080
2081 AHardwareBuffer_Planes planes;
2082 int err = AHardwareBuffer_lockPlanes(
2083 hardwareBuffer, cpuUsage, -1 /* fence */, nullptr /* rect */, &planes);
2084 if (err != 0) {
2085 ALOGI("mapHardwareBuffer: Failed to lock planes (err=%d)", err);
2086 return nullptr;
2087 }
2088
2089 if (planes.planeCount != 3) {
2090 ALOGI("mapHardwareBuffer: planeCount expected 3, actual %u", planes.planeCount);
2091 return nullptr;
2092 }
2093
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002094 ScopedLocalRef<jobjectArray> buffersArray{
2095 env, env->NewObjectArray(3, gByteBufferInfo.clazz, NULL)};
2096 ScopedLocalRef<jintArray> rowStridesArray{env, env->NewIntArray(3)};
2097 ScopedLocalRef<jintArray> pixelStridesArray{env, env->NewIntArray(3)};
Wonsik Kim637afb22020-02-25 14:27:29 -08002098
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002099 jboolean isCopy = JNI_FALSE;
2100 jint *rowStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2101 jint *pixelStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2102
2103 // For Y plane
2104 int rowSampling = 1;
2105 int colSampling = 1;
Wonsik Kim637afb22020-02-25 14:27:29 -08002106 // plane indices are Y-U-V.
2107 for (uint32_t i = 0; i < 3; ++i) {
2108 const AHardwareBuffer_Plane &plane = planes.planes[i];
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002109 int maxRowOffset = plane.rowStride * (desc.height / rowSampling - 1);
2110 int maxColOffset = plane.pixelStride * (desc.width / colSampling - 1);
2111 int maxOffset = maxRowOffset + maxColOffset;
Wonsik Kim637afb22020-02-25 14:27:29 -08002112 ScopedLocalRef<jobject> byteBuffer{env, CreateByteBuffer(
2113 env,
2114 plane.data,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002115 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002116 0,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002117 maxOffset + 1,
Wonsik Kim637afb22020-02-25 14:27:29 -08002118 readOnly,
2119 true)};
2120
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002121 env->SetObjectArrayElement(buffersArray.get(), i, byteBuffer.get());
2122 rowStrides[i] = plane.rowStride;
2123 pixelStrides[i] = plane.pixelStride;
2124 // For U-V planes
2125 rowSampling = 2;
2126 colSampling = 2;
Wonsik Kim637afb22020-02-25 14:27:29 -08002127 }
2128
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002129 env->ReleaseIntArrayElements(rowStridesArray.get(), rowStrides, 0);
2130 env->ReleaseIntArrayElements(pixelStridesArray.get(), pixelStrides, 0);
2131 rowStrides = pixelStrides = nullptr;
2132
Wonsik Kim637afb22020-02-25 14:27:29 -08002133 ScopedLocalRef<jclass> imageClazz(
2134 env, env->FindClass("android/media/MediaCodec$MediaImage"));
2135 CHECK(imageClazz.get() != NULL);
2136
2137 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002138 "([Ljava/nio/ByteBuffer;[I[IIIIZJIILandroid/graphics/Rect;J)V");
Wonsik Kim637afb22020-02-25 14:27:29 -08002139
2140 jobject img = env->NewObject(imageClazz.get(), imageConstructID,
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002141 buffersArray.get(),
2142 rowStridesArray.get(),
2143 pixelStridesArray.get(),
Wonsik Kim637afb22020-02-25 14:27:29 -08002144 desc.width,
2145 desc.height,
2146 desc.format, // ???
2147 (jboolean)readOnly /* readOnly */,
2148 (jlong)0 /* timestamp */,
2149 (jint)0 /* xOffset */, (jint)0 /* yOffset */, nullptr /* cropRect */,
2150 (jlong)hardwareBuffer);
2151
2152 // if MediaImage creation fails, return null
2153 if (env->ExceptionCheck()) {
2154 env->ExceptionDescribe();
2155 env->ExceptionClear();
2156 return nullptr;
2157 }
2158
2159 AHardwareBuffer_acquire(hardwareBuffer);
2160
2161 return img;
2162}
2163
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002164static void android_media_MediaCodec_closeMediaImage(JNIEnv *, jclass, jlong context) {
2165 ALOGV("android_media_MediaCodec_closeMediaImage");
Wonsik Kim637afb22020-02-25 14:27:29 -08002166 if (context == 0) {
2167 return;
2168 }
2169 AHardwareBuffer *hardwareBuffer = (AHardwareBuffer *)context;
2170
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002171 int err = AHardwareBuffer_unlock(hardwareBuffer, nullptr);
2172 if (err != 0) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002173 ALOGI("closeMediaImage: failed to unlock (err=%d)", err);
2174 // Continue to release the hardwareBuffer
2175 }
2176
2177 AHardwareBuffer_release(hardwareBuffer);
2178}
2179
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002180static status_t ConvertKeyValueListsToAMessage(
2181 JNIEnv *env, jobject keys, jobject values, sp<AMessage> *msg) {
2182 static struct Fields {
2183 explicit Fields(JNIEnv *env) {
2184 ScopedLocalRef<jclass> clazz{env, env->FindClass("java/lang/String")};
2185 CHECK(clazz.get() != NULL);
2186 mStringClass = (jclass)env->NewGlobalRef(clazz.get());
2187
2188 clazz.reset(env->FindClass("java/lang/Integer"));
2189 CHECK(clazz.get() != NULL);
2190 mIntegerClass = (jclass)env->NewGlobalRef(clazz.get());
2191
2192 mIntegerValueId = env->GetMethodID(clazz.get(), "intValue", "()I");
2193 CHECK(mIntegerValueId != NULL);
2194
2195 clazz.reset(env->FindClass("java/lang/Long"));
2196 CHECK(clazz.get() != NULL);
2197 mLongClass = (jclass)env->NewGlobalRef(clazz.get());
2198
2199 mLongValueId = env->GetMethodID(clazz.get(), "longValue", "()J");
2200 CHECK(mLongValueId != NULL);
2201
2202 clazz.reset(env->FindClass("java/lang/Float"));
2203 CHECK(clazz.get() != NULL);
2204 mFloatClass = (jclass)env->NewGlobalRef(clazz.get());
2205
2206 mFloatValueId = env->GetMethodID(clazz.get(), "floatValue", "()F");
2207 CHECK(mFloatValueId != NULL);
2208
2209 clazz.reset(env->FindClass("java/util/ArrayList"));
2210 CHECK(clazz.get() != NULL);
2211
2212 mByteBufferArrayId = env->GetMethodID(gByteBufferInfo.clazz, "array", "()[B");
2213 CHECK(mByteBufferArrayId != NULL);
2214 }
2215
2216 jclass mStringClass;
2217 jclass mIntegerClass;
2218 jmethodID mIntegerValueId;
2219 jclass mLongClass;
2220 jmethodID mLongValueId;
2221 jclass mFloatClass;
2222 jmethodID mFloatValueId;
2223 jmethodID mByteBufferArrayId;
2224 } sFields{env};
2225
2226 jint size = env->CallIntMethod(keys, gArrayListInfo.sizeId);
2227 if (size != env->CallIntMethod(values, gArrayListInfo.sizeId)) {
2228 return BAD_VALUE;
2229 }
2230
2231 sp<AMessage> result{new AMessage};
2232 for (jint i = 0; i < size; ++i) {
2233 ScopedLocalRef<jstring> jkey{
2234 env, (jstring)env->CallObjectMethod(keys, gArrayListInfo.getId, i)};
2235 const char *tmp = env->GetStringUTFChars(jkey.get(), nullptr);
2236 AString key;
2237 if (tmp) {
2238 key.setTo(tmp);
2239 }
2240 env->ReleaseStringUTFChars(jkey.get(), tmp);
2241 if (key.empty()) {
2242 return NO_MEMORY;
2243 }
2244
2245 ScopedLocalRef<jobject> jvalue{
2246 env, env->CallObjectMethod(values, gArrayListInfo.getId, i)};
2247
2248 if (env->IsInstanceOf(jvalue.get(), sFields.mStringClass)) {
2249 const char *tmp = env->GetStringUTFChars((jstring)jvalue.get(), nullptr);
2250 AString value;
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002251 if (!tmp) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002252 return NO_MEMORY;
2253 }
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002254 value.setTo(tmp);
2255 env->ReleaseStringUTFChars((jstring)jvalue.get(), tmp);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002256 result->setString(key.c_str(), value);
2257 } else if (env->IsInstanceOf(jvalue.get(), sFields.mIntegerClass)) {
2258 jint value = env->CallIntMethod(jvalue.get(), sFields.mIntegerValueId);
2259 result->setInt32(key.c_str(), value);
2260 } else if (env->IsInstanceOf(jvalue.get(), sFields.mLongClass)) {
2261 jlong value = env->CallLongMethod(jvalue.get(), sFields.mLongValueId);
2262 result->setInt64(key.c_str(), value);
2263 } else if (env->IsInstanceOf(jvalue.get(), sFields.mFloatClass)) {
2264 jfloat value = env->CallFloatMethod(jvalue.get(), sFields.mFloatValueId);
2265 result->setFloat(key.c_str(), value);
2266 } else if (env->IsInstanceOf(jvalue.get(), gByteBufferInfo.clazz)) {
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07002267 jint position = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getPositionId);
2268 jint limit = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getLimitId);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002269 sp<ABuffer> buffer{new ABuffer(limit - position)};
2270 void *data = env->GetDirectBufferAddress(jvalue.get());
2271 if (data != nullptr) {
2272 memcpy(buffer->data(),
2273 static_cast<const uint8_t *>(data) + position,
2274 buffer->size());
2275 } else {
2276 ScopedLocalRef<jbyteArray> byteArray{env, (jbyteArray)env->CallObjectMethod(
2277 jvalue.get(), sFields.mByteBufferArrayId)};
2278 env->GetByteArrayRegion(byteArray.get(), position, buffer->size(),
2279 reinterpret_cast<jbyte *>(buffer->data()));
2280 }
2281 result->setBuffer(key.c_str(), buffer);
2282 }
2283 }
2284
2285 *msg = result;
2286 return OK;
2287}
2288
2289static void android_media_MediaCodec_native_queueLinearBlock(
2290 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2291 jint offset, jint size, jobject cryptoInfoObj,
2292 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2293 ALOGV("android_media_MediaCodec_native_queueLinearBlock");
2294
2295 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2296
Wonsik Kim24e53802020-05-08 20:04:26 -07002297 if (codec == nullptr || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002298 throwExceptionAsNecessary(env, INVALID_OPERATION);
2299 return;
2300 }
2301
2302 sp<AMessage> tunings;
2303 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2304 if (err != OK) {
2305 throwExceptionAsNecessary(env, err);
2306 return;
2307 }
2308
2309 std::shared_ptr<C2Buffer> buffer;
2310 sp<hardware::HidlMemory> memory;
2311 ScopedLocalRef<jobject> lock{env, env->GetObjectField(bufferObj, gLinearBlockInfo.lockId)};
2312 if (env->MonitorEnter(lock.get()) == JNI_OK) {
2313 if (env->GetBooleanField(bufferObj, gLinearBlockInfo.validId)) {
2314 JMediaCodecLinearBlock *context =
2315 (JMediaCodecLinearBlock *)env->GetLongField(bufferObj, gLinearBlockInfo.contextId);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002316 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002317 memory = context->toHidlMemory();
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002318 // TODO: copy if memory is null
2319 offset += context->mHidlMemoryOffset;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002320 } else {
2321 buffer = context->toC2Buffer(offset, size);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002322 // TODO: copy if buffer is null
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002323 }
2324 }
2325 env->MonitorExit(lock.get());
2326 } else {
2327 throwExceptionAsNecessary(env, INVALID_OPERATION);
2328 return;
2329 }
2330
2331 AString errorDetailMsg;
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002332 if (codec->hasCryptoOrDescrambler()) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002333 if (!memory) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002334 ALOGI("queueLinearBlock: no ashmem memory for encrypted content");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002335 throwExceptionAsNecessary(env, BAD_VALUE);
2336 return;
2337 }
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002338 NativeCryptoInfo cryptoInfo = [env, cryptoInfoObj, size]{
2339 if (cryptoInfoObj == nullptr) {
2340 return NativeCryptoInfo{size};
2341 } else {
2342 return NativeCryptoInfo{env, cryptoInfoObj};
2343 }
2344 }();
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002345 err = codec->queueEncryptedLinearBlock(
2346 index,
2347 memory,
2348 offset,
2349 cryptoInfo.mSubSamples, cryptoInfo.mNumSubSamples,
2350 (const uint8_t *)cryptoInfo.mKey, (const uint8_t *)cryptoInfo.mIv,
2351 cryptoInfo.mMode,
2352 cryptoInfo.mPattern,
2353 presentationTimeUs,
2354 flags,
2355 tunings,
2356 &errorDetailMsg);
2357 } else {
2358 if (!buffer) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07002359 ALOGI("queueLinearBlock: no C2Buffer found");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002360 throwExceptionAsNecessary(env, BAD_VALUE);
2361 return;
2362 }
2363 err = codec->queueBuffer(
2364 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2365 }
2366 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2367}
2368
Wonsik Kim637afb22020-02-25 14:27:29 -08002369static void android_media_MediaCodec_native_queueHardwareBuffer(
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002370 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2371 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
Wonsik Kim637afb22020-02-25 14:27:29 -08002372 ALOGV("android_media_MediaCodec_native_queueHardwareBuffer");
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002373
2374 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2375
Wonsik Kim24e53802020-05-08 20:04:26 -07002376 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002377 throwExceptionAsNecessary(env, INVALID_OPERATION);
2378 return;
2379 }
2380
2381 sp<AMessage> tunings;
2382 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2383 if (err != OK) {
2384 throwExceptionAsNecessary(env, err);
2385 return;
2386 }
2387
Wonsik Kim637afb22020-02-25 14:27:29 -08002388 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2389 env, bufferObj);
2390 sp<GraphicBuffer> graphicBuffer{AHardwareBuffer_to_GraphicBuffer(hardwareBuffer)};
2391 C2Handle *handle = WrapNativeCodec2GrallocHandle(
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002392 graphicBuffer->handle, graphicBuffer->width, graphicBuffer->height,
2393 graphicBuffer->format, graphicBuffer->usage, graphicBuffer->stride);
2394 static std::shared_ptr<C2Allocator> sGrallocAlloc = []() -> std::shared_ptr<C2Allocator> {
2395 std::shared_ptr<C2Allocator> alloc;
2396 c2_status_t err = GetCodec2PlatformAllocatorStore()->fetchAllocator(
2397 C2PlatformAllocatorStore::GRALLOC, &alloc);
2398 if (err == C2_OK) {
2399 return alloc;
2400 }
2401 return nullptr;
2402 }();
2403 std::shared_ptr<C2GraphicAllocation> alloc;
2404 c2_status_t c2err = sGrallocAlloc->priorGraphicAllocation(handle, &alloc);
2405 if (c2err != C2_OK) {
2406 ALOGW("Failed to wrap AHardwareBuffer into C2GraphicAllocation");
Chih-Yu Huangef546db2021-03-11 14:37:21 +09002407 native_handle_close(handle);
2408 native_handle_delete(handle);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002409 throwExceptionAsNecessary(env, BAD_VALUE);
2410 return;
2411 }
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002412 std::shared_ptr<C2GraphicBlock> block = _C2BlockFactory::CreateGraphicBlock(alloc);
Wonsik Kim637afb22020-02-25 14:27:29 -08002413 std::shared_ptr<C2Buffer> buffer = C2Buffer::CreateGraphicBuffer(block->share(
2414 block->crop(), C2Fence{}));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002415 AString errorDetailMsg;
Wonsik Kimb8ebdb32020-04-21 17:00:13 -07002416 err = codec->queueBuffer(
2417 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002418 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2419}
2420
2421static void android_media_MediaCodec_native_getOutputFrame(
2422 JNIEnv *env, jobject thiz, jobject frame, jint index) {
2423 ALOGV("android_media_MediaCodec_native_getOutputFrame");
2424
2425 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2426
Wonsik Kim24e53802020-05-08 20:04:26 -07002427 if (codec == NULL || codec->initCheck() != OK) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002428 throwExceptionAsNecessary(env, INVALID_OPERATION);
2429 return;
2430 }
2431
2432 status_t err = codec->getOutputFrame(env, frame, index);
2433 if (err != OK) {
2434 throwExceptionAsNecessary(env, err);
2435 }
2436}
2437
Andreas Huber88572f72012-02-21 11:47:18 -08002438static jint android_media_MediaCodec_dequeueInputBuffer(
2439 JNIEnv *env, jobject thiz, jlong timeoutUs) {
2440 ALOGV("android_media_MediaCodec_dequeueInputBuffer");
2441
2442 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2443
Wonsik Kim24e53802020-05-08 20:04:26 -07002444 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002445 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002446 return -1;
2447 }
2448
2449 size_t index;
2450 status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
2451
2452 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002453 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002454 }
2455
2456 return throwExceptionAsNecessary(env, err);
2457}
2458
2459static jint android_media_MediaCodec_dequeueOutputBuffer(
2460 JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
2461 ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
2462
2463 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2464
Wonsik Kim24e53802020-05-08 20:04:26 -07002465 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002466 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber0e97fc22012-04-03 13:32:16 -07002467 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08002468 }
2469
2470 size_t index;
2471 status_t err = codec->dequeueOutputBuffer(
2472 env, bufferInfo, &index, timeoutUs);
2473
2474 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00002475 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08002476 }
2477
2478 return throwExceptionAsNecessary(env, err);
2479}
2480
2481static void android_media_MediaCodec_releaseOutputBuffer(
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002482 JNIEnv *env, jobject thiz,
2483 jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
Andreas Huber88572f72012-02-21 11:47:18 -08002484 ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
2485
2486 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2487
Wonsik Kim24e53802020-05-08 20:04:26 -07002488 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002489 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002490 return;
2491 }
2492
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002493 status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
Andreas Huber88572f72012-02-21 11:47:18 -08002494
2495 throwExceptionAsNecessary(env, err);
2496}
2497
Andy McFadden2621e402013-02-19 07:29:21 -08002498static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
2499 jobject thiz) {
2500 ALOGV("android_media_MediaCodec_signalEndOfInputStream");
2501
2502 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002503 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002504 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08002505 return;
2506 }
2507
2508 status_t err = codec->signalEndOfInputStream();
2509
2510 throwExceptionAsNecessary(env, err);
2511}
2512
Lajos Molnard4023112014-07-11 15:12:59 -07002513static jobject android_media_MediaCodec_getFormatNative(
2514 JNIEnv *env, jobject thiz, jboolean input) {
2515 ALOGV("android_media_MediaCodec_getFormatNative");
Andreas Huber88572f72012-02-21 11:47:18 -08002516
2517 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2518
Wonsik Kim24e53802020-05-08 20:04:26 -07002519 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002520 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002521 return NULL;
2522 }
2523
2524 jobject format;
Lajos Molnard4023112014-07-11 15:12:59 -07002525 status_t err = codec->getFormat(env, input, &format);
2526
2527 if (err == OK) {
2528 return format;
2529 }
2530
2531 throwExceptionAsNecessary(env, err);
2532
2533 return NULL;
2534}
2535
2536static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
2537 JNIEnv *env, jobject thiz, jint index) {
2538 ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
2539
2540 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2541
Wonsik Kim24e53802020-05-08 20:04:26 -07002542 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002543 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002544 return NULL;
2545 }
2546
2547 jobject format;
2548 status_t err = codec->getOutputFormat(env, index, &format);
Andreas Huber88572f72012-02-21 11:47:18 -08002549
2550 if (err == OK) {
2551 return format;
2552 }
2553
2554 throwExceptionAsNecessary(env, err);
2555
2556 return NULL;
2557}
2558
2559static jobjectArray android_media_MediaCodec_getBuffers(
2560 JNIEnv *env, jobject thiz, jboolean input) {
2561 ALOGV("android_media_MediaCodec_getBuffers");
2562
2563 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2564
Wonsik Kim24e53802020-05-08 20:04:26 -07002565 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002566 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08002567 return NULL;
2568 }
2569
2570 jobjectArray buffers;
2571 status_t err = codec->getBuffers(env, input, &buffers);
2572
2573 if (err == OK) {
2574 return buffers;
2575 }
2576
Marco Nelissencbbea8e2012-12-19 11:42:55 -08002577 // if we're out of memory, an exception was already thrown
2578 if (err != NO_MEMORY) {
2579 throwExceptionAsNecessary(env, err);
2580 }
Andreas Huber88572f72012-02-21 11:47:18 -08002581
2582 return NULL;
2583}
2584
Lajos Molnard4023112014-07-11 15:12:59 -07002585static jobject android_media_MediaCodec_getBuffer(
2586 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2587 ALOGV("android_media_MediaCodec_getBuffer");
2588
2589 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2590
Wonsik Kim24e53802020-05-08 20:04:26 -07002591 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002592 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002593 return NULL;
2594 }
2595
2596 jobject buffer;
2597 status_t err = codec->getBuffer(env, input, index, &buffer);
2598
2599 if (err == OK) {
2600 return buffer;
2601 }
2602
2603 // if we're out of memory, an exception was already thrown
2604 if (err != NO_MEMORY) {
2605 throwExceptionAsNecessary(env, err);
2606 }
2607
2608 return NULL;
2609}
2610
2611static jobject android_media_MediaCodec_getImage(
2612 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2613 ALOGV("android_media_MediaCodec_getImage");
2614
2615 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2616
Wonsik Kim24e53802020-05-08 20:04:26 -07002617 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002618 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07002619 return NULL;
2620 }
2621
2622 jobject image;
2623 status_t err = codec->getImage(env, input, index, &image);
2624
2625 if (err == OK) {
2626 return image;
2627 }
2628
2629 // if we're out of memory, an exception was already thrown
2630 if (err != NO_MEMORY) {
2631 throwExceptionAsNecessary(env, err);
2632 }
2633
2634 return NULL;
2635}
2636
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002637static jobject android_media_MediaCodec_getName(
2638 JNIEnv *env, jobject thiz) {
2639 ALOGV("android_media_MediaCodec_getName");
2640
2641 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2642
Wonsik Kim24e53802020-05-08 20:04:26 -07002643 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002644 throwExceptionAsNecessary(env, INVALID_OPERATION);
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002645 return NULL;
2646 }
2647
2648 jstring name;
2649 status_t err = codec->getName(env, &name);
2650
2651 if (err == OK) {
2652 return name;
2653 }
2654
2655 throwExceptionAsNecessary(env, err);
2656
2657 return NULL;
2658}
2659
Chong Zhanga0b72a62018-02-28 18:46:26 -08002660static jobject android_media_MediaCodec_getOwnCodecInfo(
2661 JNIEnv *env, jobject thiz) {
2662 ALOGV("android_media_MediaCodec_getOwnCodecInfo");
2663
2664 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2665
Wonsik Kim24e53802020-05-08 20:04:26 -07002666 if (codec == NULL || codec->initCheck() != OK) {
Chong Zhanga0b72a62018-02-28 18:46:26 -08002667 throwExceptionAsNecessary(env, INVALID_OPERATION);
2668 return NULL;
2669 }
2670
2671 jobject codecInfoObj;
2672 status_t err = codec->getCodecInfo(env, &codecInfoObj);
2673
2674 if (err == OK) {
2675 return codecInfoObj;
2676 }
2677
2678 throwExceptionAsNecessary(env, err);
2679
2680 return NULL;
2681}
2682
Ray Essick0e0fee12017-01-25 18:01:56 -08002683static jobject
Ray Essickf2d0e402017-03-09 10:17:51 -08002684android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
Ray Essick0e0fee12017-01-25 18:01:56 -08002685{
Ray Essickf2d0e402017-03-09 10:17:51 -08002686 ALOGV("android_media_MediaCodec_native_getMetrics");
Ray Essick0e0fee12017-01-25 18:01:56 -08002687
2688 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
Wonsik Kim24e53802020-05-08 20:04:26 -07002689 if (codec == NULL || codec->initCheck() != OK) {
Ray Essick0e0fee12017-01-25 18:01:56 -08002690 jniThrowException(env, "java/lang/IllegalStateException", NULL);
2691 return 0;
2692 }
2693
2694 // get what we have for the metrics from the codec
Ray Essick81fbc5b2019-12-07 06:24:59 -08002695 mediametrics::Item *item = 0;
Ray Essickf2d0e402017-03-09 10:17:51 -08002696
2697 status_t err = codec->getMetrics(env, item);
Ray Essick0e0fee12017-01-25 18:01:56 -08002698 if (err != OK) {
2699 ALOGE("getMetrics failed");
2700 return (jobject) NULL;
2701 }
2702
Ray Essick0e0fee12017-01-25 18:01:56 -08002703 jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
2704
2705 // housekeeping
2706 delete item;
Ray Essick8268c412019-08-26 15:34:10 -07002707 item = 0;
Ray Essick0e0fee12017-01-25 18:01:56 -08002708
2709 return mybundle;
2710}
2711
Andreas Huber226065b2013-08-12 10:14:11 -07002712static void android_media_MediaCodec_setParameters(
2713 JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
2714 ALOGV("android_media_MediaCodec_setParameters");
2715
2716 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2717
Wonsik Kim24e53802020-05-08 20:04:26 -07002718 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002719 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber226065b2013-08-12 10:14:11 -07002720 return;
2721 }
2722
2723 sp<AMessage> params;
2724 status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, &params);
2725
2726 if (err == OK) {
2727 err = codec->setParameters(params);
2728 }
2729
2730 throwExceptionAsNecessary(env, err);
2731}
2732
Andreas Huberb12a5392012-04-30 14:18:33 -07002733static void android_media_MediaCodec_setVideoScalingMode(
2734 JNIEnv *env, jobject thiz, jint mode) {
2735 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2736
Wonsik Kim24e53802020-05-08 20:04:26 -07002737 if (codec == NULL || codec->initCheck() != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002738 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huberb12a5392012-04-30 14:18:33 -07002739 return;
2740 }
2741
2742 if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
2743 && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Dongwon Kangbef01e42017-06-16 14:02:31 -07002744 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
Andreas Huberb12a5392012-04-30 14:18:33 -07002745 return;
2746 }
2747
2748 codec->setVideoScalingMode(mode);
2749}
2750
ybai5e053202018-11-01 13:02:15 +08002751static void android_media_MediaCodec_setAudioPresentation(
2752 JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
2753 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2754
Wonsik Kim24e53802020-05-08 20:04:26 -07002755 if (codec == NULL || codec->initCheck() != OK) {
ybai5e053202018-11-01 13:02:15 +08002756 throwExceptionAsNecessary(env, INVALID_OPERATION);
2757 return;
2758 }
2759
2760 codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
2761}
2762
Wonsik Kim8798c8c2021-03-18 21:38:57 -07002763static jobject android_media_MediaCodec_getSupportedVendorParameters(
2764 JNIEnv *env, jobject thiz) {
2765 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2766
2767 if (codec == NULL || codec->initCheck() != OK) {
2768 throwExceptionAsNecessary(env, INVALID_OPERATION);
2769 return NULL;
2770 }
2771
2772 jobject ret = NULL;
2773 status_t status = codec->querySupportedVendorParameters(env, &ret);
2774 if (status != OK) {
2775 throwExceptionAsNecessary(env, status);
2776 }
2777
2778 return ret;
2779}
2780
2781static jobject android_media_MediaCodec_getParameterDescriptor(
2782 JNIEnv *env, jobject thiz, jstring name) {
2783 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2784
2785 if (codec == NULL || codec->initCheck() != OK) {
2786 throwExceptionAsNecessary(env, INVALID_OPERATION);
2787 return NULL;
2788 }
2789
2790 jobject ret = NULL;
2791 status_t status = codec->describeParameter(env, name, &ret);
2792 if (status != OK) {
2793 ret = NULL;
2794 }
2795 return ret;
2796}
2797
2798static void android_media_MediaCodec_subscribeToVendorParameters(
2799 JNIEnv *env, jobject thiz, jobject names) {
2800 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2801
2802 if (codec == NULL || codec->initCheck() != OK) {
2803 throwExceptionAsNecessary(env, INVALID_OPERATION);
2804 return;
2805 }
2806
2807 status_t status = codec->subscribeToVendorParameters(env, names);
2808 if (status != OK) {
2809 throwExceptionAsNecessary(env, status);
2810 }
2811 return;
2812}
2813
2814static void android_media_MediaCodec_unsubscribeFromVendorParameters(
2815 JNIEnv *env, jobject thiz, jobject names) {
2816 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2817
2818 if (codec == NULL || codec->initCheck() != OK) {
2819 throwExceptionAsNecessary(env, INVALID_OPERATION);
2820 return;
2821 }
2822
2823 status_t status = codec->unsubscribeFromVendorParameters(env, names);
2824 if (status != OK) {
2825 throwExceptionAsNecessary(env, status);
2826 }
2827 return;
2828}
2829
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07002830static void android_media_MediaCodec_native_init(JNIEnv *env, jclass) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002831 ScopedLocalRef<jclass> clazz(
2832 env, env->FindClass("android/media/MediaCodec"));
2833 CHECK(clazz.get() != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08002834
Andreas Huberaba67132013-10-22 12:40:01 -07002835 gFields.postEventFromNativeID =
2836 env->GetMethodID(
2837 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
Andreas Huberaba67132013-10-22 12:40:01 -07002838 CHECK(gFields.postEventFromNativeID != NULL);
2839
Wonsik Kim61796fd2018-09-13 13:15:59 -07002840 gFields.lockAndGetContextID =
2841 env->GetMethodID(
2842 clazz.get(), "lockAndGetContext", "()J");
2843 CHECK(gFields.lockAndGetContextID != NULL);
2844
2845 gFields.setAndUnlockContextID =
2846 env->GetMethodID(
2847 clazz.get(), "setAndUnlockContext", "(J)V");
2848 CHECK(gFields.setAndUnlockContextID != NULL);
2849
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002850 jfieldID field;
2851 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
2852 CHECK(field != NULL);
2853 gCryptoModes.Unencrypted =
2854 env->GetStaticIntField(clazz.get(), field);
2855
2856 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
2857 CHECK(field != NULL);
2858 gCryptoModes.AesCtr =
2859 env->GetStaticIntField(clazz.get(), field);
2860
2861 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
2862 CHECK(field != NULL);
2863 gCryptoModes.AesCbc =
2864 env->GetStaticIntField(clazz.get(), field);
2865
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002866 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
2867 CHECK(clazz.get() != NULL);
Andreas Huber91befdc2012-04-18 12:19:51 -07002868
2869 gFields.cryptoInfoNumSubSamplesID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002870 env->GetFieldID(clazz.get(), "numSubSamples", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002871 CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
2872
2873 gFields.cryptoInfoNumBytesOfClearDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002874 env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002875 CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
2876
2877 gFields.cryptoInfoNumBytesOfEncryptedDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002878 env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002879 CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
2880
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002881 gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002882 CHECK(gFields.cryptoInfoKeyID != NULL);
2883
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002884 gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07002885 CHECK(gFields.cryptoInfoIVID != NULL);
2886
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002887 gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07002888 CHECK(gFields.cryptoInfoModeID != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002889
Santiago Seifert09ae5f62020-09-18 16:51:04 +01002890 gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "mPattern",
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08002891 "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
2892 CHECK(gFields.cryptoInfoPatternID != NULL);
2893
2894 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
2895 CHECK(clazz.get() != NULL);
2896
2897 gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
2898 CHECK(gFields.patternEncryptBlocksID != NULL);
2899
2900 gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
2901 CHECK(gFields.patternSkipBlocksID != NULL);
2902
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002903 clazz.reset(env->FindClass("android/media/MediaCodec$QueueRequest"));
2904 CHECK(clazz.get() != NULL);
2905
2906 gFields.queueRequestIndexID = env->GetFieldID(clazz.get(), "mIndex", "I");
2907 CHECK(gFields.queueRequestIndexID != NULL);
2908
2909 clazz.reset(env->FindClass("android/media/MediaCodec$OutputFrame"));
2910 CHECK(clazz.get() != NULL);
2911
2912 gFields.outputFrameLinearBlockID =
2913 env->GetFieldID(clazz.get(), "mLinearBlock", "Landroid/media/MediaCodec$LinearBlock;");
2914 CHECK(gFields.outputFrameLinearBlockID != NULL);
2915
Wonsik Kim637afb22020-02-25 14:27:29 -08002916 gFields.outputFrameHardwareBufferID =
2917 env->GetFieldID(clazz.get(), "mHardwareBuffer", "Landroid/hardware/HardwareBuffer;");
2918 CHECK(gFields.outputFrameHardwareBufferID != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08002919
2920 gFields.outputFrameChangedKeysID =
2921 env->GetFieldID(clazz.get(), "mChangedKeys", "Ljava/util/ArrayList;");
2922 CHECK(gFields.outputFrameChangedKeysID != NULL);
2923
2924 gFields.outputFrameFormatID =
2925 env->GetFieldID(clazz.get(), "mFormat", "Landroid/media/MediaFormat;");
2926 CHECK(gFields.outputFrameFormatID != NULL);
2927
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002928 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
2929 CHECK(clazz.get() != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002930
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002931 field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002932 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002933 gCryptoErrorCodes.cryptoErrorNoKey =
2934 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002935
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002936 field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002937 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002938 gCryptoErrorCodes.cryptoErrorKeyExpired =
2939 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002940
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002941 field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002942 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002943 gCryptoErrorCodes.cryptoErrorResourceBusy =
2944 env->GetStaticIntField(clazz.get(), field);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002945
Jeff Tinker336d3ea2014-08-28 17:57:36 -07002946 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
2947 CHECK(field != NULL);
2948 gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
2949 env->GetStaticIntField(clazz.get(), field);
2950
Jeff Tinker96a2a952015-07-01 17:35:18 -07002951 field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
2952 CHECK(field != NULL);
2953 gCryptoErrorCodes.cryptoErrorSessionNotOpened =
2954 env->GetStaticIntField(clazz.get(), field);
2955
Jeff Tinker20594d82018-12-12 08:31:22 -08002956 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
2957 CHECK(field != NULL);
2958 gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
2959 env->GetStaticIntField(clazz.get(), field);
2960
Jeff Tinkerd3932162016-03-05 11:35:20 -08002961 field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
2962 CHECK(field != NULL);
2963 gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
2964 env->GetStaticIntField(clazz.get(), field);
2965
Jeff Tinker20594d82018-12-12 08:31:22 -08002966 field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
2967 CHECK(field != NULL);
2968 gCryptoErrorCodes.cryptoErrorFrameTooLarge =
2969 env->GetStaticIntField(clazz.get(), field);
2970
2971 field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
2972 CHECK(field != NULL);
2973 gCryptoErrorCodes.cryptoErrorLostState =
2974 env->GetStaticIntField(clazz.get(), field);
2975
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002976 clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
2977 CHECK(clazz.get() != NULL);
2978 field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
2979 CHECK(field != NULL);
2980 gCodecActionCodes.codecActionTransient =
2981 env->GetStaticIntField(clazz.get(), field);
2982
2983 field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
2984 CHECK(field != NULL);
2985 gCodecActionCodes.codecActionRecoverable =
2986 env->GetStaticIntField(clazz.get(), field);
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002987
Ronghua Wuc53ad692015-05-08 14:40:49 -07002988 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002989 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002990 gCodecErrorCodes.errorInsufficientResource =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002991 env->GetStaticIntField(clazz.get(), field);
2992
Ronghua Wuc53ad692015-05-08 14:40:49 -07002993 field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002994 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002995 gCodecErrorCodes.errorReclaimed =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002996 env->GetStaticIntField(clazz.get(), field);
Chong Zhang8034d602015-04-28 13:38:48 -07002997
2998 clazz.reset(env->FindClass("android/view/Surface"));
2999 CHECK(clazz.get() != NULL);
3000
3001 field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3002 CHECK(field != NULL);
3003 gPersistentSurfaceClassInfo.mLock = field;
3004
3005 jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
3006 CHECK(method != NULL);
3007 gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
3008
3009 clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
3010 CHECK(clazz.get() != NULL);
3011 gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3012
3013 method = env->GetMethodID(clazz.get(), "<init>", "()V");
3014 CHECK(method != NULL);
3015 gPersistentSurfaceClassInfo.ctor = method;
3016
3017 field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
3018 CHECK(field != NULL);
3019 gPersistentSurfaceClassInfo.mPersistentObject = field;
Chong Zhanga0b72a62018-02-28 18:46:26 -08003020
3021 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
3022 CHECK(clazz.get() != NULL);
3023 gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
3024
3025 method = env->GetMethodID(clazz.get(), "<init>",
Lajos Molnard2a7f472018-11-15 12:49:20 -08003026 "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
Chong Zhanga0b72a62018-02-28 18:46:26 -08003027 "Ljava/util/Map;Ljava/util/Map;)V");
3028 CHECK(method != NULL);
3029 gCodecInfo.capsCtorId = method;
3030
3031 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
3032 CHECK(clazz.get() != NULL);
3033 gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
3034
3035 field = env->GetFieldID(clazz.get(), "profile", "I");
3036 CHECK(field != NULL);
3037 gCodecInfo.profileField = field;
3038
3039 field = env->GetFieldID(clazz.get(), "level", "I");
3040 CHECK(field != NULL);
3041 gCodecInfo.levelField = field;
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003042
3043 clazz.reset(env->FindClass("java/nio/ByteBuffer"));
3044 CHECK(clazz.get() != NULL);
3045 gByteBufferInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3046
3047 ScopedLocalRef<jclass> byteOrderClass(
3048 env, env->FindClass("java/nio/ByteOrder"));
3049 CHECK(byteOrderClass.get() != NULL);
3050
3051 jmethodID nativeOrderID = env->GetStaticMethodID(
3052 byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
3053 CHECK(nativeOrderID != NULL);
3054
3055 ScopedLocalRef<jobject> nativeByteOrderObj{
3056 env, env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID)};
3057 gByteBufferInfo.nativeByteOrder = env->NewGlobalRef(nativeByteOrderObj.get());
3058 CHECK(gByteBufferInfo.nativeByteOrder != NULL);
3059 nativeByteOrderObj.reset();
3060
3061 gByteBufferInfo.orderId = env->GetMethodID(
3062 clazz.get(),
3063 "order",
3064 "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
3065 CHECK(gByteBufferInfo.orderId != NULL);
3066
3067 gByteBufferInfo.asReadOnlyBufferId = env->GetMethodID(
3068 clazz.get(), "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
3069 CHECK(gByteBufferInfo.asReadOnlyBufferId != NULL);
3070
3071 gByteBufferInfo.positionId = env->GetMethodID(
3072 clazz.get(), "position", "(I)Ljava/nio/Buffer;");
3073 CHECK(gByteBufferInfo.positionId != NULL);
3074
3075 gByteBufferInfo.limitId = env->GetMethodID(
3076 clazz.get(), "limit", "(I)Ljava/nio/Buffer;");
3077 CHECK(gByteBufferInfo.limitId != NULL);
3078
Wonsik Kimc3c53cf2020-04-15 10:39:45 -07003079 gByteBufferInfo.getPositionId = env->GetMethodID(
3080 clazz.get(), "position", "()I");
3081 CHECK(gByteBufferInfo.getPositionId != NULL);
3082
3083 gByteBufferInfo.getLimitId = env->GetMethodID(
3084 clazz.get(), "limit", "()I");
3085 CHECK(gByteBufferInfo.getLimitId != NULL);
3086
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003087 clazz.reset(env->FindClass("java/util/ArrayList"));
3088 CHECK(clazz.get() != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003089 gArrayListInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3090
3091 gArrayListInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3092 CHECK(gArrayListInfo.ctorId != NULL);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003093
3094 gArrayListInfo.sizeId = env->GetMethodID(clazz.get(), "size", "()I");
3095 CHECK(gArrayListInfo.sizeId != NULL);
3096
3097 gArrayListInfo.getId = env->GetMethodID(clazz.get(), "get", "(I)Ljava/lang/Object;");
3098 CHECK(gArrayListInfo.getId != NULL);
3099
3100 gArrayListInfo.addId = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
3101 CHECK(gArrayListInfo.addId != NULL);
3102
3103 clazz.reset(env->FindClass("android/media/MediaCodec$LinearBlock"));
3104 CHECK(clazz.get() != NULL);
3105
3106 gLinearBlockInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3107
3108 gLinearBlockInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3109 CHECK(gLinearBlockInfo.ctorId != NULL);
3110
3111 gLinearBlockInfo.setInternalStateId = env->GetMethodID(
3112 clazz.get(), "setInternalStateLocked", "(JZ)V");
3113 CHECK(gLinearBlockInfo.setInternalStateId != NULL);
3114
3115 gLinearBlockInfo.contextId = env->GetFieldID(clazz.get(), "mNativeContext", "J");
3116 CHECK(gLinearBlockInfo.contextId != NULL);
3117
3118 gLinearBlockInfo.validId = env->GetFieldID(clazz.get(), "mValid", "Z");
3119 CHECK(gLinearBlockInfo.validId != NULL);
3120
3121 gLinearBlockInfo.lockId = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3122 CHECK(gLinearBlockInfo.lockId != NULL);
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003123
3124 clazz.reset(env->FindClass("android/media/MediaCodec$ParameterDescriptor"));
3125 CHECK(clazz.get() != NULL);
3126 gDescriptorInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3127
3128 gDescriptorInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3129 CHECK(gDescriptorInfo.ctorId != NULL);
3130
3131 gDescriptorInfo.nameId = env->GetFieldID(clazz.get(), "mName", "Ljava/lang/String;");
3132 CHECK(gDescriptorInfo.nameId != NULL);
3133
3134 gDescriptorInfo.typeId = env->GetFieldID(clazz.get(), "mType", "I");
3135 CHECK(gDescriptorInfo.typeId != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003136}
3137
3138static void android_media_MediaCodec_native_setup(
3139 JNIEnv *env, jobject thiz,
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003140 jstring name, jboolean nameIsType, jboolean encoder, int pid, int uid) {
Andreas Huber88572f72012-02-21 11:47:18 -08003141 if (name == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003142 jniThrowException(env, "java/lang/NullPointerException", NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003143 return;
3144 }
3145
3146 const char *tmp = env->GetStringUTFChars(name, NULL);
3147
3148 if (tmp == NULL) {
3149 return;
3150 }
3151
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003152 sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder, pid, uid);
Andreas Huber88572f72012-02-21 11:47:18 -08003153
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003154 const status_t err = codec->initCheck();
3155 if (err == NAME_NOT_FOUND) {
3156 // fail and do not try again.
3157 jniThrowException(env, "java/lang/IllegalArgumentException",
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003158 String8::format("Failed to initialize %s, error %#x (NAME_NOT_FOUND)", tmp, err));
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003159 env->ReleaseStringUTFChars(name, tmp);
3160 return;
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003161 }
3162 if (err == NO_MEMORY) {
Ronghua Wuc53ad692015-05-08 14:40:49 -07003163 throwCodecException(env, err, ACTION_CODE_TRANSIENT,
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003164 String8::format("Failed to initialize %s, error %#x (NO_MEMORY)", tmp, err));
Ronghua Wuc53ad692015-05-08 14:40:49 -07003165 env->ReleaseStringUTFChars(name, tmp);
3166 return;
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003167 }
3168 if (err == PERMISSION_DENIED) {
3169 jniThrowException(env, "java/lang/SecurityException",
3170 String8::format("Failed to initialize %s, error %#x (PERMISSION_DENIED)", tmp,
3171 err));
3172 env->ReleaseStringUTFChars(name, tmp);
3173 return;
3174 }
3175 if (err != OK) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003176 // believed possible to try again
3177 jniThrowException(env, "java/io/IOException",
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003178 String8::format("Failed to find matching codec %s, error %#x (?)", tmp, err));
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003179 env->ReleaseStringUTFChars(name, tmp);
Andreas Huber88572f72012-02-21 11:47:18 -08003180 return;
3181 }
3182
Andy Hung5f9aa0b2014-07-30 15:48:21 -07003183 env->ReleaseStringUTFChars(name, tmp);
3184
Andreas Huberaba67132013-10-22 12:40:01 -07003185 codec->registerSelf();
3186
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003187 setMediaCodec(env, thiz, codec);
Andreas Huber88572f72012-02-21 11:47:18 -08003188}
3189
3190static void android_media_MediaCodec_native_finalize(
3191 JNIEnv *env, jobject thiz) {
Wonsik Kim89666622020-04-28 10:43:47 -07003192 setMediaCodec(env, thiz, NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08003193}
3194
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003195// MediaCodec.LinearBlock
3196
3197static jobject android_media_MediaCodec_LinearBlock_native_map(
3198 JNIEnv *env, jobject thiz) {
3199 JMediaCodecLinearBlock *context =
3200 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3201 if (context->mBuffer) {
3202 std::shared_ptr<C2Buffer> buffer = context->mBuffer;
3203 if (!context->mReadonlyMapping) {
3204 const C2BufferData data = buffer->data();
3205 if (data.type() != C2BufferData::LINEAR) {
3206 throwExceptionAsNecessary(env, INVALID_OPERATION);
3207 return nullptr;
3208 }
3209 if (data.linearBlocks().size() != 1u) {
3210 throwExceptionAsNecessary(env, INVALID_OPERATION);
3211 return nullptr;
3212 }
3213 C2ConstLinearBlock block = data.linearBlocks().front();
3214 context->mReadonlyMapping =
3215 std::make_shared<C2ReadView>(block.map().get());
3216 }
3217 return CreateByteBuffer(
3218 env,
3219 context->mReadonlyMapping->data(), // base
3220 context->mReadonlyMapping->capacity(), // capacity
3221 0u, // offset
3222 context->mReadonlyMapping->capacity(), // size
3223 true, // readOnly
3224 true /* clearBuffer */);
3225 } else if (context->mBlock) {
3226 std::shared_ptr<C2LinearBlock> block = context->mBlock;
3227 if (!context->mReadWriteMapping) {
3228 context->mReadWriteMapping =
3229 std::make_shared<C2WriteView>(block->map().get());
3230 }
3231 return CreateByteBuffer(
3232 env,
3233 context->mReadWriteMapping->base(),
3234 context->mReadWriteMapping->capacity(),
3235 context->mReadWriteMapping->offset(),
3236 context->mReadWriteMapping->size(),
3237 false, // readOnly
3238 true /* clearBuffer */);
3239 } else if (context->mLegacyBuffer) {
3240 return CreateByteBuffer(
3241 env,
3242 context->mLegacyBuffer->base(),
3243 context->mLegacyBuffer->capacity(),
3244 context->mLegacyBuffer->offset(),
3245 context->mLegacyBuffer->size(),
3246 true, // readOnly
3247 true /* clearBuffer */);
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003248 } else if (context->mMemory) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003249 return CreateByteBuffer(
3250 env,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003251 context->mMemory->unsecurePointer(),
3252 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003253 0,
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003254 context->mMemory->size(),
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003255 false, // readOnly
3256 true /* clearBuffer */);
3257 }
3258 throwExceptionAsNecessary(env, INVALID_OPERATION);
3259 return nullptr;
3260}
3261
3262static void android_media_MediaCodec_LinearBlock_native_recycle(
3263 JNIEnv *env, jobject thiz) {
3264 JMediaCodecLinearBlock *context =
3265 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
Wonsik Kimd319a442020-05-28 17:54:06 -07003266 env->CallVoidMethod(thiz, gLinearBlockInfo.setInternalStateId, jlong(0), false);
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003267 delete context;
3268}
3269
3270static void PopulateNamesVector(
3271 JNIEnv *env, jobjectArray codecNames, std::vector<std::string> *names) {
3272 jsize length = env->GetArrayLength(codecNames);
3273 for (jsize i = 0; i < length; ++i) {
3274 jstring jstr = static_cast<jstring>(env->GetObjectArrayElement(codecNames, i));
3275 if (jstr == nullptr) {
3276 // null entries are ignored
3277 continue;
3278 }
3279 const char *cstr = env->GetStringUTFChars(jstr, nullptr);
3280 if (cstr == nullptr) {
3281 throwExceptionAsNecessary(env, BAD_VALUE);
3282 return;
3283 }
3284 names->emplace_back(cstr);
3285 env->ReleaseStringUTFChars(jstr, cstr);
3286 }
3287}
3288
3289static void android_media_MediaCodec_LinearBlock_native_obtain(
3290 JNIEnv *env, jobject thiz, jint capacity, jobjectArray codecNames) {
3291 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
3292 std::vector<std::string> names;
3293 PopulateNamesVector(env, codecNames, &names);
3294 bool hasSecure = false;
3295 bool hasNonSecure = false;
3296 for (const std::string &name : names) {
3297 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3298 hasSecure = true;
3299 } else {
3300 hasNonSecure = true;
3301 }
3302 }
3303 if (hasSecure && !hasNonSecure) {
Wonsik Kimf7069ce2020-05-13 17:15:47 -07003304 constexpr size_t kInitialDealerCapacity = 1048576; // 1MB
3305 thread_local sp<MemoryDealer> sDealer = new MemoryDealer(
3306 kInitialDealerCapacity, "JNI(1MB)");
3307 context->mMemory = sDealer->allocate(capacity);
3308 if (context->mMemory == nullptr) {
3309 size_t newDealerCapacity = sDealer->getMemoryHeap()->getSize() * 2;
3310 while (capacity * 2 > newDealerCapacity) {
3311 newDealerCapacity *= 2;
3312 }
3313 ALOGI("LinearBlock.native_obtain: "
3314 "Dealer capacity increasing from %zuMB to %zuMB",
3315 sDealer->getMemoryHeap()->getSize() / 1048576,
3316 newDealerCapacity / 1048576);
3317 sDealer = new MemoryDealer(
3318 newDealerCapacity,
3319 AStringPrintf("JNI(%zuMB)", newDealerCapacity).c_str());
3320 context->mMemory = sDealer->allocate(capacity);
3321 }
3322 context->mHidlMemory = hardware::fromHeap(context->mMemory->getMemory(
3323 &context->mHidlMemoryOffset, &context->mHidlMemorySize));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003324 } else {
3325 context->mBlock = MediaCodec::FetchLinearBlock(capacity, names);
3326 if (!context->mBlock) {
3327 jniThrowException(env, "java/io/IOException", nullptr);
3328 return;
3329 }
3330 }
3331 env->CallVoidMethod(
3332 thiz,
3333 gLinearBlockInfo.setInternalStateId,
3334 (jlong)context.release(),
3335 true /* isMappable */);
3336}
3337
3338static jboolean android_media_MediaCodec_LinearBlock_checkCompatible(
Wonsik Kimad4cd5c02020-03-31 22:31:44 -07003339 JNIEnv *env, jclass, jobjectArray codecNames) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003340 std::vector<std::string> names;
3341 PopulateNamesVector(env, codecNames, &names);
3342 bool isCompatible = false;
3343 bool hasSecure = false;
3344 bool hasNonSecure = false;
3345 for (const std::string &name : names) {
3346 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3347 hasSecure = true;
3348 } else {
3349 hasNonSecure = true;
3350 }
3351 }
3352 if (hasSecure && hasNonSecure) {
3353 return false;
3354 }
3355 status_t err = MediaCodec::CanFetchLinearBlock(names, &isCompatible);
3356 if (err != OK) {
3357 throwExceptionAsNecessary(env, err);
3358 }
3359 return isCompatible;
3360}
3361
Daniel Micay76f6a862015-09-19 17:31:01 -04003362static const JNINativeMethod gMethods[] = {
Lajos Molnard4023112014-07-11 15:12:59 -07003363 { "native_release", "()V", (void *)android_media_MediaCodec_release },
Andreas Huber88572f72012-02-21 11:47:18 -08003364
Lajos Molnar1e6e8012014-07-15 16:07:13 -07003365 { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
3366
Chong Zhang8034d602015-04-28 13:38:48 -07003367 { "native_releasePersistentInputSurface",
3368 "(Landroid/view/Surface;)V",
3369 (void *)android_media_MediaCodec_releasePersistentInputSurface},
3370
3371 { "native_createPersistentInputSurface",
3372 "()Landroid/media/MediaCodec$PersistentSurface;",
3373 (void *)android_media_MediaCodec_createPersistentInputSurface },
3374
Chong Zhang9560ddb2015-05-13 10:25:29 -07003375 { "native_setInputSurface", "(Landroid/view/Surface;)V",
3376 (void *)android_media_MediaCodec_setInputSurface },
Chong Zhang8034d602015-04-28 13:38:48 -07003377
Guillaume Chelfic072caf2021-02-03 16:18:26 +01003378 { "native_enableOnFirstTunnelFrameReadyListener", "(Z)V",
3379 (void *)android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener },
3380
Lajos Molnard8578572015-06-05 20:17:33 -07003381 { "native_enableOnFrameRenderedListener", "(Z)V",
3382 (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
3383
Chong Zhang8d5e5562014-07-08 18:49:21 -07003384 { "native_setCallback",
3385 "(Landroid/media/MediaCodec$Callback;)V",
3386 (void *)android_media_MediaCodec_native_setCallback },
3387
Andreas Huber88572f72012-02-21 11:47:18 -08003388 { "native_configure",
Andreas Huber8240d922012-04-04 14:06:32 -07003389 "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
Chong Zhang2659c2f2017-04-27 13:18:20 -07003390 "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003391 (void *)android_media_MediaCodec_native_configure },
3392
Lajos Molnar5e02ba92015-05-01 15:59:35 -07003393 { "native_setSurface",
3394 "(Landroid/view/Surface;)V",
3395 (void *)android_media_MediaCodec_native_setSurface },
3396
Andy McFadden2621e402013-02-19 07:29:21 -08003397 { "createInputSurface", "()Landroid/view/Surface;",
3398 (void *)android_media_MediaCodec_createInputSurface },
3399
Lajos Molnard4023112014-07-11 15:12:59 -07003400 { "native_start", "()V", (void *)android_media_MediaCodec_start },
Andreas Huberaba67132013-10-22 12:40:01 -07003401 { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
Lajos Molnard4023112014-07-11 15:12:59 -07003402 { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
Andreas Huber88572f72012-02-21 11:47:18 -08003403
Lajos Molnard4023112014-07-11 15:12:59 -07003404 { "native_queueInputBuffer", "(IIIJI)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003405 (void *)android_media_MediaCodec_queueInputBuffer },
3406
Lajos Molnard4023112014-07-11 15:12:59 -07003407 { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
Andreas Huber9e6bcce2012-04-06 12:14:47 -07003408 (void *)android_media_MediaCodec_queueSecureInputBuffer },
3409
Wonsik Kim637afb22020-02-25 14:27:29 -08003410 { "native_mapHardwareBuffer",
3411 "(Landroid/hardware/HardwareBuffer;)Landroid/media/Image;",
3412 (void *)android_media_MediaCodec_mapHardwareBuffer },
3413
3414 { "native_closeMediaImage", "(J)V", (void *)android_media_MediaCodec_closeMediaImage },
3415
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003416 { "native_queueLinearBlock",
3417 "(ILandroid/media/MediaCodec$LinearBlock;IILandroid/media/MediaCodec$CryptoInfo;JI"
3418 "Ljava/util/ArrayList;Ljava/util/ArrayList;)V",
3419 (void *)android_media_MediaCodec_native_queueLinearBlock },
3420
Wonsik Kim637afb22020-02-25 14:27:29 -08003421 { "native_queueHardwareBuffer",
3422 "(ILandroid/hardware/HardwareBuffer;JILjava/util/ArrayList;Ljava/util/ArrayList;)V",
3423 (void *)android_media_MediaCodec_native_queueHardwareBuffer },
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003424
3425 { "native_getOutputFrame",
3426 "(Landroid/media/MediaCodec$OutputFrame;I)V",
3427 (void *)android_media_MediaCodec_native_getOutputFrame },
3428
Lajos Molnard4023112014-07-11 15:12:59 -07003429 { "native_dequeueInputBuffer", "(J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003430 (void *)android_media_MediaCodec_dequeueInputBuffer },
3431
Lajos Molnard4023112014-07-11 15:12:59 -07003432 { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08003433 (void *)android_media_MediaCodec_dequeueOutputBuffer },
3434
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07003435 { "releaseOutputBuffer", "(IZZJ)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003436 (void *)android_media_MediaCodec_releaseOutputBuffer },
3437
Andy McFadden2621e402013-02-19 07:29:21 -08003438 { "signalEndOfInputStream", "()V",
3439 (void *)android_media_MediaCodec_signalEndOfInputStream },
3440
Lajos Molnard4023112014-07-11 15:12:59 -07003441 { "getFormatNative", "(Z)Ljava/util/Map;",
3442 (void *)android_media_MediaCodec_getFormatNative },
3443
3444 { "getOutputFormatNative", "(I)Ljava/util/Map;",
3445 (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
Andreas Huber88572f72012-02-21 11:47:18 -08003446
3447 { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
3448 (void *)android_media_MediaCodec_getBuffers },
3449
Lajos Molnard4023112014-07-11 15:12:59 -07003450 { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
3451 (void *)android_media_MediaCodec_getBuffer },
3452
3453 { "getImage", "(ZI)Landroid/media/Image;",
3454 (void *)android_media_MediaCodec_getImage },
3455
Lajos Molnard2a7f472018-11-15 12:49:20 -08003456 { "getCanonicalName", "()Ljava/lang/String;",
Martin Storsjo056ef2e2012-09-25 11:53:04 +03003457 (void *)android_media_MediaCodec_getName },
3458
Chong Zhanga0b72a62018-02-28 18:46:26 -08003459 { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
3460 (void *)android_media_MediaCodec_getOwnCodecInfo },
3461
Ray Essick10353e32017-04-14 10:22:55 -07003462 { "native_getMetrics", "()Landroid/os/PersistableBundle;",
Ray Essickf2d0e402017-03-09 10:17:51 -08003463 (void *)android_media_MediaCodec_native_getMetrics},
Ray Essick0e0fee12017-01-25 18:01:56 -08003464
Andreas Huber226065b2013-08-12 10:14:11 -07003465 { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
3466 (void *)android_media_MediaCodec_setParameters },
3467
Andreas Huberb12a5392012-04-30 14:18:33 -07003468 { "setVideoScalingMode", "(I)V",
3469 (void *)android_media_MediaCodec_setVideoScalingMode },
3470
ybai5e053202018-11-01 13:02:15 +08003471 { "native_setAudioPresentation", "(II)V",
3472 (void *)android_media_MediaCodec_setAudioPresentation },
3473
Wonsik Kim8798c8c2021-03-18 21:38:57 -07003474 { "native_getSupportedVendorParameters", "()Ljava/util/List;",
3475 (void *)android_media_MediaCodec_getSupportedVendorParameters },
3476
3477 { "native_getParameterDescriptor",
3478 "(Ljava/lang/String;)Landroid/media/MediaCodec$ParameterDescriptor;",
3479 (void *)android_media_MediaCodec_getParameterDescriptor },
3480
3481 { "native_subscribeToVendorParameters",
3482 "(Ljava/util/List;)V",
3483 (void *)android_media_MediaCodec_subscribeToVendorParameters},
3484
3485 { "native_unsubscribeFromVendorParameters",
3486 "(Ljava/util/List;)V",
3487 (void *)android_media_MediaCodec_unsubscribeFromVendorParameters},
3488
Andreas Huber88572f72012-02-21 11:47:18 -08003489 { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
3490
Brian Lindahl6ceeed42022-02-01 11:10:30 +01003491 { "native_setup", "(Ljava/lang/String;ZZII)V",
Andreas Huber88572f72012-02-21 11:47:18 -08003492 (void *)android_media_MediaCodec_native_setup },
3493
3494 { "native_finalize", "()V",
3495 (void *)android_media_MediaCodec_native_finalize },
3496};
3497
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003498static const JNINativeMethod gLinearBlockMethods[] = {
3499 { "native_map", "()Ljava/nio/ByteBuffer;",
3500 (void *)android_media_MediaCodec_LinearBlock_native_map },
3501
3502 { "native_recycle", "()V",
3503 (void *)android_media_MediaCodec_LinearBlock_native_recycle },
3504
3505 { "native_obtain", "(I[Ljava/lang/String;)V",
3506 (void *)android_media_MediaCodec_LinearBlock_native_obtain },
3507
3508 { "native_checkCompatible", "([Ljava/lang/String;)Z",
3509 (void *)android_media_MediaCodec_LinearBlock_checkCompatible },
3510};
3511
Andreas Huber88572f72012-02-21 11:47:18 -08003512int register_android_media_MediaCodec(JNIEnv *env) {
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003513 int result = AndroidRuntime::registerNativeMethods(env,
Andreas Huber88572f72012-02-21 11:47:18 -08003514 "android/media/MediaCodec", gMethods, NELEM(gMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003515 if (result != JNI_OK) {
3516 return result;
3517 }
3518 result = AndroidRuntime::registerNativeMethods(env,
3519 "android/media/MediaCodec$LinearBlock",
3520 gLinearBlockMethods,
3521 NELEM(gLinearBlockMethods));
Wonsik Kimccb7ac62019-12-27 17:12:40 -08003522 return result;
Andreas Huber88572f72012-02-21 11:47:18 -08003523}