1 /*
2 * Copyright 2012, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 //#define LOG_NDEBUG 0
18 #define LOG_TAG "MediaCodec-JNI"
19 #include <utils/Log.h>
20
21 #include <type_traits>
22
23 #include "android_media_MediaCodec.h"
24
25 #include "android_media_MediaCodecLinearBlock.h"
26 #include "android_media_MediaCrypto.h"
27 #include "android_media_MediaDescrambler.h"
28 #include "android_media_MediaMetricsJNI.h"
29 #include "android_media_Streams.h"
30 #include "android_runtime/AndroidRuntime.h"
31 #include "android_runtime/android_view_Surface.h"
32 #include "android_util_Binder.h"
33 #include "jni.h"
34 #include <nativehelper/JNIHelp.h>
35 #include <nativehelper/ScopedLocalRef.h>
36
37 #include <C2AllocatorGralloc.h>
38 #include <C2BlockInternal.h>
39 #include <C2Buffer.h>
40 #include <C2PlatformSupport.h>
41
42 #include <android/hardware/cas/native/1.0/IDescrambler.h>
43
44 #include <android_runtime/android_hardware_HardwareBuffer.h>
45
46 #include <binder/MemoryDealer.h>
47
48 #include <cutils/compiler.h>
49
50 #include <gui/Surface.h>
51
52 #include <hidlmemory/FrameworkUtils.h>
53
54 #include <media/MediaCodecBuffer.h>
55 #include <media/hardware/VideoAPI.h>
56 #include <media/stagefright/CodecBase.h>
57 #include <media/stagefright/MediaCodec.h>
58 #include <media/stagefright/foundation/ABuffer.h>
59 #include <media/stagefright/foundation/ADebug.h>
60 #include <media/stagefright/foundation/ALooper.h>
61 #include <media/stagefright/foundation/AMessage.h>
62 #include <media/stagefright/foundation/AString.h>
63 #include <media/stagefright/MediaErrors.h>
64 #include <media/stagefright/PersistentSurface.h>
65 #include <mediadrm/DrmUtils.h>
66 #include <mediadrm/ICrypto.h>
67
68 #include <private/android/AHardwareBufferHelpers.h>
69
70 #include <system/window.h>
71
72 namespace android {
73
74 // Keep these in sync with their equivalents in MediaCodec.java !!!
75 enum {
76 DEQUEUE_INFO_TRY_AGAIN_LATER = -1,
77 DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED = -2,
78 DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED = -3,
79 };
80
81 enum {
82 EVENT_CALLBACK = 1,
83 EVENT_SET_CALLBACK = 2,
84 EVENT_FRAME_RENDERED = 3,
85 EVENT_FIRST_TUNNEL_FRAME_READY = 4,
86 };
87
88 // From MediaFormat.java
89 enum {
90 TYPE_NULL = 0,
91 TYPE_INTEGER = 1,
92 TYPE_LONG = 2,
93 TYPE_FLOAT = 3,
94 TYPE_STRING = 4,
95 TYPE_BYTE_BUFFER = 5,
96 };
97
98 static struct CryptoErrorCodes {
99 jint cryptoErrorNoKey;
100 jint cryptoErrorKeyExpired;
101 jint cryptoErrorResourceBusy;
102 jint cryptoErrorInsufficientOutputProtection;
103 jint cryptoErrorSessionNotOpened;
104 jint cryptoErrorInsufficientSecurity;
105 jint cryptoErrorUnsupportedOperation;
106 jint cryptoErrorFrameTooLarge;
107 jint cryptoErrorLostState;
108 } gCryptoErrorCodes;
109
110 static struct CodecActionCodes {
111 jint codecActionTransient;
112 jint codecActionRecoverable;
113 } gCodecActionCodes;
114
115 static struct CodecErrorCodes {
116 jint errorInsufficientResource;
117 jint errorReclaimed;
118 } gCodecErrorCodes;
119
120 static struct {
121 jclass clazz;
122 jfieldID mLock;
123 jfieldID mPersistentObject;
124 jmethodID ctor;
125 jmethodID setNativeObjectLocked;
126 } gPersistentSurfaceClassInfo;
127
128 static struct {
129 jint Unencrypted;
130 jint AesCtr;
131 jint AesCbc;
132 } gCryptoModes;
133
134 static struct {
135 jclass capsClazz;
136 jmethodID capsCtorId;
137 jclass profileLevelClazz;
138 jfieldID profileField;
139 jfieldID levelField;
140 } gCodecInfo;
141
142 static struct {
143 jclass clazz;
144 jobject nativeByteOrder;
145 jmethodID orderId;
146 jmethodID asReadOnlyBufferId;
147 jmethodID positionId;
148 jmethodID limitId;
149 jmethodID getPositionId;
150 jmethodID getLimitId;
151 } gByteBufferInfo;
152
153 static struct {
154 jclass clazz;
155 jmethodID ctorId;
156 jmethodID sizeId;
157 jmethodID getId;
158 jmethodID addId;
159 } gArrayListInfo;
160
161 static struct {
162 jclass clazz;
163 jmethodID ctorId;
164 jmethodID setInternalStateId;
165 jfieldID contextId;
166 jfieldID validId;
167 jfieldID lockId;
168 } gLinearBlockInfo;
169
170 static struct {
171 jclass clazz;
172 jmethodID ctorId;
173 jfieldID nameId;
174 jfieldID typeId;
175 } gDescriptorInfo;
176
177 struct fields_t {
178 jmethodID postEventFromNativeID;
179 jmethodID lockAndGetContextID;
180 jmethodID setAndUnlockContextID;
181 jfieldID cryptoInfoNumSubSamplesID;
182 jfieldID cryptoInfoNumBytesOfClearDataID;
183 jfieldID cryptoInfoNumBytesOfEncryptedDataID;
184 jfieldID cryptoInfoKeyID;
185 jfieldID cryptoInfoIVID;
186 jfieldID cryptoInfoModeID;
187 jfieldID cryptoInfoPatternID;
188 jfieldID patternEncryptBlocksID;
189 jfieldID patternSkipBlocksID;
190 jfieldID queueRequestIndexID;
191 jfieldID outputFrameLinearBlockID;
192 jfieldID outputFrameHardwareBufferID;
193 jfieldID outputFrameChangedKeysID;
194 jfieldID outputFrameFormatID;
195 };
196
197 static fields_t gFields;
198 static const void *sRefBaseOwner;
199
200
201 ////////////////////////////////////////////////////////////////////////////////
202
JMediaCodec(JNIEnv * env,jobject thiz,const char * name,bool nameIsType,bool encoder)203 JMediaCodec::JMediaCodec(
204 JNIEnv *env, jobject thiz,
205 const char *name, bool nameIsType, bool encoder)
206 : mClass(NULL),
207 mObject(NULL) {
208 jclass clazz = env->GetObjectClass(thiz);
209 CHECK(clazz != NULL);
210
211 mClass = (jclass)env->NewGlobalRef(clazz);
212 mObject = env->NewWeakGlobalRef(thiz);
213
214 mLooper = new ALooper;
215 mLooper->setName("MediaCodec_looper");
216
217 mLooper->start(
218 false, // runOnCallingThread
219 true, // canCallJava
220 ANDROID_PRIORITY_VIDEO);
221
222 if (nameIsType) {
223 mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus);
224 if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
225 mNameAtCreation = "(null)";
226 }
227 } else {
228 mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus);
229 mNameAtCreation = name;
230 }
231 CHECK((mCodec != NULL) != (mInitStatus != OK));
232 }
233
initCheck() const234 status_t JMediaCodec::initCheck() const {
235 return mInitStatus;
236 }
237
registerSelf()238 void JMediaCodec::registerSelf() {
239 mLooper->registerHandler(this);
240 }
241
release()242 void JMediaCodec::release() {
243 std::call_once(mReleaseFlag, [this] {
244 if (mCodec != NULL) {
245 mCodec->release();
246 mInitStatus = NO_INIT;
247 }
248
249 if (mLooper != NULL) {
250 mLooper->unregisterHandler(id());
251 mLooper->stop();
252 mLooper.clear();
253 }
254 });
255 }
256
releaseAsync()257 void JMediaCodec::releaseAsync() {
258 std::call_once(mAsyncReleaseFlag, [this] {
259 if (mCodec != NULL) {
260 sp<AMessage> notify = new AMessage(kWhatAsyncReleaseComplete, this);
261 // Hold strong reference to this until async release is complete
262 notify->setObject("this", this);
263 mCodec->releaseAsync(notify);
264 }
265 mInitStatus = NO_INIT;
266 });
267 }
268
~JMediaCodec()269 JMediaCodec::~JMediaCodec() {
270 if (mLooper != NULL) {
271 /* MediaCodec and looper should have been released explicitly already
272 * in setMediaCodec() (see comments in setMediaCodec()).
273 *
274 * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
275 * message handler, doing release() there risks deadlock as MediaCodec::
276 * release() post synchronous message to the same looper.
277 *
278 * Print a warning and try to proceed with releasing.
279 */
280 ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
281 release();
282 ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
283 }
284
285 JNIEnv *env = AndroidRuntime::getJNIEnv();
286
287 env->DeleteWeakGlobalRef(mObject);
288 mObject = NULL;
289 env->DeleteGlobalRef(mClass);
290 mClass = NULL;
291 }
292
enableOnFirstTunnelFrameReadyListener(jboolean enable)293 status_t JMediaCodec::enableOnFirstTunnelFrameReadyListener(jboolean enable) {
294 if (enable) {
295 if (mOnFirstTunnelFrameReadyNotification == NULL) {
296 mOnFirstTunnelFrameReadyNotification = new AMessage(kWhatFirstTunnelFrameReady, this);
297 }
298 } else {
299 mOnFirstTunnelFrameReadyNotification.clear();
300 }
301
302 return mCodec->setOnFirstTunnelFrameReadyNotification(mOnFirstTunnelFrameReadyNotification);
303 }
304
enableOnFrameRenderedListener(jboolean enable)305 status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
306 if (enable) {
307 if (mOnFrameRenderedNotification == NULL) {
308 mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
309 }
310 } else {
311 mOnFrameRenderedNotification.clear();
312 }
313
314 return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
315 }
316
setCallback(jobject cb)317 status_t JMediaCodec::setCallback(jobject cb) {
318 if (cb != NULL) {
319 if (mCallbackNotification == NULL) {
320 mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
321 }
322 } else {
323 mCallbackNotification.clear();
324 }
325
326 return mCodec->setCallback(mCallbackNotification);
327 }
328
configure(const sp<AMessage> & format,const sp<IGraphicBufferProducer> & bufferProducer,const sp<ICrypto> & crypto,const sp<IDescrambler> & descrambler,int flags)329 status_t JMediaCodec::configure(
330 const sp<AMessage> &format,
331 const sp<IGraphicBufferProducer> &bufferProducer,
332 const sp<ICrypto> &crypto,
333 const sp<IDescrambler> &descrambler,
334 int flags) {
335 sp<Surface> client;
336 if (bufferProducer != NULL) {
337 mSurfaceTextureClient =
338 new Surface(bufferProducer, true /* controlledByApp */);
339 } else {
340 mSurfaceTextureClient.clear();
341 }
342
343 constexpr int32_t CONFIGURE_FLAG_ENCODE = 1;
344 AString mime;
345 CHECK(format->findString("mime", &mime));
346 mGraphicOutput = (mime.startsWithIgnoreCase("video/") || mime.startsWithIgnoreCase("image/"))
347 && !(flags & CONFIGURE_FLAG_ENCODE);
348 mHasCryptoOrDescrambler = (crypto != nullptr) || (descrambler != nullptr);
349 mCrypto = crypto;
350
351 return mCodec->configure(
352 format, mSurfaceTextureClient, crypto, descrambler, flags);
353 }
354
setSurface(const sp<IGraphicBufferProducer> & bufferProducer)355 status_t JMediaCodec::setSurface(
356 const sp<IGraphicBufferProducer> &bufferProducer) {
357 sp<Surface> client;
358 if (bufferProducer != NULL) {
359 client = new Surface(bufferProducer, true /* controlledByApp */);
360 }
361 status_t err = mCodec->setSurface(client);
362 if (err == OK) {
363 mSurfaceTextureClient = client;
364 }
365 return err;
366 }
367
createInputSurface(sp<IGraphicBufferProducer> * bufferProducer)368 status_t JMediaCodec::createInputSurface(
369 sp<IGraphicBufferProducer>* bufferProducer) {
370 return mCodec->createInputSurface(bufferProducer);
371 }
372
setInputSurface(const sp<PersistentSurface> & surface)373 status_t JMediaCodec::setInputSurface(
374 const sp<PersistentSurface> &surface) {
375 return mCodec->setInputSurface(surface);
376 }
377
start()378 status_t JMediaCodec::start() {
379 return mCodec->start();
380 }
381
stop()382 status_t JMediaCodec::stop() {
383 mSurfaceTextureClient.clear();
384
385 return mCodec->stop();
386 }
387
flush()388 status_t JMediaCodec::flush() {
389 return mCodec->flush();
390 }
391
reset()392 status_t JMediaCodec::reset() {
393 return mCodec->reset();
394 }
395
queueInputBuffer(size_t index,size_t offset,size_t size,int64_t timeUs,uint32_t flags,AString * errorDetailMsg)396 status_t JMediaCodec::queueInputBuffer(
397 size_t index,
398 size_t offset, size_t size, int64_t timeUs, uint32_t flags,
399 AString *errorDetailMsg) {
400 return mCodec->queueInputBuffer(
401 index, offset, size, timeUs, flags, errorDetailMsg);
402 }
403
queueSecureInputBuffer(size_t index,size_t offset,const CryptoPlugin::SubSample * subSamples,size_t numSubSamples,const uint8_t key[16],const uint8_t iv[16],CryptoPlugin::Mode mode,const CryptoPlugin::Pattern & pattern,int64_t presentationTimeUs,uint32_t flags,AString * errorDetailMsg)404 status_t JMediaCodec::queueSecureInputBuffer(
405 size_t index,
406 size_t offset,
407 const CryptoPlugin::SubSample *subSamples,
408 size_t numSubSamples,
409 const uint8_t key[16],
410 const uint8_t iv[16],
411 CryptoPlugin::Mode mode,
412 const CryptoPlugin::Pattern &pattern,
413 int64_t presentationTimeUs,
414 uint32_t flags,
415 AString *errorDetailMsg) {
416 return mCodec->queueSecureInputBuffer(
417 index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
418 presentationTimeUs, flags, errorDetailMsg);
419 }
420
queueBuffer(size_t index,const std::shared_ptr<C2Buffer> & buffer,int64_t timeUs,uint32_t flags,const sp<AMessage> & tunings,AString * errorDetailMsg)421 status_t JMediaCodec::queueBuffer(
422 size_t index, const std::shared_ptr<C2Buffer> &buffer, int64_t timeUs,
423 uint32_t flags, const sp<AMessage> &tunings, AString *errorDetailMsg) {
424 return mCodec->queueBuffer(
425 index, buffer, timeUs, flags, tunings, errorDetailMsg);
426 }
427
queueEncryptedLinearBlock(size_t index,const sp<hardware::HidlMemory> & buffer,size_t offset,const CryptoPlugin::SubSample * subSamples,size_t numSubSamples,const uint8_t key[16],const uint8_t iv[16],CryptoPlugin::Mode mode,const CryptoPlugin::Pattern & pattern,int64_t presentationTimeUs,uint32_t flags,const sp<AMessage> & tunings,AString * errorDetailMsg)428 status_t JMediaCodec::queueEncryptedLinearBlock(
429 size_t index,
430 const sp<hardware::HidlMemory> &buffer,
431 size_t offset,
432 const CryptoPlugin::SubSample *subSamples,
433 size_t numSubSamples,
434 const uint8_t key[16],
435 const uint8_t iv[16],
436 CryptoPlugin::Mode mode,
437 const CryptoPlugin::Pattern &pattern,
438 int64_t presentationTimeUs,
439 uint32_t flags,
440 const sp<AMessage> &tunings,
441 AString *errorDetailMsg) {
442 return mCodec->queueEncryptedBuffer(
443 index, buffer, offset, subSamples, numSubSamples, key, iv, mode, pattern,
444 presentationTimeUs, flags, tunings, errorDetailMsg);
445 }
446
dequeueInputBuffer(size_t * index,int64_t timeoutUs)447 status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
448 return mCodec->dequeueInputBuffer(index, timeoutUs);
449 }
450
dequeueOutputBuffer(JNIEnv * env,jobject bufferInfo,size_t * index,int64_t timeoutUs)451 status_t JMediaCodec::dequeueOutputBuffer(
452 JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
453 size_t size, offset;
454 int64_t timeUs;
455 uint32_t flags;
456 status_t err = mCodec->dequeueOutputBuffer(
457 index, &offset, &size, &timeUs, &flags, timeoutUs);
458
459 if (err != OK) {
460 return err;
461 }
462
463 ScopedLocalRef<jclass> clazz(
464 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
465
466 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
467 env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
468
469 return OK;
470 }
471
releaseOutputBuffer(size_t index,bool render,bool updatePTS,int64_t timestampNs)472 status_t JMediaCodec::releaseOutputBuffer(
473 size_t index, bool render, bool updatePTS, int64_t timestampNs) {
474 if (updatePTS) {
475 return mCodec->renderOutputBufferAndRelease(index, timestampNs);
476 }
477 return render
478 ? mCodec->renderOutputBufferAndRelease(index)
479 : mCodec->releaseOutputBuffer(index);
480 }
481
signalEndOfInputStream()482 status_t JMediaCodec::signalEndOfInputStream() {
483 return mCodec->signalEndOfInputStream();
484 }
485
getFormat(JNIEnv * env,bool input,jobject * format) const486 status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
487 sp<AMessage> msg;
488 status_t err;
489 err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
490 if (err != OK) {
491 return err;
492 }
493
494 return ConvertMessageToMap(env, msg, format);
495 }
496
getOutputFormat(JNIEnv * env,size_t index,jobject * format) const497 status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
498 sp<AMessage> msg;
499 status_t err;
500 if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
501 return err;
502 }
503
504 return ConvertMessageToMap(env, msg, format);
505 }
506
getBuffers(JNIEnv * env,bool input,jobjectArray * bufArray) const507 status_t JMediaCodec::getBuffers(
508 JNIEnv *env, bool input, jobjectArray *bufArray) const {
509 Vector<sp<MediaCodecBuffer> > buffers;
510
511 status_t err =
512 input
513 ? mCodec->getInputBuffers(&buffers)
514 : mCodec->getOutputBuffers(&buffers);
515
516 if (err != OK) {
517 return err;
518 }
519
520 *bufArray = (jobjectArray)env->NewObjectArray(
521 buffers.size(), gByteBufferInfo.clazz, NULL);
522 if (*bufArray == NULL) {
523 return NO_MEMORY;
524 }
525
526 for (size_t i = 0; i < buffers.size(); ++i) {
527 const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
528
529 jobject byteBuffer = NULL;
530 err = createByteBufferFromABuffer(
531 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
532 if (err != OK) {
533 return err;
534 }
535 if (byteBuffer != NULL) {
536 env->SetObjectArrayElement(
537 *bufArray, i, byteBuffer);
538
539 env->DeleteLocalRef(byteBuffer);
540 byteBuffer = NULL;
541 }
542 }
543
544 return OK;
545 }
546
547 template <typename T>
CreateByteBuffer(JNIEnv * env,T * base,size_t capacity,size_t offset,size_t size,bool readOnly,bool clearBuffer)548 static jobject CreateByteBuffer(
549 JNIEnv *env, T *base, size_t capacity, size_t offset, size_t size,
550 bool readOnly, bool clearBuffer) {
551 jobject byteBuffer =
552 env->NewDirectByteBuffer(
553 const_cast<typename std::remove_const<T>::type *>(base),
554 capacity);
555 if (readOnly && byteBuffer != NULL) {
556 jobject readOnlyBuffer = env->CallObjectMethod(
557 byteBuffer, gByteBufferInfo.asReadOnlyBufferId);
558 env->DeleteLocalRef(byteBuffer);
559 byteBuffer = readOnlyBuffer;
560 }
561 if (byteBuffer == NULL) {
562 return nullptr;
563 }
564 jobject me = env->CallObjectMethod(
565 byteBuffer, gByteBufferInfo.orderId, gByteBufferInfo.nativeByteOrder);
566 env->DeleteLocalRef(me);
567 me = env->CallObjectMethod(
568 byteBuffer, gByteBufferInfo.limitId,
569 clearBuffer ? capacity : offset + size);
570 env->DeleteLocalRef(me);
571 me = env->CallObjectMethod(
572 byteBuffer, gByteBufferInfo.positionId,
573 clearBuffer ? 0 : offset);
574 env->DeleteLocalRef(me);
575 me = NULL;
576 return byteBuffer;
577 }
578
579
580 // static
581 template <typename T>
createByteBufferFromABuffer(JNIEnv * env,bool readOnly,bool clearBuffer,const sp<T> & buffer,jobject * buf) const582 status_t JMediaCodec::createByteBufferFromABuffer(
583 JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
584 jobject *buf) const {
585 // if this is an ABuffer that doesn't actually hold any accessible memory,
586 // use a null ByteBuffer
587 *buf = NULL;
588
589 if (buffer == NULL) {
590 ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
591 return OK;
592 }
593
594 if (buffer->base() == NULL) {
595 return OK;
596 }
597
598 jobject byteBuffer = CreateByteBuffer(
599 env, buffer->base(), buffer->capacity(), buffer->offset(), buffer->size(),
600 readOnly, clearBuffer);
601
602 *buf = byteBuffer;
603 return OK;
604 }
605
getBuffer(JNIEnv * env,bool input,size_t index,jobject * buf) const606 status_t JMediaCodec::getBuffer(
607 JNIEnv *env, bool input, size_t index, jobject *buf) const {
608 sp<MediaCodecBuffer> buffer;
609
610 status_t err =
611 input
612 ? mCodec->getInputBuffer(index, &buffer)
613 : mCodec->getOutputBuffer(index, &buffer);
614
615 if (err != OK) {
616 return err;
617 }
618
619 return createByteBufferFromABuffer(
620 env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
621 }
622
getImage(JNIEnv * env,bool input,size_t index,jobject * buf) const623 status_t JMediaCodec::getImage(
624 JNIEnv *env, bool input, size_t index, jobject *buf) const {
625 sp<MediaCodecBuffer> buffer;
626
627 status_t err =
628 input
629 ? mCodec->getInputBuffer(index, &buffer)
630 : mCodec->getOutputBuffer(index, &buffer);
631
632 if (err != OK) {
633 return err;
634 }
635
636 // if this is an ABuffer that doesn't actually hold any accessible memory,
637 // use a null ByteBuffer
638 *buf = NULL;
639 if (buffer->base() == NULL) {
640 return OK;
641 }
642
643 // check if buffer is an image
644 sp<ABuffer> imageData;
645 if (!buffer->meta()->findBuffer("image-data", &imageData)) {
646 return OK;
647 }
648
649 int64_t timestamp = 0;
650 if (!input && buffer->meta()->findInt64("timeUs", ×tamp)) {
651 timestamp *= 1000; // adjust to ns
652 }
653
654 jobject byteBuffer = NULL;
655 err = createByteBufferFromABuffer(
656 env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
657 if (err != OK) {
658 return OK;
659 }
660
661 jobject infoBuffer = NULL;
662 err = createByteBufferFromABuffer(
663 env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
664 if (err != OK) {
665 env->DeleteLocalRef(byteBuffer);
666 byteBuffer = NULL;
667 return OK;
668 }
669
670 jobject cropRect = NULL;
671 int32_t left, top, right, bottom;
672 if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
673 ScopedLocalRef<jclass> rectClazz(
674 env, env->FindClass("android/graphics/Rect"));
675 CHECK(rectClazz.get() != NULL);
676
677 jmethodID rectConstructID = env->GetMethodID(
678 rectClazz.get(), "<init>", "(IIII)V");
679
680 cropRect = env->NewObject(
681 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
682 }
683
684 ScopedLocalRef<jclass> imageClazz(
685 env, env->FindClass("android/media/MediaCodec$MediaImage"));
686 CHECK(imageClazz.get() != NULL);
687
688 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
689 "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
690
691 *buf = env->NewObject(imageClazz.get(), imageConstructID,
692 byteBuffer, infoBuffer,
693 (jboolean)!input /* readOnly */,
694 (jlong)timestamp,
695 (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
696
697 // if MediaImage creation fails, return null
698 if (env->ExceptionCheck()) {
699 env->ExceptionDescribe();
700 env->ExceptionClear();
701 *buf = NULL;
702 }
703
704 if (cropRect != NULL) {
705 env->DeleteLocalRef(cropRect);
706 cropRect = NULL;
707 }
708
709 env->DeleteLocalRef(byteBuffer);
710 byteBuffer = NULL;
711
712 env->DeleteLocalRef(infoBuffer);
713 infoBuffer = NULL;
714
715 return OK;
716 }
717
getOutputFrame(JNIEnv * env,jobject frame,size_t index) const718 status_t JMediaCodec::getOutputFrame(
719 JNIEnv *env, jobject frame, size_t index) const {
720 sp<MediaCodecBuffer> buffer;
721
722 status_t err = mCodec->getOutputBuffer(index, &buffer);
723 if (err != OK) {
724 return err;
725 }
726
727 if (buffer->size() > 0) {
728 std::shared_ptr<C2Buffer> c2Buffer = buffer->asC2Buffer();
729 if (c2Buffer) {
730 switch (c2Buffer->data().type()) {
731 case C2BufferData::LINEAR: {
732 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
733 context->mBuffer = c2Buffer;
734 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
735 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
736 env->CallVoidMethod(
737 linearBlock.get(),
738 gLinearBlockInfo.setInternalStateId,
739 (jlong)context.release(),
740 true);
741 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
742 break;
743 }
744 case C2BufferData::GRAPHIC: {
745 const C2Handle *c2Handle = c2Buffer->data().graphicBlocks().front().handle();
746 uint32_t width, height, format, stride, igbp_slot, generation;
747 uint64_t usage, igbp_id;
748 _UnwrapNativeCodec2GrallocMetadata(
749 c2Handle, &width, &height, &format, &usage, &stride, &generation,
750 &igbp_id, &igbp_slot);
751 native_handle_t *grallocHandle = UnwrapNativeCodec2GrallocHandle(c2Handle);
752 GraphicBuffer* graphicBuffer = new GraphicBuffer(
753 grallocHandle, GraphicBuffer::CLONE_HANDLE,
754 width, height, format, 1, usage, stride);
755 ScopedLocalRef<jobject> hardwareBuffer{
756 env,
757 android_hardware_HardwareBuffer_createFromAHardwareBuffer(
758 env, AHardwareBuffer_from_GraphicBuffer(graphicBuffer))};
759 env->SetObjectField(
760 frame, gFields.outputFrameHardwareBufferID, hardwareBuffer.get());
761 break;
762 }
763 case C2BufferData::LINEAR_CHUNKS: [[fallthrough]];
764 case C2BufferData::GRAPHIC_CHUNKS: [[fallthrough]];
765 case C2BufferData::INVALID: [[fallthrough]];
766 default:
767 return INVALID_OPERATION;
768 }
769 } else {
770 if (!mGraphicOutput) {
771 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
772 context->mLegacyBuffer = buffer;
773 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
774 gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
775 env->CallVoidMethod(
776 linearBlock.get(),
777 gLinearBlockInfo.setInternalStateId,
778 (jlong)context.release(),
779 true);
780 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
781 } else {
782 // No-op.
783 }
784 }
785 }
786
787 jobject formatMap;
788 err = getOutputFormat(env, index, &formatMap);
789 if (err != OK) {
790 return err;
791 }
792 ScopedLocalRef<jclass> mediaFormatClass{env, env->FindClass("android/media/MediaFormat")};
793 ScopedLocalRef<jobject> format{env, env->NewObject(
794 mediaFormatClass.get(),
795 env->GetMethodID(mediaFormatClass.get(), "<init>", "(Ljava/util/Map;)V"),
796 formatMap)};
797 env->SetObjectField(frame, gFields.outputFrameFormatID, format.get());
798 env->DeleteLocalRef(formatMap);
799 formatMap = nullptr;
800
801 sp<RefBase> obj;
802 if (buffer->meta()->findObject("changedKeys", &obj) && obj) {
803 sp<MediaCodec::WrapperObject<std::set<std::string>>> changedKeys{
804 (decltype(changedKeys.get()))obj.get()};
805 ScopedLocalRef<jobject> changedKeysObj{env, env->GetObjectField(
806 frame, gFields.outputFrameChangedKeysID)};
807 for (const std::string &key : changedKeys->value) {
808 ScopedLocalRef<jstring> keyStr{env, env->NewStringUTF(key.c_str())};
809 (void)env->CallBooleanMethod(changedKeysObj.get(), gArrayListInfo.addId, keyStr.get());
810 }
811 }
812 return OK;
813 }
814
815
getName(JNIEnv * env,jstring * nameStr) const816 status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
817 AString name;
818
819 status_t err = mCodec->getName(&name);
820
821 if (err != OK) {
822 return err;
823 }
824
825 *nameStr = env->NewStringUTF(name.c_str());
826
827 return OK;
828 }
829
getCodecCapabilitiesObject(JNIEnv * env,const char * mime,bool isEncoder,const sp<MediaCodecInfo::Capabilities> & capabilities)830 static jobject getCodecCapabilitiesObject(
831 JNIEnv *env, const char *mime, bool isEncoder,
832 const sp<MediaCodecInfo::Capabilities> &capabilities) {
833 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
834 Vector<uint32_t> colorFormats;
835
836 sp<AMessage> defaultFormat = new AMessage();
837 defaultFormat->setString("mime", mime);
838
839 capabilities->getSupportedColorFormats(&colorFormats);
840 capabilities->getSupportedProfileLevels(&profileLevels);
841 sp<AMessage> details = capabilities->getDetails();
842
843 jobject defaultFormatObj = NULL;
844 if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
845 return NULL;
846 }
847 ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
848
849 jobject detailsObj = NULL;
850 if (ConvertMessageToMap(env, details, &detailsObj)) {
851 return NULL;
852 }
853 ScopedLocalRef<jobject> detailsRef(env, detailsObj);
854
855 ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
856 profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
857
858 for (size_t i = 0; i < profileLevels.size(); ++i) {
859 const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
860
861 ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
862 gCodecInfo.profileLevelClazz));
863
864 env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
865 env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
866
867 env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
868 }
869
870 ScopedLocalRef<jintArray> colorFormatsArray(
871 env, env->NewIntArray(colorFormats.size()));
872 for (size_t i = 0; i < colorFormats.size(); ++i) {
873 jint val = colorFormats.itemAt(i);
874 env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
875 }
876
877 return env->NewObject(
878 gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
879 profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
880 defaultFormatRef.get(), detailsRef.get());
881 }
882
getCodecInfo(JNIEnv * env,jobject * codecInfoObject) const883 status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
884 sp<MediaCodecInfo> codecInfo;
885
886 status_t err = mCodec->getCodecInfo(&codecInfo);
887
888 if (err != OK) {
889 return err;
890 }
891
892 ScopedLocalRef<jstring> nameObject(env,
893 env->NewStringUTF(mNameAtCreation.c_str()));
894
895 ScopedLocalRef<jstring> canonicalNameObject(env,
896 env->NewStringUTF(codecInfo->getCodecName()));
897
898 MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
899 bool isEncoder = codecInfo->isEncoder();
900
901 Vector<AString> mediaTypes;
902 codecInfo->getSupportedMediaTypes(&mediaTypes);
903
904 ScopedLocalRef<jobjectArray> capsArrayObj(env,
905 env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
906
907 for (size_t i = 0; i < mediaTypes.size(); i++) {
908 const sp<MediaCodecInfo::Capabilities> caps =
909 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
910
911 ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
912 env, mediaTypes[i].c_str(), isEncoder, caps));
913
914 env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
915 }
916
917 ScopedLocalRef<jclass> codecInfoClazz(env,
918 env->FindClass("android/media/MediaCodecInfo"));
919 CHECK(codecInfoClazz.get() != NULL);
920
921 jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
922 "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
923
924 *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
925 nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
926
927 return OK;
928 }
929
getMetrics(JNIEnv *,mediametrics::Item * & reply) const930 status_t JMediaCodec::getMetrics(JNIEnv *, mediametrics::Item * &reply) const {
931 mediametrics_handle_t reply2 = mediametrics::Item::convert(reply);
932 status_t status = mCodec->getMetrics(reply2);
933 // getMetrics() updates reply2, pass the converted update along to our caller.
934 reply = mediametrics::Item::convert(reply2);
935 return status;
936 }
937
setParameters(const sp<AMessage> & msg)938 status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
939 return mCodec->setParameters(msg);
940 }
941
setVideoScalingMode(int mode)942 void JMediaCodec::setVideoScalingMode(int mode) {
943 if (mSurfaceTextureClient != NULL) {
944 // this works for components that queue to surface
945 native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
946 // also signal via param for components that queue to IGBP
947 sp<AMessage> msg = new AMessage;
948 msg->setInt32("android._video-scaling", mode);
949 (void)mCodec->setParameters(msg);
950 }
951 }
952
selectAudioPresentation(const int32_t presentationId,const int32_t programId)953 void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
954 sp<AMessage> msg = new AMessage;
955 msg->setInt32("audio-presentation-presentation-id", presentationId);
956 msg->setInt32("audio-presentation-program-id", programId);
957 (void)mCodec->setParameters(msg);
958 }
959
querySupportedVendorParameters(JNIEnv * env,jobject * namesObj)960 status_t JMediaCodec::querySupportedVendorParameters(JNIEnv *env, jobject *namesObj) {
961 std::vector<std::string> names;
962 status_t status = mCodec->querySupportedVendorParameters(&names);
963 if (status != OK) {
964 return status;
965 }
966 *namesObj = env->NewObject(gArrayListInfo.clazz, gArrayListInfo.ctorId);
967 for (const std::string &name : names) {
968 ScopedLocalRef<jstring> nameStr{env, env->NewStringUTF(name.c_str())};
969 (void)env->CallBooleanMethod(*namesObj, gArrayListInfo.addId, nameStr.get());
970 }
971 return OK;
972 }
973
describeParameter(JNIEnv * env,jstring name,jobject * descObj)974 status_t JMediaCodec::describeParameter(JNIEnv *env, jstring name, jobject *descObj) {
975 const char *tmp = env->GetStringUTFChars(name, nullptr);
976 CodecParameterDescriptor desc;
977 status_t status = mCodec->describeParameter(tmp, &desc);
978 env->ReleaseStringUTFChars(name, tmp);
979 if (status != OK) {
980 return status;
981 }
982 jint type = TYPE_NULL;
983 switch (desc.type) {
984 case AMessage::kTypeInt32: type = TYPE_INTEGER; break;
985 case AMessage::kTypeSize:
986 case AMessage::kTypeInt64: type = TYPE_LONG; break;
987 case AMessage::kTypeFloat: type = TYPE_FLOAT; break;
988 case AMessage::kTypeString: type = TYPE_STRING; break;
989 case AMessage::kTypeBuffer: type = TYPE_BYTE_BUFFER; break;
990 default: type = TYPE_NULL; break;
991 }
992 if (type == TYPE_NULL) {
993 return BAD_VALUE;
994 }
995 *descObj = env->NewObject(gDescriptorInfo.clazz, gDescriptorInfo.ctorId);
996 env->SetObjectField(*descObj, gDescriptorInfo.nameId, name);
997 env->SetIntField(*descObj, gDescriptorInfo.typeId, type);
998 return OK;
999 }
1000
BuildVectorFromList(JNIEnv * env,jobject list,std::vector<std::string> * vec)1001 static void BuildVectorFromList(JNIEnv *env, jobject list, std::vector<std::string> *vec) {
1002 ScopedLocalRef<jclass> listClazz{env, env->FindClass("java/util/List")};
1003 ScopedLocalRef<jclass> iterClazz{env, env->FindClass("java/util/Iterator")};
1004 jmethodID hasNextID = env->GetMethodID(iterClazz.get(), "hasNext", "()Z");
1005 jmethodID nextID = env->GetMethodID(iterClazz.get(), "next", "()Ljava/lang/Object;");
1006 jobject it = env->CallObjectMethod(
1007 list, env->GetMethodID(listClazz.get(), "iterator", "()Ljava/util/Iterator;"));
1008 while (env->CallBooleanMethod(it, hasNextID)) {
1009 jstring name = (jstring)env->CallObjectMethod(it, nextID);
1010 const char *tmp = env->GetStringUTFChars(name, nullptr);
1011 vec->push_back(tmp);
1012 env->ReleaseStringUTFChars(name, tmp);
1013 }
1014 }
1015
subscribeToVendorParameters(JNIEnv * env,jobject namesObj)1016 status_t JMediaCodec::subscribeToVendorParameters(JNIEnv *env, jobject namesObj) {
1017 std::vector<std::string> names;
1018 BuildVectorFromList(env, namesObj, &names);
1019 return mCodec->subscribeToVendorParameters(names);
1020 }
1021
unsubscribeFromVendorParameters(JNIEnv * env,jobject namesObj)1022 status_t JMediaCodec::unsubscribeFromVendorParameters(JNIEnv *env, jobject namesObj) {
1023 std::vector<std::string> names;
1024 BuildVectorFromList(env, namesObj, &names);
1025 return mCodec->unsubscribeFromVendorParameters(names);
1026 }
1027
createCodecException(JNIEnv * env,status_t err,int32_t actionCode,const char * msg=NULL)1028 static jthrowable createCodecException(
1029 JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
1030 ScopedLocalRef<jclass> clazz(
1031 env, env->FindClass("android/media/MediaCodec$CodecException"));
1032 CHECK(clazz.get() != NULL);
1033
1034 const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
1035 CHECK(ctor != NULL);
1036
1037 ScopedLocalRef<jstring> msgObj(
1038 env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
1039
1040 // translate action code to Java equivalent
1041 switch (actionCode) {
1042 case ACTION_CODE_TRANSIENT:
1043 actionCode = gCodecActionCodes.codecActionTransient;
1044 break;
1045 case ACTION_CODE_RECOVERABLE:
1046 actionCode = gCodecActionCodes.codecActionRecoverable;
1047 break;
1048 default:
1049 actionCode = 0; // everything else is fatal
1050 break;
1051 }
1052
1053 /* translate OS errors to Java API CodecException errorCodes */
1054 switch (err) {
1055 case NO_MEMORY:
1056 err = gCodecErrorCodes.errorInsufficientResource;
1057 break;
1058 case DEAD_OBJECT:
1059 err = gCodecErrorCodes.errorReclaimed;
1060 break;
1061 default: /* Other error codes go out as is. */
1062 break;
1063 }
1064
1065 return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
1066 }
1067
handleCallback(const sp<AMessage> & msg)1068 void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
1069 int32_t arg1, arg2 = 0;
1070 jobject obj = NULL;
1071 CHECK(msg->findInt32("callbackID", &arg1));
1072 JNIEnv *env = AndroidRuntime::getJNIEnv();
1073
1074 switch (arg1) {
1075 case MediaCodec::CB_INPUT_AVAILABLE:
1076 {
1077 CHECK(msg->findInt32("index", &arg2));
1078 break;
1079 }
1080
1081 case MediaCodec::CB_OUTPUT_AVAILABLE:
1082 {
1083 CHECK(msg->findInt32("index", &arg2));
1084
1085 size_t size, offset;
1086 int64_t timeUs;
1087 uint32_t flags;
1088 CHECK(msg->findSize("size", &size));
1089 CHECK(msg->findSize("offset", &offset));
1090 CHECK(msg->findInt64("timeUs", &timeUs));
1091 CHECK(msg->findInt32("flags", (int32_t *)&flags));
1092
1093 ScopedLocalRef<jclass> clazz(
1094 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
1095 jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
1096 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
1097
1098 obj = env->NewObject(clazz.get(), ctor);
1099
1100 if (obj == NULL) {
1101 if (env->ExceptionCheck()) {
1102 ALOGE("Could not create MediaCodec.BufferInfo.");
1103 env->ExceptionClear();
1104 }
1105 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1106 return;
1107 }
1108
1109 env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
1110 break;
1111 }
1112
1113 case MediaCodec::CB_ERROR:
1114 {
1115 int32_t err, actionCode;
1116 CHECK(msg->findInt32("err", &err));
1117 CHECK(msg->findInt32("actionCode", &actionCode));
1118
1119 // note that DRM errors could conceivably alias into a CodecException
1120 obj = (jobject)createCodecException(env, err, actionCode);
1121
1122 if (obj == NULL) {
1123 if (env->ExceptionCheck()) {
1124 ALOGE("Could not create CodecException object.");
1125 env->ExceptionClear();
1126 }
1127 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1128 return;
1129 }
1130
1131 break;
1132 }
1133
1134 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
1135 {
1136 sp<AMessage> format;
1137 CHECK(msg->findMessage("format", &format));
1138
1139 if (OK != ConvertMessageToMap(env, format, &obj)) {
1140 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1141 return;
1142 }
1143
1144 break;
1145 }
1146
1147 default:
1148 TRESPASS();
1149 }
1150
1151 env->CallVoidMethod(
1152 mObject,
1153 gFields.postEventFromNativeID,
1154 EVENT_CALLBACK,
1155 arg1,
1156 arg2,
1157 obj);
1158
1159 env->DeleteLocalRef(obj);
1160 }
1161
handleFirstTunnelFrameReadyNotification(const sp<AMessage> & msg)1162 void JMediaCodec::handleFirstTunnelFrameReadyNotification(const sp<AMessage> &msg) {
1163 int32_t arg1 = 0, arg2 = 0;
1164 jobject obj = NULL;
1165 JNIEnv *env = AndroidRuntime::getJNIEnv();
1166
1167 sp<AMessage> data;
1168 CHECK(msg->findMessage("data", &data));
1169
1170 status_t err = ConvertMessageToMap(env, data, &obj);
1171 if (err != OK) {
1172 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1173 return;
1174 }
1175
1176 env->CallVoidMethod(
1177 mObject, gFields.postEventFromNativeID,
1178 EVENT_FIRST_TUNNEL_FRAME_READY, arg1, arg2, obj);
1179
1180 env->DeleteLocalRef(obj);
1181 }
1182
handleFrameRenderedNotification(const sp<AMessage> & msg)1183 void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
1184 int32_t arg1 = 0, arg2 = 0;
1185 jobject obj = NULL;
1186 JNIEnv *env = AndroidRuntime::getJNIEnv();
1187
1188 sp<AMessage> data;
1189 CHECK(msg->findMessage("data", &data));
1190
1191 status_t err = ConvertMessageToMap(env, data, &obj);
1192 if (err != OK) {
1193 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1194 return;
1195 }
1196
1197 env->CallVoidMethod(
1198 mObject, gFields.postEventFromNativeID,
1199 EVENT_FRAME_RENDERED, arg1, arg2, obj);
1200
1201 env->DeleteLocalRef(obj);
1202 }
1203
onMessageReceived(const sp<AMessage> & msg)1204 void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
1205 switch (msg->what()) {
1206 case kWhatCallbackNotify:
1207 {
1208 handleCallback(msg);
1209 break;
1210 }
1211 case kWhatFrameRendered:
1212 {
1213 handleFrameRenderedNotification(msg);
1214 break;
1215 }
1216 case kWhatAsyncReleaseComplete:
1217 {
1218 if (mLooper != NULL) {
1219 mLooper->unregisterHandler(id());
1220 mLooper->stop();
1221 mLooper.clear();
1222 }
1223 break;
1224 }
1225 case kWhatFirstTunnelFrameReady:
1226 {
1227 handleFirstTunnelFrameReadyNotification(msg);
1228 break;
1229 }
1230 default:
1231 TRESPASS();
1232 }
1233 }
1234
1235 jint MediaErrorToJavaError(status_t err);
1236
1237 } // namespace android
1238
1239 ////////////////////////////////////////////////////////////////////////////////
1240
1241 using namespace android;
1242
setMediaCodec(JNIEnv * env,jobject thiz,const sp<JMediaCodec> & codec,bool release=true)1243 static sp<JMediaCodec> setMediaCodec(
1244 JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec, bool release = true) {
1245 sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1246 if (codec != NULL) {
1247 codec->incStrong(thiz);
1248 }
1249 if (old != NULL) {
1250 /* release MediaCodec and stop the looper now before decStrong.
1251 * otherwise JMediaCodec::~JMediaCodec() could be called from within
1252 * its message handler, doing release() from there will deadlock
1253 * (as MediaCodec::release() post synchronous message to the same looper)
1254 */
1255 if (release) {
1256 old->release();
1257 }
1258 old->decStrong(thiz);
1259 }
1260 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1261
1262 return old;
1263 }
1264
getMediaCodec(JNIEnv * env,jobject thiz)1265 static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
1266 sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1267 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1268 return codec;
1269 }
1270
android_media_MediaCodec_release(JNIEnv * env,jobject thiz)1271 static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
1272 // Clear Java native reference.
1273 sp<JMediaCodec> codec = setMediaCodec(env, thiz, nullptr, false /* release */);
1274 if (codec != NULL) {
1275 codec->releaseAsync();
1276 }
1277 }
1278
throwCodecException(JNIEnv * env,status_t err,int32_t actionCode,const char * msg)1279 static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
1280 jthrowable exception = createCodecException(env, err, actionCode, msg);
1281 env->Throw(exception);
1282 }
1283
throwCryptoException(JNIEnv * env,status_t err,const char * msg,const sp<ICrypto> & crypto)1284 static void throwCryptoException(JNIEnv *env, status_t err, const char *msg,
1285 const sp<ICrypto> &crypto) {
1286 ScopedLocalRef<jclass> clazz(
1287 env, env->FindClass("android/media/MediaCodec$CryptoException"));
1288 CHECK(clazz.get() != NULL);
1289
1290 jmethodID constructID =
1291 env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
1292 CHECK(constructID != NULL);
1293
1294 std::string defaultMsg = "Unknown Error";
1295
1296 /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
1297 switch (err) {
1298 case ERROR_DRM_NO_LICENSE:
1299 err = gCryptoErrorCodes.cryptoErrorNoKey;
1300 defaultMsg = "Crypto key not available";
1301 break;
1302 case ERROR_DRM_LICENSE_EXPIRED:
1303 err = gCryptoErrorCodes.cryptoErrorKeyExpired;
1304 defaultMsg = "License expired";
1305 break;
1306 case ERROR_DRM_RESOURCE_BUSY:
1307 err = gCryptoErrorCodes.cryptoErrorResourceBusy;
1308 defaultMsg = "Resource busy or unavailable";
1309 break;
1310 case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
1311 err = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
1312 defaultMsg = "Required output protections are not active";
1313 break;
1314 case ERROR_DRM_SESSION_NOT_OPENED:
1315 err = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
1316 defaultMsg = "Attempted to use a closed session";
1317 break;
1318 case ERROR_DRM_INSUFFICIENT_SECURITY:
1319 err = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
1320 defaultMsg = "Required security level is not met";
1321 break;
1322 case ERROR_DRM_CANNOT_HANDLE:
1323 err = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
1324 defaultMsg = "Operation not supported in this configuration";
1325 break;
1326 case ERROR_DRM_FRAME_TOO_LARGE:
1327 err = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
1328 defaultMsg = "Decrytped frame exceeds size of output buffer";
1329 break;
1330 case ERROR_DRM_SESSION_LOST_STATE:
1331 err = gCryptoErrorCodes.cryptoErrorLostState;
1332 defaultMsg = "Session state was lost, open a new session and retry";
1333 break;
1334 default: /* Other negative DRM error codes go out best-effort. */
1335 err = MediaErrorToJavaError(err);
1336 defaultMsg = StrCryptoError(err);
1337 break;
1338 }
1339
1340 std::string msgStr(msg != NULL ? msg : defaultMsg.c_str());
1341 if (crypto != NULL) {
1342 msgStr = DrmUtils::GetExceptionMessage(err, msgStr.c_str(), crypto);
1343 }
1344 jstring msgObj = env->NewStringUTF(msgStr.c_str());
1345
1346 jthrowable exception =
1347 (jthrowable)env->NewObject(clazz.get(), constructID, err, msgObj);
1348
1349 env->Throw(exception);
1350 }
1351
throwExceptionAsNecessary(JNIEnv * env,status_t err,int32_t actionCode=ACTION_CODE_FATAL,const char * msg=NULL,const sp<ICrypto> & crypto=NULL)1352 static jint throwExceptionAsNecessary(
1353 JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
1354 const char *msg = NULL, const sp<ICrypto>& crypto = NULL) {
1355 switch (err) {
1356 case OK:
1357 return 0;
1358
1359 case -EAGAIN:
1360 return DEQUEUE_INFO_TRY_AGAIN_LATER;
1361
1362 case INFO_FORMAT_CHANGED:
1363 return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1364
1365 case INFO_OUTPUT_BUFFERS_CHANGED:
1366 return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1367
1368 case INVALID_OPERATION:
1369 jniThrowException(env, "java/lang/IllegalStateException", msg);
1370 return 0;
1371
1372 case BAD_VALUE:
1373 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1374 return 0;
1375
1376 default:
1377 if (isCryptoError(err)) {
1378 throwCryptoException(env, err, msg, crypto);
1379 return 0;
1380 }
1381 throwCodecException(env, err, actionCode, msg);
1382 return 0;
1383 }
1384 }
1385
android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(JNIEnv * env,jobject thiz,jboolean enabled)1386 static void android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(
1387 JNIEnv *env,
1388 jobject thiz,
1389 jboolean enabled) {
1390 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1391
1392 if (codec == NULL || codec->initCheck() != OK) {
1393 throwExceptionAsNecessary(env, INVALID_OPERATION);
1394 return;
1395 }
1396
1397 status_t err = codec->enableOnFirstTunnelFrameReadyListener(enabled);
1398
1399 throwExceptionAsNecessary(env, err);
1400 }
1401
android_media_MediaCodec_native_enableOnFrameRenderedListener(JNIEnv * env,jobject thiz,jboolean enabled)1402 static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1403 JNIEnv *env,
1404 jobject thiz,
1405 jboolean enabled) {
1406 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1407
1408 if (codec == NULL || codec->initCheck() != OK) {
1409 throwExceptionAsNecessary(env, INVALID_OPERATION);
1410 return;
1411 }
1412
1413 status_t err = codec->enableOnFrameRenderedListener(enabled);
1414
1415 throwExceptionAsNecessary(env, err);
1416 }
1417
android_media_MediaCodec_native_setCallback(JNIEnv * env,jobject thiz,jobject cb)1418 static void android_media_MediaCodec_native_setCallback(
1419 JNIEnv *env,
1420 jobject thiz,
1421 jobject cb) {
1422 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1423
1424 if (codec == NULL || codec->initCheck() != OK) {
1425 throwExceptionAsNecessary(env, INVALID_OPERATION);
1426 return;
1427 }
1428
1429 status_t err = codec->setCallback(cb);
1430
1431 throwExceptionAsNecessary(env, err);
1432 }
1433
android_media_MediaCodec_native_configure(JNIEnv * env,jobject thiz,jobjectArray keys,jobjectArray values,jobject jsurface,jobject jcrypto,jobject descramblerBinderObj,jint flags)1434 static void android_media_MediaCodec_native_configure(
1435 JNIEnv *env,
1436 jobject thiz,
1437 jobjectArray keys, jobjectArray values,
1438 jobject jsurface,
1439 jobject jcrypto,
1440 jobject descramblerBinderObj,
1441 jint flags) {
1442 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1443
1444 if (codec == NULL || codec->initCheck() != OK) {
1445 throwExceptionAsNecessary(env, INVALID_OPERATION);
1446 return;
1447 }
1448
1449 sp<AMessage> format;
1450 status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1451
1452 if (err != OK) {
1453 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1454 return;
1455 }
1456
1457 sp<IGraphicBufferProducer> bufferProducer;
1458 if (jsurface != NULL) {
1459 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1460 if (surface != NULL) {
1461 bufferProducer = surface->getIGraphicBufferProducer();
1462 } else {
1463 jniThrowException(
1464 env,
1465 "java/lang/IllegalArgumentException",
1466 "The surface has been released");
1467 return;
1468 }
1469 }
1470
1471 sp<ICrypto> crypto;
1472 if (jcrypto != NULL) {
1473 crypto = JCrypto::GetCrypto(env, jcrypto);
1474 }
1475
1476 sp<IDescrambler> descrambler;
1477 if (descramblerBinderObj != NULL) {
1478 descrambler = GetDescrambler(env, descramblerBinderObj);
1479 }
1480
1481 err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
1482
1483 throwExceptionAsNecessary(env, err);
1484 }
1485
android_media_MediaCodec_native_setSurface(JNIEnv * env,jobject thiz,jobject jsurface)1486 static void android_media_MediaCodec_native_setSurface(
1487 JNIEnv *env,
1488 jobject thiz,
1489 jobject jsurface) {
1490 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1491
1492 if (codec == NULL || codec->initCheck() != OK) {
1493 throwExceptionAsNecessary(env, INVALID_OPERATION);
1494 return;
1495 }
1496
1497 sp<IGraphicBufferProducer> bufferProducer;
1498 if (jsurface != NULL) {
1499 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1500 if (surface != NULL) {
1501 bufferProducer = surface->getIGraphicBufferProducer();
1502 } else {
1503 jniThrowException(
1504 env,
1505 "java/lang/IllegalArgumentException",
1506 "The surface has been released");
1507 return;
1508 }
1509 }
1510
1511 status_t err = codec->setSurface(bufferProducer);
1512 throwExceptionAsNecessary(env, err);
1513 }
1514
android_media_MediaCodec_getPersistentInputSurface(JNIEnv * env,jobject object)1515 sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1516 JNIEnv* env, jobject object) {
1517 sp<PersistentSurface> persistentSurface;
1518
1519 jobject lock = env->GetObjectField(
1520 object, gPersistentSurfaceClassInfo.mLock);
1521 if (env->MonitorEnter(lock) == JNI_OK) {
1522 persistentSurface = reinterpret_cast<PersistentSurface *>(
1523 env->GetLongField(object,
1524 gPersistentSurfaceClassInfo.mPersistentObject));
1525 env->MonitorExit(lock);
1526 }
1527 env->DeleteLocalRef(lock);
1528
1529 return persistentSurface;
1530 }
1531
android_media_MediaCodec_createPersistentInputSurface(JNIEnv * env,jclass)1532 static jobject android_media_MediaCodec_createPersistentInputSurface(
1533 JNIEnv* env, jclass /* clazz */) {
1534 ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1535 sp<PersistentSurface> persistentSurface =
1536 MediaCodec::CreatePersistentInputSurface();
1537
1538 if (persistentSurface == NULL) {
1539 return NULL;
1540 }
1541
1542 sp<Surface> surface = new Surface(
1543 persistentSurface->getBufferProducer(), true);
1544 if (surface == NULL) {
1545 return NULL;
1546 }
1547
1548 jobject object = env->NewObject(
1549 gPersistentSurfaceClassInfo.clazz,
1550 gPersistentSurfaceClassInfo.ctor);
1551
1552 if (object == NULL) {
1553 if (env->ExceptionCheck()) {
1554 ALOGE("Could not create PersistentSurface.");
1555 env->ExceptionClear();
1556 }
1557 return NULL;
1558 }
1559
1560 jobject lock = env->GetObjectField(
1561 object, gPersistentSurfaceClassInfo.mLock);
1562 if (env->MonitorEnter(lock) == JNI_OK) {
1563 env->CallVoidMethod(
1564 object,
1565 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1566 (jlong)surface.get());
1567 env->SetLongField(
1568 object,
1569 gPersistentSurfaceClassInfo.mPersistentObject,
1570 (jlong)persistentSurface.get());
1571 env->MonitorExit(lock);
1572 } else {
1573 env->DeleteLocalRef(object);
1574 object = NULL;
1575 }
1576 env->DeleteLocalRef(lock);
1577
1578 if (object != NULL) {
1579 surface->incStrong(&sRefBaseOwner);
1580 persistentSurface->incStrong(&sRefBaseOwner);
1581 }
1582
1583 return object;
1584 }
1585
android_media_MediaCodec_releasePersistentInputSurface(JNIEnv * env,jclass,jobject object)1586 static void android_media_MediaCodec_releasePersistentInputSurface(
1587 JNIEnv* env, jclass /* clazz */, jobject object) {
1588 sp<PersistentSurface> persistentSurface;
1589
1590 jobject lock = env->GetObjectField(
1591 object, gPersistentSurfaceClassInfo.mLock);
1592 if (env->MonitorEnter(lock) == JNI_OK) {
1593 persistentSurface = reinterpret_cast<PersistentSurface *>(
1594 env->GetLongField(
1595 object, gPersistentSurfaceClassInfo.mPersistentObject));
1596 env->SetLongField(
1597 object,
1598 gPersistentSurfaceClassInfo.mPersistentObject,
1599 (jlong)0);
1600 env->MonitorExit(lock);
1601 }
1602 env->DeleteLocalRef(lock);
1603
1604 if (persistentSurface != NULL) {
1605 persistentSurface->decStrong(&sRefBaseOwner);
1606 }
1607 // no need to release surface as it will be released by Surface's jni
1608 }
1609
android_media_MediaCodec_setInputSurface(JNIEnv * env,jobject thiz,jobject object)1610 static void android_media_MediaCodec_setInputSurface(
1611 JNIEnv* env, jobject thiz, jobject object) {
1612 ALOGV("android_media_MediaCodec_setInputSurface");
1613
1614 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1615 if (codec == NULL || codec->initCheck() != OK) {
1616 throwExceptionAsNecessary(env, INVALID_OPERATION);
1617 return;
1618 }
1619
1620 sp<PersistentSurface> persistentSurface =
1621 android_media_MediaCodec_getPersistentInputSurface(env, object);
1622
1623 if (persistentSurface == NULL) {
1624 throwExceptionAsNecessary(
1625 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1626 return;
1627 }
1628 status_t err = codec->setInputSurface(persistentSurface);
1629 if (err != NO_ERROR) {
1630 throwExceptionAsNecessary(env, err);
1631 }
1632 }
1633
android_media_MediaCodec_createInputSurface(JNIEnv * env,jobject thiz)1634 static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1635 jobject thiz) {
1636 ALOGV("android_media_MediaCodec_createInputSurface");
1637
1638 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1639 if (codec == NULL || codec->initCheck() != OK) {
1640 throwExceptionAsNecessary(env, INVALID_OPERATION);
1641 return NULL;
1642 }
1643
1644 // Tell the MediaCodec that we want to use a Surface as input.
1645 sp<IGraphicBufferProducer> bufferProducer;
1646 status_t err = codec->createInputSurface(&bufferProducer);
1647 if (err != NO_ERROR) {
1648 throwExceptionAsNecessary(env, err);
1649 return NULL;
1650 }
1651
1652 // Wrap the IGBP in a Java-language Surface.
1653 return android_view_Surface_createFromIGraphicBufferProducer(env,
1654 bufferProducer);
1655 }
1656
android_media_MediaCodec_start(JNIEnv * env,jobject thiz)1657 static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1658 ALOGV("android_media_MediaCodec_start");
1659
1660 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1661
1662 if (codec == NULL || codec->initCheck() != OK) {
1663 throwExceptionAsNecessary(env, INVALID_OPERATION);
1664 return;
1665 }
1666
1667 status_t err = codec->start();
1668
1669 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
1670 }
1671
android_media_MediaCodec_stop(JNIEnv * env,jobject thiz)1672 static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1673 ALOGV("android_media_MediaCodec_stop");
1674
1675 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1676
1677 if (codec == NULL || codec->initCheck() != OK) {
1678 throwExceptionAsNecessary(env, INVALID_OPERATION);
1679 return;
1680 }
1681
1682 status_t err = codec->stop();
1683
1684 throwExceptionAsNecessary(env, err);
1685 }
1686
android_media_MediaCodec_reset(JNIEnv * env,jobject thiz)1687 static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1688 ALOGV("android_media_MediaCodec_reset");
1689
1690 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1691
1692 if (codec == NULL || codec->initCheck() != OK) {
1693 throwExceptionAsNecessary(env, INVALID_OPERATION);
1694 return;
1695 }
1696
1697 status_t err = codec->reset();
1698 if (err != OK) {
1699 // treat all errors as fatal for now, though resource not available
1700 // errors could be treated as transient.
1701 // we also should avoid sending INVALID_OPERATION here due to
1702 // the transitory nature of reset(), it should not inadvertently
1703 // trigger an IllegalStateException.
1704 err = UNKNOWN_ERROR;
1705 }
1706 throwExceptionAsNecessary(env, err);
1707 }
1708
android_media_MediaCodec_flush(JNIEnv * env,jobject thiz)1709 static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1710 ALOGV("android_media_MediaCodec_flush");
1711
1712 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1713
1714 if (codec == NULL || codec->initCheck() != OK) {
1715 throwExceptionAsNecessary(env, INVALID_OPERATION);
1716 return;
1717 }
1718
1719 status_t err = codec->flush();
1720
1721 throwExceptionAsNecessary(env, err);
1722 }
1723
android_media_MediaCodec_queueInputBuffer(JNIEnv * env,jobject thiz,jint index,jint offset,jint size,jlong timestampUs,jint flags)1724 static void android_media_MediaCodec_queueInputBuffer(
1725 JNIEnv *env,
1726 jobject thiz,
1727 jint index,
1728 jint offset,
1729 jint size,
1730 jlong timestampUs,
1731 jint flags) {
1732 ALOGV("android_media_MediaCodec_queueInputBuffer");
1733
1734 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1735
1736 if (codec == NULL || codec->initCheck() != OK) {
1737 throwExceptionAsNecessary(env, INVALID_OPERATION);
1738 return;
1739 }
1740
1741 AString errorDetailMsg;
1742
1743 status_t err = codec->queueInputBuffer(
1744 index, offset, size, timestampUs, flags, &errorDetailMsg);
1745
1746 throwExceptionAsNecessary(
1747 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
1748 }
1749
1750 struct NativeCryptoInfo {
NativeCryptoInfoNativeCryptoInfo1751 NativeCryptoInfo(JNIEnv *env, jobject cryptoInfoObj)
1752 : mEnv{env},
1753 mIvObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID)},
1754 mKeyObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID)} {
1755 mNumSubSamples = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1756
1757 ScopedLocalRef<jintArray> numBytesOfClearDataObj{env, (jintArray)env->GetObjectField(
1758 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID)};
1759
1760 ScopedLocalRef<jintArray> numBytesOfEncryptedDataObj{env, (jintArray)env->GetObjectField(
1761 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID)};
1762
1763 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1764 if (jmode == gCryptoModes.Unencrypted) {
1765 mMode = CryptoPlugin::kMode_Unencrypted;
1766 } else if (jmode == gCryptoModes.AesCtr) {
1767 mMode = CryptoPlugin::kMode_AES_CTR;
1768 } else if (jmode == gCryptoModes.AesCbc) {
1769 mMode = CryptoPlugin::kMode_AES_CBC;
1770 } else {
1771 throwExceptionAsNecessary(env, INVALID_OPERATION);
1772 return;
1773 }
1774
1775 ScopedLocalRef<jobject> patternObj{
1776 env, env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID)};
1777
1778 if (patternObj.get() == nullptr) {
1779 mPattern.mEncryptBlocks = 0;
1780 mPattern.mSkipBlocks = 0;
1781 } else {
1782 mPattern.mEncryptBlocks = env->GetIntField(
1783 patternObj.get(), gFields.patternEncryptBlocksID);
1784 mPattern.mSkipBlocks = env->GetIntField(
1785 patternObj.get(), gFields.patternSkipBlocksID);
1786 }
1787
1788 mErr = OK;
1789 if (mNumSubSamples <= 0) {
1790 mErr = -EINVAL;
1791 } else if (numBytesOfClearDataObj == nullptr
1792 && numBytesOfEncryptedDataObj == nullptr) {
1793 mErr = -EINVAL;
1794 } else if (numBytesOfEncryptedDataObj != nullptr
1795 && env->GetArrayLength(numBytesOfEncryptedDataObj.get()) < mNumSubSamples) {
1796 mErr = -ERANGE;
1797 } else if (numBytesOfClearDataObj != nullptr
1798 && env->GetArrayLength(numBytesOfClearDataObj.get()) < mNumSubSamples) {
1799 mErr = -ERANGE;
1800 // subSamples array may silently overflow if number of samples are too large. Use
1801 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1802 } else if (CC_UNLIKELY(mNumSubSamples >= (signed)(INT32_MAX / sizeof(*mSubSamples))) ) {
1803 mErr = -EINVAL;
1804 } else {
1805 jint *numBytesOfClearData =
1806 (numBytesOfClearDataObj == nullptr)
1807 ? nullptr
1808 : env->GetIntArrayElements(numBytesOfClearDataObj.get(), nullptr);
1809
1810 jint *numBytesOfEncryptedData =
1811 (numBytesOfEncryptedDataObj == nullptr)
1812 ? nullptr
1813 : env->GetIntArrayElements(numBytesOfEncryptedDataObj.get(), nullptr);
1814
1815 mSubSamples = new CryptoPlugin::SubSample[mNumSubSamples];
1816
1817 for (jint i = 0; i < mNumSubSamples; ++i) {
1818 mSubSamples[i].mNumBytesOfClearData =
1819 (numBytesOfClearData == nullptr) ? 0 : numBytesOfClearData[i];
1820
1821 mSubSamples[i].mNumBytesOfEncryptedData =
1822 (numBytesOfEncryptedData == nullptr) ? 0 : numBytesOfEncryptedData[i];
1823 }
1824
1825 if (numBytesOfEncryptedData != nullptr) {
1826 env->ReleaseIntArrayElements(
1827 numBytesOfEncryptedDataObj.get(), numBytesOfEncryptedData, 0);
1828 numBytesOfEncryptedData = nullptr;
1829 }
1830
1831 if (numBytesOfClearData != nullptr) {
1832 env->ReleaseIntArrayElements(
1833 numBytesOfClearDataObj.get(), numBytesOfClearData, 0);
1834 numBytesOfClearData = nullptr;
1835 }
1836 }
1837
1838 if (mErr == OK && mKeyObj.get() != nullptr) {
1839 if (env->GetArrayLength(mKeyObj.get()) != 16) {
1840 mErr = -EINVAL;
1841 } else {
1842 mKey = env->GetByteArrayElements(mKeyObj.get(), nullptr);
1843 }
1844 }
1845
1846 if (mErr == OK && mIvObj.get() != nullptr) {
1847 if (env->GetArrayLength(mIvObj.get()) != 16) {
1848 mErr = -EINVAL;
1849 } else {
1850 mIv = env->GetByteArrayElements(mIvObj.get(), nullptr);
1851 }
1852 }
1853
1854 }
1855
NativeCryptoInfoNativeCryptoInfo1856 explicit NativeCryptoInfo(jint size)
1857 : mIvObj{nullptr, nullptr},
1858 mKeyObj{nullptr, nullptr},
1859 mMode{CryptoPlugin::kMode_Unencrypted},
1860 mPattern{0, 0} {
1861 mSubSamples = new CryptoPlugin::SubSample[1];
1862 mNumSubSamples = 1;
1863 mSubSamples[0].mNumBytesOfClearData = size;
1864 mSubSamples[0].mNumBytesOfEncryptedData = 0;
1865 }
1866
~NativeCryptoInfoNativeCryptoInfo1867 ~NativeCryptoInfo() {
1868 if (mIv != nullptr) {
1869 mEnv->ReleaseByteArrayElements(mIvObj.get(), mIv, 0);
1870 }
1871
1872 if (mKey != nullptr) {
1873 mEnv->ReleaseByteArrayElements(mKeyObj.get(), mKey, 0);
1874 }
1875
1876 if (mSubSamples != nullptr) {
1877 delete[] mSubSamples;
1878 }
1879 }
1880
1881 JNIEnv *mEnv{nullptr};
1882 ScopedLocalRef<jbyteArray> mIvObj;
1883 ScopedLocalRef<jbyteArray> mKeyObj;
1884 status_t mErr{OK};
1885
1886 CryptoPlugin::SubSample *mSubSamples{nullptr};
1887 int32_t mNumSubSamples{0};
1888 jbyte *mIv{nullptr};
1889 jbyte *mKey{nullptr};
1890 enum CryptoPlugin::Mode mMode;
1891 CryptoPlugin::Pattern mPattern;
1892 };
1893
android_media_MediaCodec_queueSecureInputBuffer(JNIEnv * env,jobject thiz,jint index,jint offset,jobject cryptoInfoObj,jlong timestampUs,jint flags)1894 static void android_media_MediaCodec_queueSecureInputBuffer(
1895 JNIEnv *env,
1896 jobject thiz,
1897 jint index,
1898 jint offset,
1899 jobject cryptoInfoObj,
1900 jlong timestampUs,
1901 jint flags) {
1902 ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1903
1904 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1905
1906 if (codec == NULL || codec->initCheck() != OK) {
1907 throwExceptionAsNecessary(env, INVALID_OPERATION);
1908 return;
1909 }
1910
1911 jint numSubSamples =
1912 env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1913
1914 jintArray numBytesOfClearDataObj =
1915 (jintArray)env->GetObjectField(
1916 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1917
1918 jintArray numBytesOfEncryptedDataObj =
1919 (jintArray)env->GetObjectField(
1920 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1921
1922 jbyteArray keyObj =
1923 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1924
1925 jbyteArray ivObj =
1926 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1927
1928 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1929 enum CryptoPlugin::Mode mode;
1930 if (jmode == gCryptoModes.Unencrypted) {
1931 mode = CryptoPlugin::kMode_Unencrypted;
1932 } else if (jmode == gCryptoModes.AesCtr) {
1933 mode = CryptoPlugin::kMode_AES_CTR;
1934 } else if (jmode == gCryptoModes.AesCbc) {
1935 mode = CryptoPlugin::kMode_AES_CBC;
1936 } else {
1937 throwExceptionAsNecessary(env, INVALID_OPERATION);
1938 return;
1939 }
1940
1941 jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1942
1943 CryptoPlugin::Pattern pattern;
1944 if (patternObj == NULL) {
1945 pattern.mEncryptBlocks = 0;
1946 pattern.mSkipBlocks = 0;
1947 } else {
1948 pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1949 pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1950 }
1951
1952 status_t err = OK;
1953
1954 CryptoPlugin::SubSample *subSamples = NULL;
1955 jbyte *key = NULL;
1956 jbyte *iv = NULL;
1957
1958 if (numSubSamples <= 0) {
1959 err = -EINVAL;
1960 } else if (numBytesOfClearDataObj == NULL
1961 && numBytesOfEncryptedDataObj == NULL) {
1962 err = -EINVAL;
1963 } else if (numBytesOfEncryptedDataObj != NULL
1964 && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1965 err = -ERANGE;
1966 } else if (numBytesOfClearDataObj != NULL
1967 && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1968 err = -ERANGE;
1969 // subSamples array may silently overflow if number of samples are too large. Use
1970 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1971 } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
1972 err = -EINVAL;
1973 } else {
1974 jboolean isCopy;
1975
1976 jint *numBytesOfClearData =
1977 (numBytesOfClearDataObj == NULL)
1978 ? NULL
1979 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1980
1981 jint *numBytesOfEncryptedData =
1982 (numBytesOfEncryptedDataObj == NULL)
1983 ? NULL
1984 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1985
1986 subSamples = new CryptoPlugin::SubSample[numSubSamples];
1987
1988 for (jint i = 0; i < numSubSamples; ++i) {
1989 subSamples[i].mNumBytesOfClearData =
1990 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1991
1992 subSamples[i].mNumBytesOfEncryptedData =
1993 (numBytesOfEncryptedData == NULL)
1994 ? 0 : numBytesOfEncryptedData[i];
1995 }
1996
1997 if (numBytesOfEncryptedData != NULL) {
1998 env->ReleaseIntArrayElements(
1999 numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
2000 numBytesOfEncryptedData = NULL;
2001 }
2002
2003 if (numBytesOfClearData != NULL) {
2004 env->ReleaseIntArrayElements(
2005 numBytesOfClearDataObj, numBytesOfClearData, 0);
2006 numBytesOfClearData = NULL;
2007 }
2008 }
2009
2010 if (err == OK && keyObj != NULL) {
2011 if (env->GetArrayLength(keyObj) != 16) {
2012 err = -EINVAL;
2013 } else {
2014 jboolean isCopy;
2015 key = env->GetByteArrayElements(keyObj, &isCopy);
2016 }
2017 }
2018
2019 if (err == OK && ivObj != NULL) {
2020 if (env->GetArrayLength(ivObj) != 16) {
2021 err = -EINVAL;
2022 } else {
2023 jboolean isCopy;
2024 iv = env->GetByteArrayElements(ivObj, &isCopy);
2025 }
2026 }
2027
2028 AString errorDetailMsg;
2029
2030 if (err == OK) {
2031 err = codec->queueSecureInputBuffer(
2032 index, offset,
2033 subSamples, numSubSamples,
2034 (const uint8_t *)key, (const uint8_t *)iv,
2035 mode,
2036 pattern,
2037 timestampUs,
2038 flags,
2039 &errorDetailMsg);
2040 }
2041
2042 if (iv != NULL) {
2043 env->ReleaseByteArrayElements(ivObj, iv, 0);
2044 iv = NULL;
2045 }
2046
2047 if (key != NULL) {
2048 env->ReleaseByteArrayElements(keyObj, key, 0);
2049 key = NULL;
2050 }
2051
2052 delete[] subSamples;
2053 subSamples = NULL;
2054
2055 throwExceptionAsNecessary(
2056 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str(),
2057 codec->getCrypto());
2058 }
2059
android_media_MediaCodec_mapHardwareBuffer(JNIEnv * env,jclass,jobject bufferObj)2060 static jobject android_media_MediaCodec_mapHardwareBuffer(JNIEnv *env, jclass, jobject bufferObj) {
2061 ALOGV("android_media_MediaCodec_mapHardwareBuffer");
2062 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2063 env, bufferObj);
2064 AHardwareBuffer_Desc desc;
2065 AHardwareBuffer_describe(hardwareBuffer, &desc);
2066 if (desc.format != AHARDWAREBUFFER_FORMAT_Y8Cb8Cr8_420) {
2067 ALOGI("mapHardwareBuffer: unmappable format: %d", desc.format);
2068 return nullptr;
2069 }
2070 if ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK) == 0) {
2071 ALOGI("mapHardwareBuffer: buffer not CPU readable");
2072 return nullptr;
2073 }
2074 bool readOnly = ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK) == 0);
2075
2076 uint64_t cpuUsage = 0;
2077 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK);
2078 cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK);
2079
2080 AHardwareBuffer_Planes planes;
2081 int err = AHardwareBuffer_lockPlanes(
2082 hardwareBuffer, cpuUsage, -1 /* fence */, nullptr /* rect */, &planes);
2083 if (err != 0) {
2084 ALOGI("mapHardwareBuffer: Failed to lock planes (err=%d)", err);
2085 return nullptr;
2086 }
2087
2088 if (planes.planeCount != 3) {
2089 ALOGI("mapHardwareBuffer: planeCount expected 3, actual %u", planes.planeCount);
2090 return nullptr;
2091 }
2092
2093 ScopedLocalRef<jobjectArray> buffersArray{
2094 env, env->NewObjectArray(3, gByteBufferInfo.clazz, NULL)};
2095 ScopedLocalRef<jintArray> rowStridesArray{env, env->NewIntArray(3)};
2096 ScopedLocalRef<jintArray> pixelStridesArray{env, env->NewIntArray(3)};
2097
2098 jboolean isCopy = JNI_FALSE;
2099 jint *rowStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2100 jint *pixelStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2101
2102 // For Y plane
2103 int rowSampling = 1;
2104 int colSampling = 1;
2105 // plane indices are Y-U-V.
2106 for (uint32_t i = 0; i < 3; ++i) {
2107 const AHardwareBuffer_Plane &plane = planes.planes[i];
2108 int maxRowOffset = plane.rowStride * (desc.height / rowSampling - 1);
2109 int maxColOffset = plane.pixelStride * (desc.width / colSampling - 1);
2110 int maxOffset = maxRowOffset + maxColOffset;
2111 ScopedLocalRef<jobject> byteBuffer{env, CreateByteBuffer(
2112 env,
2113 plane.data,
2114 maxOffset + 1,
2115 0,
2116 maxOffset + 1,
2117 readOnly,
2118 true)};
2119
2120 env->SetObjectArrayElement(buffersArray.get(), i, byteBuffer.get());
2121 rowStrides[i] = plane.rowStride;
2122 pixelStrides[i] = plane.pixelStride;
2123 // For U-V planes
2124 rowSampling = 2;
2125 colSampling = 2;
2126 }
2127
2128 env->ReleaseIntArrayElements(rowStridesArray.get(), rowStrides, 0);
2129 env->ReleaseIntArrayElements(pixelStridesArray.get(), pixelStrides, 0);
2130 rowStrides = pixelStrides = nullptr;
2131
2132 ScopedLocalRef<jclass> imageClazz(
2133 env, env->FindClass("android/media/MediaCodec$MediaImage"));
2134 CHECK(imageClazz.get() != NULL);
2135
2136 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
2137 "([Ljava/nio/ByteBuffer;[I[IIIIZJIILandroid/graphics/Rect;J)V");
2138
2139 jobject img = env->NewObject(imageClazz.get(), imageConstructID,
2140 buffersArray.get(),
2141 rowStridesArray.get(),
2142 pixelStridesArray.get(),
2143 desc.width,
2144 desc.height,
2145 desc.format, // ???
2146 (jboolean)readOnly /* readOnly */,
2147 (jlong)0 /* timestamp */,
2148 (jint)0 /* xOffset */, (jint)0 /* yOffset */, nullptr /* cropRect */,
2149 (jlong)hardwareBuffer);
2150
2151 // if MediaImage creation fails, return null
2152 if (env->ExceptionCheck()) {
2153 env->ExceptionDescribe();
2154 env->ExceptionClear();
2155 return nullptr;
2156 }
2157
2158 AHardwareBuffer_acquire(hardwareBuffer);
2159
2160 return img;
2161 }
2162
android_media_MediaCodec_closeMediaImage(JNIEnv *,jclass,jlong context)2163 static void android_media_MediaCodec_closeMediaImage(JNIEnv *, jclass, jlong context) {
2164 ALOGV("android_media_MediaCodec_closeMediaImage");
2165 if (context == 0) {
2166 return;
2167 }
2168 AHardwareBuffer *hardwareBuffer = (AHardwareBuffer *)context;
2169
2170 int err = AHardwareBuffer_unlock(hardwareBuffer, nullptr);
2171 if (err != 0) {
2172 ALOGI("closeMediaImage: failed to unlock (err=%d)", err);
2173 // Continue to release the hardwareBuffer
2174 }
2175
2176 AHardwareBuffer_release(hardwareBuffer);
2177 }
2178
ConvertKeyValueListsToAMessage(JNIEnv * env,jobject keys,jobject values,sp<AMessage> * msg)2179 static status_t ConvertKeyValueListsToAMessage(
2180 JNIEnv *env, jobject keys, jobject values, sp<AMessage> *msg) {
2181 static struct Fields {
2182 explicit Fields(JNIEnv *env) {
2183 ScopedLocalRef<jclass> clazz{env, env->FindClass("java/lang/String")};
2184 CHECK(clazz.get() != NULL);
2185 mStringClass = (jclass)env->NewGlobalRef(clazz.get());
2186
2187 clazz.reset(env->FindClass("java/lang/Integer"));
2188 CHECK(clazz.get() != NULL);
2189 mIntegerClass = (jclass)env->NewGlobalRef(clazz.get());
2190
2191 mIntegerValueId = env->GetMethodID(clazz.get(), "intValue", "()I");
2192 CHECK(mIntegerValueId != NULL);
2193
2194 clazz.reset(env->FindClass("java/lang/Long"));
2195 CHECK(clazz.get() != NULL);
2196 mLongClass = (jclass)env->NewGlobalRef(clazz.get());
2197
2198 mLongValueId = env->GetMethodID(clazz.get(), "longValue", "()J");
2199 CHECK(mLongValueId != NULL);
2200
2201 clazz.reset(env->FindClass("java/lang/Float"));
2202 CHECK(clazz.get() != NULL);
2203 mFloatClass = (jclass)env->NewGlobalRef(clazz.get());
2204
2205 mFloatValueId = env->GetMethodID(clazz.get(), "floatValue", "()F");
2206 CHECK(mFloatValueId != NULL);
2207
2208 clazz.reset(env->FindClass("java/util/ArrayList"));
2209 CHECK(clazz.get() != NULL);
2210
2211 mByteBufferArrayId = env->GetMethodID(gByteBufferInfo.clazz, "array", "()[B");
2212 CHECK(mByteBufferArrayId != NULL);
2213 }
2214
2215 jclass mStringClass;
2216 jclass mIntegerClass;
2217 jmethodID mIntegerValueId;
2218 jclass mLongClass;
2219 jmethodID mLongValueId;
2220 jclass mFloatClass;
2221 jmethodID mFloatValueId;
2222 jmethodID mByteBufferArrayId;
2223 } sFields{env};
2224
2225 jint size = env->CallIntMethod(keys, gArrayListInfo.sizeId);
2226 if (size != env->CallIntMethod(values, gArrayListInfo.sizeId)) {
2227 return BAD_VALUE;
2228 }
2229
2230 sp<AMessage> result{new AMessage};
2231 for (jint i = 0; i < size; ++i) {
2232 ScopedLocalRef<jstring> jkey{
2233 env, (jstring)env->CallObjectMethod(keys, gArrayListInfo.getId, i)};
2234 const char *tmp = env->GetStringUTFChars(jkey.get(), nullptr);
2235 AString key;
2236 if (tmp) {
2237 key.setTo(tmp);
2238 }
2239 env->ReleaseStringUTFChars(jkey.get(), tmp);
2240 if (key.empty()) {
2241 return NO_MEMORY;
2242 }
2243
2244 ScopedLocalRef<jobject> jvalue{
2245 env, env->CallObjectMethod(values, gArrayListInfo.getId, i)};
2246
2247 if (env->IsInstanceOf(jvalue.get(), sFields.mStringClass)) {
2248 const char *tmp = env->GetStringUTFChars((jstring)jvalue.get(), nullptr);
2249 AString value;
2250 if (!tmp) {
2251 return NO_MEMORY;
2252 }
2253 value.setTo(tmp);
2254 env->ReleaseStringUTFChars((jstring)jvalue.get(), tmp);
2255 result->setString(key.c_str(), value);
2256 } else if (env->IsInstanceOf(jvalue.get(), sFields.mIntegerClass)) {
2257 jint value = env->CallIntMethod(jvalue.get(), sFields.mIntegerValueId);
2258 result->setInt32(key.c_str(), value);
2259 } else if (env->IsInstanceOf(jvalue.get(), sFields.mLongClass)) {
2260 jlong value = env->CallLongMethod(jvalue.get(), sFields.mLongValueId);
2261 result->setInt64(key.c_str(), value);
2262 } else if (env->IsInstanceOf(jvalue.get(), sFields.mFloatClass)) {
2263 jfloat value = env->CallFloatMethod(jvalue.get(), sFields.mFloatValueId);
2264 result->setFloat(key.c_str(), value);
2265 } else if (env->IsInstanceOf(jvalue.get(), gByteBufferInfo.clazz)) {
2266 jint position = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getPositionId);
2267 jint limit = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getLimitId);
2268 sp<ABuffer> buffer{new ABuffer(limit - position)};
2269 void *data = env->GetDirectBufferAddress(jvalue.get());
2270 if (data != nullptr) {
2271 memcpy(buffer->data(),
2272 static_cast<const uint8_t *>(data) + position,
2273 buffer->size());
2274 } else {
2275 ScopedLocalRef<jbyteArray> byteArray{env, (jbyteArray)env->CallObjectMethod(
2276 jvalue.get(), sFields.mByteBufferArrayId)};
2277 env->GetByteArrayRegion(byteArray.get(), position, buffer->size(),
2278 reinterpret_cast<jbyte *>(buffer->data()));
2279 }
2280 result->setBuffer(key.c_str(), buffer);
2281 }
2282 }
2283
2284 *msg = result;
2285 return OK;
2286 }
2287
android_media_MediaCodec_native_queueLinearBlock(JNIEnv * env,jobject thiz,jint index,jobject bufferObj,jint offset,jint size,jobject cryptoInfoObj,jlong presentationTimeUs,jint flags,jobject keys,jobject values)2288 static void android_media_MediaCodec_native_queueLinearBlock(
2289 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2290 jint offset, jint size, jobject cryptoInfoObj,
2291 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2292 ALOGV("android_media_MediaCodec_native_queueLinearBlock");
2293
2294 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2295
2296 if (codec == nullptr || codec->initCheck() != OK) {
2297 throwExceptionAsNecessary(env, INVALID_OPERATION);
2298 return;
2299 }
2300
2301 sp<AMessage> tunings;
2302 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2303 if (err != OK) {
2304 throwExceptionAsNecessary(env, err);
2305 return;
2306 }
2307
2308 std::shared_ptr<C2Buffer> buffer;
2309 sp<hardware::HidlMemory> memory;
2310 ScopedLocalRef<jobject> lock{env, env->GetObjectField(bufferObj, gLinearBlockInfo.lockId)};
2311 if (env->MonitorEnter(lock.get()) == JNI_OK) {
2312 if (env->GetBooleanField(bufferObj, gLinearBlockInfo.validId)) {
2313 JMediaCodecLinearBlock *context =
2314 (JMediaCodecLinearBlock *)env->GetLongField(bufferObj, gLinearBlockInfo.contextId);
2315 if (codec->hasCryptoOrDescrambler()) {
2316 memory = context->toHidlMemory();
2317 // TODO: copy if memory is null
2318 offset += context->mHidlMemoryOffset;
2319 } else {
2320 buffer = context->toC2Buffer(offset, size);
2321 // TODO: copy if buffer is null
2322 }
2323 }
2324 env->MonitorExit(lock.get());
2325 } else {
2326 throwExceptionAsNecessary(env, INVALID_OPERATION);
2327 return;
2328 }
2329
2330 AString errorDetailMsg;
2331 if (codec->hasCryptoOrDescrambler()) {
2332 if (!memory) {
2333 ALOGI("queueLinearBlock: no ashmem memory for encrypted content");
2334 throwExceptionAsNecessary(env, BAD_VALUE);
2335 return;
2336 }
2337 NativeCryptoInfo cryptoInfo = [env, cryptoInfoObj, size]{
2338 if (cryptoInfoObj == nullptr) {
2339 return NativeCryptoInfo{size};
2340 } else {
2341 return NativeCryptoInfo{env, cryptoInfoObj};
2342 }
2343 }();
2344 err = codec->queueEncryptedLinearBlock(
2345 index,
2346 memory,
2347 offset,
2348 cryptoInfo.mSubSamples, cryptoInfo.mNumSubSamples,
2349 (const uint8_t *)cryptoInfo.mKey, (const uint8_t *)cryptoInfo.mIv,
2350 cryptoInfo.mMode,
2351 cryptoInfo.mPattern,
2352 presentationTimeUs,
2353 flags,
2354 tunings,
2355 &errorDetailMsg);
2356 } else {
2357 if (!buffer) {
2358 ALOGI("queueLinearBlock: no C2Buffer found");
2359 throwExceptionAsNecessary(env, BAD_VALUE);
2360 return;
2361 }
2362 err = codec->queueBuffer(
2363 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2364 }
2365 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2366 }
2367
android_media_MediaCodec_native_queueHardwareBuffer(JNIEnv * env,jobject thiz,jint index,jobject bufferObj,jlong presentationTimeUs,jint flags,jobject keys,jobject values)2368 static void android_media_MediaCodec_native_queueHardwareBuffer(
2369 JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2370 jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2371 ALOGV("android_media_MediaCodec_native_queueHardwareBuffer");
2372
2373 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2374
2375 if (codec == NULL || codec->initCheck() != OK) {
2376 throwExceptionAsNecessary(env, INVALID_OPERATION);
2377 return;
2378 }
2379
2380 sp<AMessage> tunings;
2381 status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2382 if (err != OK) {
2383 throwExceptionAsNecessary(env, err);
2384 return;
2385 }
2386
2387 AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2388 env, bufferObj);
2389 sp<GraphicBuffer> graphicBuffer{AHardwareBuffer_to_GraphicBuffer(hardwareBuffer)};
2390 C2Handle *handle = WrapNativeCodec2GrallocHandle(
2391 graphicBuffer->handle, graphicBuffer->width, graphicBuffer->height,
2392 graphicBuffer->format, graphicBuffer->usage, graphicBuffer->stride);
2393 static std::shared_ptr<C2Allocator> sGrallocAlloc = []() -> std::shared_ptr<C2Allocator> {
2394 std::shared_ptr<C2Allocator> alloc;
2395 c2_status_t err = GetCodec2PlatformAllocatorStore()->fetchAllocator(
2396 C2PlatformAllocatorStore::GRALLOC, &alloc);
2397 if (err == C2_OK) {
2398 return alloc;
2399 }
2400 return nullptr;
2401 }();
2402 std::shared_ptr<C2GraphicAllocation> alloc;
2403 c2_status_t c2err = sGrallocAlloc->priorGraphicAllocation(handle, &alloc);
2404 if (c2err != C2_OK) {
2405 ALOGW("Failed to wrap AHardwareBuffer into C2GraphicAllocation");
2406 native_handle_close(handle);
2407 native_handle_delete(handle);
2408 throwExceptionAsNecessary(env, BAD_VALUE);
2409 return;
2410 }
2411 std::shared_ptr<C2GraphicBlock> block = _C2BlockFactory::CreateGraphicBlock(alloc);
2412 std::shared_ptr<C2Buffer> buffer = C2Buffer::CreateGraphicBuffer(block->share(
2413 block->crop(), C2Fence{}));
2414 AString errorDetailMsg;
2415 err = codec->queueBuffer(
2416 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2417 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2418 }
2419
android_media_MediaCodec_native_getOutputFrame(JNIEnv * env,jobject thiz,jobject frame,jint index)2420 static void android_media_MediaCodec_native_getOutputFrame(
2421 JNIEnv *env, jobject thiz, jobject frame, jint index) {
2422 ALOGV("android_media_MediaCodec_native_getOutputFrame");
2423
2424 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2425
2426 if (codec == NULL || codec->initCheck() != OK) {
2427 throwExceptionAsNecessary(env, INVALID_OPERATION);
2428 return;
2429 }
2430
2431 status_t err = codec->getOutputFrame(env, frame, index);
2432 if (err != OK) {
2433 throwExceptionAsNecessary(env, err);
2434 }
2435 }
2436
android_media_MediaCodec_dequeueInputBuffer(JNIEnv * env,jobject thiz,jlong timeoutUs)2437 static jint android_media_MediaCodec_dequeueInputBuffer(
2438 JNIEnv *env, jobject thiz, jlong timeoutUs) {
2439 ALOGV("android_media_MediaCodec_dequeueInputBuffer");
2440
2441 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2442
2443 if (codec == NULL || codec->initCheck() != OK) {
2444 throwExceptionAsNecessary(env, INVALID_OPERATION);
2445 return -1;
2446 }
2447
2448 size_t index;
2449 status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
2450
2451 if (err == OK) {
2452 return (jint) index;
2453 }
2454
2455 return throwExceptionAsNecessary(env, err);
2456 }
2457
android_media_MediaCodec_dequeueOutputBuffer(JNIEnv * env,jobject thiz,jobject bufferInfo,jlong timeoutUs)2458 static jint android_media_MediaCodec_dequeueOutputBuffer(
2459 JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
2460 ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
2461
2462 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2463
2464 if (codec == NULL || codec->initCheck() != OK) {
2465 throwExceptionAsNecessary(env, INVALID_OPERATION);
2466 return 0;
2467 }
2468
2469 size_t index;
2470 status_t err = codec->dequeueOutputBuffer(
2471 env, bufferInfo, &index, timeoutUs);
2472
2473 if (err == OK) {
2474 return (jint) index;
2475 }
2476
2477 return throwExceptionAsNecessary(env, err);
2478 }
2479
android_media_MediaCodec_releaseOutputBuffer(JNIEnv * env,jobject thiz,jint index,jboolean render,jboolean updatePTS,jlong timestampNs)2480 static void android_media_MediaCodec_releaseOutputBuffer(
2481 JNIEnv *env, jobject thiz,
2482 jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
2483 ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
2484
2485 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2486
2487 if (codec == NULL || codec->initCheck() != OK) {
2488 throwExceptionAsNecessary(env, INVALID_OPERATION);
2489 return;
2490 }
2491
2492 status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
2493
2494 throwExceptionAsNecessary(env, err);
2495 }
2496
android_media_MediaCodec_signalEndOfInputStream(JNIEnv * env,jobject thiz)2497 static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
2498 jobject thiz) {
2499 ALOGV("android_media_MediaCodec_signalEndOfInputStream");
2500
2501 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2502 if (codec == NULL || codec->initCheck() != OK) {
2503 throwExceptionAsNecessary(env, INVALID_OPERATION);
2504 return;
2505 }
2506
2507 status_t err = codec->signalEndOfInputStream();
2508
2509 throwExceptionAsNecessary(env, err);
2510 }
2511
android_media_MediaCodec_getFormatNative(JNIEnv * env,jobject thiz,jboolean input)2512 static jobject android_media_MediaCodec_getFormatNative(
2513 JNIEnv *env, jobject thiz, jboolean input) {
2514 ALOGV("android_media_MediaCodec_getFormatNative");
2515
2516 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2517
2518 if (codec == NULL || codec->initCheck() != OK) {
2519 throwExceptionAsNecessary(env, INVALID_OPERATION);
2520 return NULL;
2521 }
2522
2523 jobject format;
2524 status_t err = codec->getFormat(env, input, &format);
2525
2526 if (err == OK) {
2527 return format;
2528 }
2529
2530 throwExceptionAsNecessary(env, err);
2531
2532 return NULL;
2533 }
2534
android_media_MediaCodec_getOutputFormatForIndexNative(JNIEnv * env,jobject thiz,jint index)2535 static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
2536 JNIEnv *env, jobject thiz, jint index) {
2537 ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
2538
2539 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2540
2541 if (codec == NULL || codec->initCheck() != OK) {
2542 throwExceptionAsNecessary(env, INVALID_OPERATION);
2543 return NULL;
2544 }
2545
2546 jobject format;
2547 status_t err = codec->getOutputFormat(env, index, &format);
2548
2549 if (err == OK) {
2550 return format;
2551 }
2552
2553 throwExceptionAsNecessary(env, err);
2554
2555 return NULL;
2556 }
2557
android_media_MediaCodec_getBuffers(JNIEnv * env,jobject thiz,jboolean input)2558 static jobjectArray android_media_MediaCodec_getBuffers(
2559 JNIEnv *env, jobject thiz, jboolean input) {
2560 ALOGV("android_media_MediaCodec_getBuffers");
2561
2562 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2563
2564 if (codec == NULL || codec->initCheck() != OK) {
2565 throwExceptionAsNecessary(env, INVALID_OPERATION);
2566 return NULL;
2567 }
2568
2569 jobjectArray buffers;
2570 status_t err = codec->getBuffers(env, input, &buffers);
2571
2572 if (err == OK) {
2573 return buffers;
2574 }
2575
2576 // if we're out of memory, an exception was already thrown
2577 if (err != NO_MEMORY) {
2578 throwExceptionAsNecessary(env, err);
2579 }
2580
2581 return NULL;
2582 }
2583
android_media_MediaCodec_getBuffer(JNIEnv * env,jobject thiz,jboolean input,jint index)2584 static jobject android_media_MediaCodec_getBuffer(
2585 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2586 ALOGV("android_media_MediaCodec_getBuffer");
2587
2588 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2589
2590 if (codec == NULL || codec->initCheck() != OK) {
2591 throwExceptionAsNecessary(env, INVALID_OPERATION);
2592 return NULL;
2593 }
2594
2595 jobject buffer;
2596 status_t err = codec->getBuffer(env, input, index, &buffer);
2597
2598 if (err == OK) {
2599 return buffer;
2600 }
2601
2602 // if we're out of memory, an exception was already thrown
2603 if (err != NO_MEMORY) {
2604 throwExceptionAsNecessary(env, err);
2605 }
2606
2607 return NULL;
2608 }
2609
android_media_MediaCodec_getImage(JNIEnv * env,jobject thiz,jboolean input,jint index)2610 static jobject android_media_MediaCodec_getImage(
2611 JNIEnv *env, jobject thiz, jboolean input, jint index) {
2612 ALOGV("android_media_MediaCodec_getImage");
2613
2614 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2615
2616 if (codec == NULL || codec->initCheck() != OK) {
2617 throwExceptionAsNecessary(env, INVALID_OPERATION);
2618 return NULL;
2619 }
2620
2621 jobject image;
2622 status_t err = codec->getImage(env, input, index, &image);
2623
2624 if (err == OK) {
2625 return image;
2626 }
2627
2628 // if we're out of memory, an exception was already thrown
2629 if (err != NO_MEMORY) {
2630 throwExceptionAsNecessary(env, err);
2631 }
2632
2633 return NULL;
2634 }
2635
android_media_MediaCodec_getName(JNIEnv * env,jobject thiz)2636 static jobject android_media_MediaCodec_getName(
2637 JNIEnv *env, jobject thiz) {
2638 ALOGV("android_media_MediaCodec_getName");
2639
2640 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2641
2642 if (codec == NULL || codec->initCheck() != OK) {
2643 throwExceptionAsNecessary(env, INVALID_OPERATION);
2644 return NULL;
2645 }
2646
2647 jstring name;
2648 status_t err = codec->getName(env, &name);
2649
2650 if (err == OK) {
2651 return name;
2652 }
2653
2654 throwExceptionAsNecessary(env, err);
2655
2656 return NULL;
2657 }
2658
android_media_MediaCodec_getOwnCodecInfo(JNIEnv * env,jobject thiz)2659 static jobject android_media_MediaCodec_getOwnCodecInfo(
2660 JNIEnv *env, jobject thiz) {
2661 ALOGV("android_media_MediaCodec_getOwnCodecInfo");
2662
2663 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2664
2665 if (codec == NULL || codec->initCheck() != OK) {
2666 throwExceptionAsNecessary(env, INVALID_OPERATION);
2667 return NULL;
2668 }
2669
2670 jobject codecInfoObj;
2671 status_t err = codec->getCodecInfo(env, &codecInfoObj);
2672
2673 if (err == OK) {
2674 return codecInfoObj;
2675 }
2676
2677 throwExceptionAsNecessary(env, err);
2678
2679 return NULL;
2680 }
2681
2682 static jobject
android_media_MediaCodec_native_getMetrics(JNIEnv * env,jobject thiz)2683 android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
2684 {
2685 ALOGV("android_media_MediaCodec_native_getMetrics");
2686
2687 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2688 if (codec == NULL || codec->initCheck() != OK) {
2689 jniThrowException(env, "java/lang/IllegalStateException", NULL);
2690 return 0;
2691 }
2692
2693 // get what we have for the metrics from the codec
2694 mediametrics::Item *item = 0;
2695
2696 status_t err = codec->getMetrics(env, item);
2697 if (err != OK) {
2698 ALOGE("getMetrics failed");
2699 return (jobject) NULL;
2700 }
2701
2702 jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
2703
2704 // housekeeping
2705 delete item;
2706 item = 0;
2707
2708 return mybundle;
2709 }
2710
android_media_MediaCodec_setParameters(JNIEnv * env,jobject thiz,jobjectArray keys,jobjectArray vals)2711 static void android_media_MediaCodec_setParameters(
2712 JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
2713 ALOGV("android_media_MediaCodec_setParameters");
2714
2715 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2716
2717 if (codec == NULL || codec->initCheck() != OK) {
2718 throwExceptionAsNecessary(env, INVALID_OPERATION);
2719 return;
2720 }
2721
2722 sp<AMessage> params;
2723 status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, ¶ms);
2724
2725 if (err == OK) {
2726 err = codec->setParameters(params);
2727 }
2728
2729 throwExceptionAsNecessary(env, err);
2730 }
2731
android_media_MediaCodec_setVideoScalingMode(JNIEnv * env,jobject thiz,jint mode)2732 static void android_media_MediaCodec_setVideoScalingMode(
2733 JNIEnv *env, jobject thiz, jint mode) {
2734 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2735
2736 if (codec == NULL || codec->initCheck() != OK) {
2737 throwExceptionAsNecessary(env, INVALID_OPERATION);
2738 return;
2739 }
2740
2741 if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
2742 && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
2743 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
2744 return;
2745 }
2746
2747 codec->setVideoScalingMode(mode);
2748 }
2749
android_media_MediaCodec_setAudioPresentation(JNIEnv * env,jobject thiz,jint presentationId,jint programId)2750 static void android_media_MediaCodec_setAudioPresentation(
2751 JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
2752 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2753
2754 if (codec == NULL || codec->initCheck() != OK) {
2755 throwExceptionAsNecessary(env, INVALID_OPERATION);
2756 return;
2757 }
2758
2759 codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
2760 }
2761
android_media_MediaCodec_getSupportedVendorParameters(JNIEnv * env,jobject thiz)2762 static jobject android_media_MediaCodec_getSupportedVendorParameters(
2763 JNIEnv *env, jobject thiz) {
2764 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2765
2766 if (codec == NULL || codec->initCheck() != OK) {
2767 throwExceptionAsNecessary(env, INVALID_OPERATION);
2768 return NULL;
2769 }
2770
2771 jobject ret = NULL;
2772 status_t status = codec->querySupportedVendorParameters(env, &ret);
2773 if (status != OK) {
2774 throwExceptionAsNecessary(env, status);
2775 }
2776
2777 return ret;
2778 }
2779
android_media_MediaCodec_getParameterDescriptor(JNIEnv * env,jobject thiz,jstring name)2780 static jobject android_media_MediaCodec_getParameterDescriptor(
2781 JNIEnv *env, jobject thiz, jstring name) {
2782 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2783
2784 if (codec == NULL || codec->initCheck() != OK) {
2785 throwExceptionAsNecessary(env, INVALID_OPERATION);
2786 return NULL;
2787 }
2788
2789 jobject ret = NULL;
2790 status_t status = codec->describeParameter(env, name, &ret);
2791 if (status != OK) {
2792 ret = NULL;
2793 }
2794 return ret;
2795 }
2796
android_media_MediaCodec_subscribeToVendorParameters(JNIEnv * env,jobject thiz,jobject names)2797 static void android_media_MediaCodec_subscribeToVendorParameters(
2798 JNIEnv *env, jobject thiz, jobject names) {
2799 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2800
2801 if (codec == NULL || codec->initCheck() != OK) {
2802 throwExceptionAsNecessary(env, INVALID_OPERATION);
2803 return;
2804 }
2805
2806 status_t status = codec->subscribeToVendorParameters(env, names);
2807 if (status != OK) {
2808 throwExceptionAsNecessary(env, status);
2809 }
2810 return;
2811 }
2812
android_media_MediaCodec_unsubscribeFromVendorParameters(JNIEnv * env,jobject thiz,jobject names)2813 static void android_media_MediaCodec_unsubscribeFromVendorParameters(
2814 JNIEnv *env, jobject thiz, jobject names) {
2815 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2816
2817 if (codec == NULL || codec->initCheck() != OK) {
2818 throwExceptionAsNecessary(env, INVALID_OPERATION);
2819 return;
2820 }
2821
2822 status_t status = codec->unsubscribeFromVendorParameters(env, names);
2823 if (status != OK) {
2824 throwExceptionAsNecessary(env, status);
2825 }
2826 return;
2827 }
2828
android_media_MediaCodec_native_init(JNIEnv * env,jclass)2829 static void android_media_MediaCodec_native_init(JNIEnv *env, jclass) {
2830 ScopedLocalRef<jclass> clazz(
2831 env, env->FindClass("android/media/MediaCodec"));
2832 CHECK(clazz.get() != NULL);
2833
2834 gFields.postEventFromNativeID =
2835 env->GetMethodID(
2836 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
2837 CHECK(gFields.postEventFromNativeID != NULL);
2838
2839 gFields.lockAndGetContextID =
2840 env->GetMethodID(
2841 clazz.get(), "lockAndGetContext", "()J");
2842 CHECK(gFields.lockAndGetContextID != NULL);
2843
2844 gFields.setAndUnlockContextID =
2845 env->GetMethodID(
2846 clazz.get(), "setAndUnlockContext", "(J)V");
2847 CHECK(gFields.setAndUnlockContextID != NULL);
2848
2849 jfieldID field;
2850 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
2851 CHECK(field != NULL);
2852 gCryptoModes.Unencrypted =
2853 env->GetStaticIntField(clazz.get(), field);
2854
2855 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
2856 CHECK(field != NULL);
2857 gCryptoModes.AesCtr =
2858 env->GetStaticIntField(clazz.get(), field);
2859
2860 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
2861 CHECK(field != NULL);
2862 gCryptoModes.AesCbc =
2863 env->GetStaticIntField(clazz.get(), field);
2864
2865 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
2866 CHECK(clazz.get() != NULL);
2867
2868 gFields.cryptoInfoNumSubSamplesID =
2869 env->GetFieldID(clazz.get(), "numSubSamples", "I");
2870 CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
2871
2872 gFields.cryptoInfoNumBytesOfClearDataID =
2873 env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
2874 CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
2875
2876 gFields.cryptoInfoNumBytesOfEncryptedDataID =
2877 env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
2878 CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
2879
2880 gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
2881 CHECK(gFields.cryptoInfoKeyID != NULL);
2882
2883 gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
2884 CHECK(gFields.cryptoInfoIVID != NULL);
2885
2886 gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
2887 CHECK(gFields.cryptoInfoModeID != NULL);
2888
2889 gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "mPattern",
2890 "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
2891 CHECK(gFields.cryptoInfoPatternID != NULL);
2892
2893 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
2894 CHECK(clazz.get() != NULL);
2895
2896 gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
2897 CHECK(gFields.patternEncryptBlocksID != NULL);
2898
2899 gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
2900 CHECK(gFields.patternSkipBlocksID != NULL);
2901
2902 clazz.reset(env->FindClass("android/media/MediaCodec$QueueRequest"));
2903 CHECK(clazz.get() != NULL);
2904
2905 gFields.queueRequestIndexID = env->GetFieldID(clazz.get(), "mIndex", "I");
2906 CHECK(gFields.queueRequestIndexID != NULL);
2907
2908 clazz.reset(env->FindClass("android/media/MediaCodec$OutputFrame"));
2909 CHECK(clazz.get() != NULL);
2910
2911 gFields.outputFrameLinearBlockID =
2912 env->GetFieldID(clazz.get(), "mLinearBlock", "Landroid/media/MediaCodec$LinearBlock;");
2913 CHECK(gFields.outputFrameLinearBlockID != NULL);
2914
2915 gFields.outputFrameHardwareBufferID =
2916 env->GetFieldID(clazz.get(), "mHardwareBuffer", "Landroid/hardware/HardwareBuffer;");
2917 CHECK(gFields.outputFrameHardwareBufferID != NULL);
2918
2919 gFields.outputFrameChangedKeysID =
2920 env->GetFieldID(clazz.get(), "mChangedKeys", "Ljava/util/ArrayList;");
2921 CHECK(gFields.outputFrameChangedKeysID != NULL);
2922
2923 gFields.outputFrameFormatID =
2924 env->GetFieldID(clazz.get(), "mFormat", "Landroid/media/MediaFormat;");
2925 CHECK(gFields.outputFrameFormatID != NULL);
2926
2927 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
2928 CHECK(clazz.get() != NULL);
2929
2930 field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
2931 CHECK(field != NULL);
2932 gCryptoErrorCodes.cryptoErrorNoKey =
2933 env->GetStaticIntField(clazz.get(), field);
2934
2935 field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
2936 CHECK(field != NULL);
2937 gCryptoErrorCodes.cryptoErrorKeyExpired =
2938 env->GetStaticIntField(clazz.get(), field);
2939
2940 field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
2941 CHECK(field != NULL);
2942 gCryptoErrorCodes.cryptoErrorResourceBusy =
2943 env->GetStaticIntField(clazz.get(), field);
2944
2945 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
2946 CHECK(field != NULL);
2947 gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
2948 env->GetStaticIntField(clazz.get(), field);
2949
2950 field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
2951 CHECK(field != NULL);
2952 gCryptoErrorCodes.cryptoErrorSessionNotOpened =
2953 env->GetStaticIntField(clazz.get(), field);
2954
2955 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
2956 CHECK(field != NULL);
2957 gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
2958 env->GetStaticIntField(clazz.get(), field);
2959
2960 field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
2961 CHECK(field != NULL);
2962 gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
2963 env->GetStaticIntField(clazz.get(), field);
2964
2965 field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
2966 CHECK(field != NULL);
2967 gCryptoErrorCodes.cryptoErrorFrameTooLarge =
2968 env->GetStaticIntField(clazz.get(), field);
2969
2970 field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
2971 CHECK(field != NULL);
2972 gCryptoErrorCodes.cryptoErrorLostState =
2973 env->GetStaticIntField(clazz.get(), field);
2974
2975 clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
2976 CHECK(clazz.get() != NULL);
2977 field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
2978 CHECK(field != NULL);
2979 gCodecActionCodes.codecActionTransient =
2980 env->GetStaticIntField(clazz.get(), field);
2981
2982 field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
2983 CHECK(field != NULL);
2984 gCodecActionCodes.codecActionRecoverable =
2985 env->GetStaticIntField(clazz.get(), field);
2986
2987 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
2988 CHECK(field != NULL);
2989 gCodecErrorCodes.errorInsufficientResource =
2990 env->GetStaticIntField(clazz.get(), field);
2991
2992 field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
2993 CHECK(field != NULL);
2994 gCodecErrorCodes.errorReclaimed =
2995 env->GetStaticIntField(clazz.get(), field);
2996
2997 clazz.reset(env->FindClass("android/view/Surface"));
2998 CHECK(clazz.get() != NULL);
2999
3000 field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3001 CHECK(field != NULL);
3002 gPersistentSurfaceClassInfo.mLock = field;
3003
3004 jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
3005 CHECK(method != NULL);
3006 gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
3007
3008 clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
3009 CHECK(clazz.get() != NULL);
3010 gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3011
3012 method = env->GetMethodID(clazz.get(), "<init>", "()V");
3013 CHECK(method != NULL);
3014 gPersistentSurfaceClassInfo.ctor = method;
3015
3016 field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
3017 CHECK(field != NULL);
3018 gPersistentSurfaceClassInfo.mPersistentObject = field;
3019
3020 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
3021 CHECK(clazz.get() != NULL);
3022 gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
3023
3024 method = env->GetMethodID(clazz.get(), "<init>",
3025 "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
3026 "Ljava/util/Map;Ljava/util/Map;)V");
3027 CHECK(method != NULL);
3028 gCodecInfo.capsCtorId = method;
3029
3030 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
3031 CHECK(clazz.get() != NULL);
3032 gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
3033
3034 field = env->GetFieldID(clazz.get(), "profile", "I");
3035 CHECK(field != NULL);
3036 gCodecInfo.profileField = field;
3037
3038 field = env->GetFieldID(clazz.get(), "level", "I");
3039 CHECK(field != NULL);
3040 gCodecInfo.levelField = field;
3041
3042 clazz.reset(env->FindClass("java/nio/ByteBuffer"));
3043 CHECK(clazz.get() != NULL);
3044 gByteBufferInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3045
3046 ScopedLocalRef<jclass> byteOrderClass(
3047 env, env->FindClass("java/nio/ByteOrder"));
3048 CHECK(byteOrderClass.get() != NULL);
3049
3050 jmethodID nativeOrderID = env->GetStaticMethodID(
3051 byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
3052 CHECK(nativeOrderID != NULL);
3053
3054 ScopedLocalRef<jobject> nativeByteOrderObj{
3055 env, env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID)};
3056 gByteBufferInfo.nativeByteOrder = env->NewGlobalRef(nativeByteOrderObj.get());
3057 CHECK(gByteBufferInfo.nativeByteOrder != NULL);
3058 nativeByteOrderObj.reset();
3059
3060 gByteBufferInfo.orderId = env->GetMethodID(
3061 clazz.get(),
3062 "order",
3063 "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
3064 CHECK(gByteBufferInfo.orderId != NULL);
3065
3066 gByteBufferInfo.asReadOnlyBufferId = env->GetMethodID(
3067 clazz.get(), "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
3068 CHECK(gByteBufferInfo.asReadOnlyBufferId != NULL);
3069
3070 gByteBufferInfo.positionId = env->GetMethodID(
3071 clazz.get(), "position", "(I)Ljava/nio/Buffer;");
3072 CHECK(gByteBufferInfo.positionId != NULL);
3073
3074 gByteBufferInfo.limitId = env->GetMethodID(
3075 clazz.get(), "limit", "(I)Ljava/nio/Buffer;");
3076 CHECK(gByteBufferInfo.limitId != NULL);
3077
3078 gByteBufferInfo.getPositionId = env->GetMethodID(
3079 clazz.get(), "position", "()I");
3080 CHECK(gByteBufferInfo.getPositionId != NULL);
3081
3082 gByteBufferInfo.getLimitId = env->GetMethodID(
3083 clazz.get(), "limit", "()I");
3084 CHECK(gByteBufferInfo.getLimitId != NULL);
3085
3086 clazz.reset(env->FindClass("java/util/ArrayList"));
3087 CHECK(clazz.get() != NULL);
3088 gArrayListInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3089
3090 gArrayListInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3091 CHECK(gArrayListInfo.ctorId != NULL);
3092
3093 gArrayListInfo.sizeId = env->GetMethodID(clazz.get(), "size", "()I");
3094 CHECK(gArrayListInfo.sizeId != NULL);
3095
3096 gArrayListInfo.getId = env->GetMethodID(clazz.get(), "get", "(I)Ljava/lang/Object;");
3097 CHECK(gArrayListInfo.getId != NULL);
3098
3099 gArrayListInfo.addId = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
3100 CHECK(gArrayListInfo.addId != NULL);
3101
3102 clazz.reset(env->FindClass("android/media/MediaCodec$LinearBlock"));
3103 CHECK(clazz.get() != NULL);
3104
3105 gLinearBlockInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3106
3107 gLinearBlockInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3108 CHECK(gLinearBlockInfo.ctorId != NULL);
3109
3110 gLinearBlockInfo.setInternalStateId = env->GetMethodID(
3111 clazz.get(), "setInternalStateLocked", "(JZ)V");
3112 CHECK(gLinearBlockInfo.setInternalStateId != NULL);
3113
3114 gLinearBlockInfo.contextId = env->GetFieldID(clazz.get(), "mNativeContext", "J");
3115 CHECK(gLinearBlockInfo.contextId != NULL);
3116
3117 gLinearBlockInfo.validId = env->GetFieldID(clazz.get(), "mValid", "Z");
3118 CHECK(gLinearBlockInfo.validId != NULL);
3119
3120 gLinearBlockInfo.lockId = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3121 CHECK(gLinearBlockInfo.lockId != NULL);
3122
3123 clazz.reset(env->FindClass("android/media/MediaCodec$ParameterDescriptor"));
3124 CHECK(clazz.get() != NULL);
3125 gDescriptorInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3126
3127 gDescriptorInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3128 CHECK(gDescriptorInfo.ctorId != NULL);
3129
3130 gDescriptorInfo.nameId = env->GetFieldID(clazz.get(), "mName", "Ljava/lang/String;");
3131 CHECK(gDescriptorInfo.nameId != NULL);
3132
3133 gDescriptorInfo.typeId = env->GetFieldID(clazz.get(), "mType", "I");
3134 CHECK(gDescriptorInfo.typeId != NULL);
3135 }
3136
android_media_MediaCodec_native_setup(JNIEnv * env,jobject thiz,jstring name,jboolean nameIsType,jboolean encoder)3137 static void android_media_MediaCodec_native_setup(
3138 JNIEnv *env, jobject thiz,
3139 jstring name, jboolean nameIsType, jboolean encoder) {
3140 if (name == NULL) {
3141 jniThrowException(env, "java/lang/NullPointerException", NULL);
3142 return;
3143 }
3144
3145 const char *tmp = env->GetStringUTFChars(name, NULL);
3146
3147 if (tmp == NULL) {
3148 return;
3149 }
3150
3151 sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder);
3152
3153 const status_t err = codec->initCheck();
3154 if (err == NAME_NOT_FOUND) {
3155 // fail and do not try again.
3156 jniThrowException(env, "java/lang/IllegalArgumentException",
3157 String8::format("Failed to initialize %s, error %#x", tmp, err));
3158 env->ReleaseStringUTFChars(name, tmp);
3159 return;
3160 } if (err == NO_MEMORY) {
3161 throwCodecException(env, err, ACTION_CODE_TRANSIENT,
3162 String8::format("Failed to initialize %s, error %#x", tmp, err));
3163 env->ReleaseStringUTFChars(name, tmp);
3164 return;
3165 } else if (err != OK) {
3166 // believed possible to try again
3167 jniThrowException(env, "java/io/IOException",
3168 String8::format("Failed to find matching codec %s, error %#x", tmp, err));
3169 env->ReleaseStringUTFChars(name, tmp);
3170 return;
3171 }
3172
3173 env->ReleaseStringUTFChars(name, tmp);
3174
3175 codec->registerSelf();
3176
3177 setMediaCodec(env,thiz, codec);
3178 }
3179
android_media_MediaCodec_native_finalize(JNIEnv * env,jobject thiz)3180 static void android_media_MediaCodec_native_finalize(
3181 JNIEnv *env, jobject thiz) {
3182 setMediaCodec(env, thiz, NULL);
3183 }
3184
3185 // MediaCodec.LinearBlock
3186
android_media_MediaCodec_LinearBlock_native_map(JNIEnv * env,jobject thiz)3187 static jobject android_media_MediaCodec_LinearBlock_native_map(
3188 JNIEnv *env, jobject thiz) {
3189 JMediaCodecLinearBlock *context =
3190 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3191 if (context->mBuffer) {
3192 std::shared_ptr<C2Buffer> buffer = context->mBuffer;
3193 if (!context->mReadonlyMapping) {
3194 const C2BufferData data = buffer->data();
3195 if (data.type() != C2BufferData::LINEAR) {
3196 throwExceptionAsNecessary(env, INVALID_OPERATION);
3197 return nullptr;
3198 }
3199 if (data.linearBlocks().size() != 1u) {
3200 throwExceptionAsNecessary(env, INVALID_OPERATION);
3201 return nullptr;
3202 }
3203 C2ConstLinearBlock block = data.linearBlocks().front();
3204 context->mReadonlyMapping =
3205 std::make_shared<C2ReadView>(block.map().get());
3206 }
3207 return CreateByteBuffer(
3208 env,
3209 context->mReadonlyMapping->data(), // base
3210 context->mReadonlyMapping->capacity(), // capacity
3211 0u, // offset
3212 context->mReadonlyMapping->capacity(), // size
3213 true, // readOnly
3214 true /* clearBuffer */);
3215 } else if (context->mBlock) {
3216 std::shared_ptr<C2LinearBlock> block = context->mBlock;
3217 if (!context->mReadWriteMapping) {
3218 context->mReadWriteMapping =
3219 std::make_shared<C2WriteView>(block->map().get());
3220 }
3221 return CreateByteBuffer(
3222 env,
3223 context->mReadWriteMapping->base(),
3224 context->mReadWriteMapping->capacity(),
3225 context->mReadWriteMapping->offset(),
3226 context->mReadWriteMapping->size(),
3227 false, // readOnly
3228 true /* clearBuffer */);
3229 } else if (context->mLegacyBuffer) {
3230 return CreateByteBuffer(
3231 env,
3232 context->mLegacyBuffer->base(),
3233 context->mLegacyBuffer->capacity(),
3234 context->mLegacyBuffer->offset(),
3235 context->mLegacyBuffer->size(),
3236 true, // readOnly
3237 true /* clearBuffer */);
3238 } else if (context->mMemory) {
3239 return CreateByteBuffer(
3240 env,
3241 context->mMemory->unsecurePointer(),
3242 context->mMemory->size(),
3243 0,
3244 context->mMemory->size(),
3245 false, // readOnly
3246 true /* clearBuffer */);
3247 }
3248 throwExceptionAsNecessary(env, INVALID_OPERATION);
3249 return nullptr;
3250 }
3251
android_media_MediaCodec_LinearBlock_native_recycle(JNIEnv * env,jobject thiz)3252 static void android_media_MediaCodec_LinearBlock_native_recycle(
3253 JNIEnv *env, jobject thiz) {
3254 JMediaCodecLinearBlock *context =
3255 (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3256 env->CallVoidMethod(thiz, gLinearBlockInfo.setInternalStateId, jlong(0), false);
3257 delete context;
3258 }
3259
PopulateNamesVector(JNIEnv * env,jobjectArray codecNames,std::vector<std::string> * names)3260 static void PopulateNamesVector(
3261 JNIEnv *env, jobjectArray codecNames, std::vector<std::string> *names) {
3262 jsize length = env->GetArrayLength(codecNames);
3263 for (jsize i = 0; i < length; ++i) {
3264 jstring jstr = static_cast<jstring>(env->GetObjectArrayElement(codecNames, i));
3265 if (jstr == nullptr) {
3266 // null entries are ignored
3267 continue;
3268 }
3269 const char *cstr = env->GetStringUTFChars(jstr, nullptr);
3270 if (cstr == nullptr) {
3271 throwExceptionAsNecessary(env, BAD_VALUE);
3272 return;
3273 }
3274 names->emplace_back(cstr);
3275 env->ReleaseStringUTFChars(jstr, cstr);
3276 }
3277 }
3278
android_media_MediaCodec_LinearBlock_native_obtain(JNIEnv * env,jobject thiz,jint capacity,jobjectArray codecNames)3279 static void android_media_MediaCodec_LinearBlock_native_obtain(
3280 JNIEnv *env, jobject thiz, jint capacity, jobjectArray codecNames) {
3281 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
3282 std::vector<std::string> names;
3283 PopulateNamesVector(env, codecNames, &names);
3284 bool hasSecure = false;
3285 bool hasNonSecure = false;
3286 for (const std::string &name : names) {
3287 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3288 hasSecure = true;
3289 } else {
3290 hasNonSecure = true;
3291 }
3292 }
3293 if (hasSecure && !hasNonSecure) {
3294 constexpr size_t kInitialDealerCapacity = 1048576; // 1MB
3295 thread_local sp<MemoryDealer> sDealer = new MemoryDealer(
3296 kInitialDealerCapacity, "JNI(1MB)");
3297 context->mMemory = sDealer->allocate(capacity);
3298 if (context->mMemory == nullptr) {
3299 size_t newDealerCapacity = sDealer->getMemoryHeap()->getSize() * 2;
3300 while (capacity * 2 > newDealerCapacity) {
3301 newDealerCapacity *= 2;
3302 }
3303 ALOGI("LinearBlock.native_obtain: "
3304 "Dealer capacity increasing from %zuMB to %zuMB",
3305 sDealer->getMemoryHeap()->getSize() / 1048576,
3306 newDealerCapacity / 1048576);
3307 sDealer = new MemoryDealer(
3308 newDealerCapacity,
3309 AStringPrintf("JNI(%zuMB)", newDealerCapacity).c_str());
3310 context->mMemory = sDealer->allocate(capacity);
3311 }
3312 context->mHidlMemory = hardware::fromHeap(context->mMemory->getMemory(
3313 &context->mHidlMemoryOffset, &context->mHidlMemorySize));
3314 } else {
3315 context->mBlock = MediaCodec::FetchLinearBlock(capacity, names);
3316 if (!context->mBlock) {
3317 jniThrowException(env, "java/io/IOException", nullptr);
3318 return;
3319 }
3320 }
3321 env->CallVoidMethod(
3322 thiz,
3323 gLinearBlockInfo.setInternalStateId,
3324 (jlong)context.release(),
3325 true /* isMappable */);
3326 }
3327
android_media_MediaCodec_LinearBlock_checkCompatible(JNIEnv * env,jclass,jobjectArray codecNames)3328 static jboolean android_media_MediaCodec_LinearBlock_checkCompatible(
3329 JNIEnv *env, jclass, jobjectArray codecNames) {
3330 std::vector<std::string> names;
3331 PopulateNamesVector(env, codecNames, &names);
3332 bool isCompatible = false;
3333 bool hasSecure = false;
3334 bool hasNonSecure = false;
3335 for (const std::string &name : names) {
3336 if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3337 hasSecure = true;
3338 } else {
3339 hasNonSecure = true;
3340 }
3341 }
3342 if (hasSecure && hasNonSecure) {
3343 return false;
3344 }
3345 status_t err = MediaCodec::CanFetchLinearBlock(names, &isCompatible);
3346 if (err != OK) {
3347 throwExceptionAsNecessary(env, err);
3348 }
3349 return isCompatible;
3350 }
3351
3352 static const JNINativeMethod gMethods[] = {
3353 { "native_release", "()V", (void *)android_media_MediaCodec_release },
3354
3355 { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
3356
3357 { "native_releasePersistentInputSurface",
3358 "(Landroid/view/Surface;)V",
3359 (void *)android_media_MediaCodec_releasePersistentInputSurface},
3360
3361 { "native_createPersistentInputSurface",
3362 "()Landroid/media/MediaCodec$PersistentSurface;",
3363 (void *)android_media_MediaCodec_createPersistentInputSurface },
3364
3365 { "native_setInputSurface", "(Landroid/view/Surface;)V",
3366 (void *)android_media_MediaCodec_setInputSurface },
3367
3368 { "native_enableOnFirstTunnelFrameReadyListener", "(Z)V",
3369 (void *)android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener },
3370
3371 { "native_enableOnFrameRenderedListener", "(Z)V",
3372 (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
3373
3374 { "native_setCallback",
3375 "(Landroid/media/MediaCodec$Callback;)V",
3376 (void *)android_media_MediaCodec_native_setCallback },
3377
3378 { "native_configure",
3379 "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
3380 "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
3381 (void *)android_media_MediaCodec_native_configure },
3382
3383 { "native_setSurface",
3384 "(Landroid/view/Surface;)V",
3385 (void *)android_media_MediaCodec_native_setSurface },
3386
3387 { "createInputSurface", "()Landroid/view/Surface;",
3388 (void *)android_media_MediaCodec_createInputSurface },
3389
3390 { "native_start", "()V", (void *)android_media_MediaCodec_start },
3391 { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
3392 { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
3393
3394 { "native_queueInputBuffer", "(IIIJI)V",
3395 (void *)android_media_MediaCodec_queueInputBuffer },
3396
3397 { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
3398 (void *)android_media_MediaCodec_queueSecureInputBuffer },
3399
3400 { "native_mapHardwareBuffer",
3401 "(Landroid/hardware/HardwareBuffer;)Landroid/media/Image;",
3402 (void *)android_media_MediaCodec_mapHardwareBuffer },
3403
3404 { "native_closeMediaImage", "(J)V", (void *)android_media_MediaCodec_closeMediaImage },
3405
3406 { "native_queueLinearBlock",
3407 "(ILandroid/media/MediaCodec$LinearBlock;IILandroid/media/MediaCodec$CryptoInfo;JI"
3408 "Ljava/util/ArrayList;Ljava/util/ArrayList;)V",
3409 (void *)android_media_MediaCodec_native_queueLinearBlock },
3410
3411 { "native_queueHardwareBuffer",
3412 "(ILandroid/hardware/HardwareBuffer;JILjava/util/ArrayList;Ljava/util/ArrayList;)V",
3413 (void *)android_media_MediaCodec_native_queueHardwareBuffer },
3414
3415 { "native_getOutputFrame",
3416 "(Landroid/media/MediaCodec$OutputFrame;I)V",
3417 (void *)android_media_MediaCodec_native_getOutputFrame },
3418
3419 { "native_dequeueInputBuffer", "(J)I",
3420 (void *)android_media_MediaCodec_dequeueInputBuffer },
3421
3422 { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
3423 (void *)android_media_MediaCodec_dequeueOutputBuffer },
3424
3425 { "releaseOutputBuffer", "(IZZJ)V",
3426 (void *)android_media_MediaCodec_releaseOutputBuffer },
3427
3428 { "signalEndOfInputStream", "()V",
3429 (void *)android_media_MediaCodec_signalEndOfInputStream },
3430
3431 { "getFormatNative", "(Z)Ljava/util/Map;",
3432 (void *)android_media_MediaCodec_getFormatNative },
3433
3434 { "getOutputFormatNative", "(I)Ljava/util/Map;",
3435 (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
3436
3437 { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
3438 (void *)android_media_MediaCodec_getBuffers },
3439
3440 { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
3441 (void *)android_media_MediaCodec_getBuffer },
3442
3443 { "getImage", "(ZI)Landroid/media/Image;",
3444 (void *)android_media_MediaCodec_getImage },
3445
3446 { "getCanonicalName", "()Ljava/lang/String;",
3447 (void *)android_media_MediaCodec_getName },
3448
3449 { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
3450 (void *)android_media_MediaCodec_getOwnCodecInfo },
3451
3452 { "native_getMetrics", "()Landroid/os/PersistableBundle;",
3453 (void *)android_media_MediaCodec_native_getMetrics},
3454
3455 { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
3456 (void *)android_media_MediaCodec_setParameters },
3457
3458 { "setVideoScalingMode", "(I)V",
3459 (void *)android_media_MediaCodec_setVideoScalingMode },
3460
3461 { "native_setAudioPresentation", "(II)V",
3462 (void *)android_media_MediaCodec_setAudioPresentation },
3463
3464 { "native_getSupportedVendorParameters", "()Ljava/util/List;",
3465 (void *)android_media_MediaCodec_getSupportedVendorParameters },
3466
3467 { "native_getParameterDescriptor",
3468 "(Ljava/lang/String;)Landroid/media/MediaCodec$ParameterDescriptor;",
3469 (void *)android_media_MediaCodec_getParameterDescriptor },
3470
3471 { "native_subscribeToVendorParameters",
3472 "(Ljava/util/List;)V",
3473 (void *)android_media_MediaCodec_subscribeToVendorParameters},
3474
3475 { "native_unsubscribeFromVendorParameters",
3476 "(Ljava/util/List;)V",
3477 (void *)android_media_MediaCodec_unsubscribeFromVendorParameters},
3478
3479 { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
3480
3481 { "native_setup", "(Ljava/lang/String;ZZ)V",
3482 (void *)android_media_MediaCodec_native_setup },
3483
3484 { "native_finalize", "()V",
3485 (void *)android_media_MediaCodec_native_finalize },
3486 };
3487
3488 static const JNINativeMethod gLinearBlockMethods[] = {
3489 { "native_map", "()Ljava/nio/ByteBuffer;",
3490 (void *)android_media_MediaCodec_LinearBlock_native_map },
3491
3492 { "native_recycle", "()V",
3493 (void *)android_media_MediaCodec_LinearBlock_native_recycle },
3494
3495 { "native_obtain", "(I[Ljava/lang/String;)V",
3496 (void *)android_media_MediaCodec_LinearBlock_native_obtain },
3497
3498 { "native_checkCompatible", "([Ljava/lang/String;)Z",
3499 (void *)android_media_MediaCodec_LinearBlock_checkCompatible },
3500 };
3501
register_android_media_MediaCodec(JNIEnv * env)3502 int register_android_media_MediaCodec(JNIEnv *env) {
3503 int result = AndroidRuntime::registerNativeMethods(env,
3504 "android/media/MediaCodec", gMethods, NELEM(gMethods));
3505 if (result != JNI_OK) {
3506 return result;
3507 }
3508 result = AndroidRuntime::registerNativeMethods(env,
3509 "android/media/MediaCodec$LinearBlock",
3510 gLinearBlockMethods,
3511 NELEM(gLinearBlockMethods));
3512 return result;
3513 }
3514