1 /*
2  * Copyright 2012, The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 //#define LOG_NDEBUG 0
18 #define LOG_TAG "MediaCodec-JNI"
19 #include <utils/Log.h>
20 
21 #include <type_traits>
22 
23 #include "android_media_MediaCodec.h"
24 
25 #include "android_media_MediaCodecLinearBlock.h"
26 #include "android_media_MediaCrypto.h"
27 #include "android_media_MediaDescrambler.h"
28 #include "android_media_MediaMetricsJNI.h"
29 #include "android_media_Streams.h"
30 #include "android_runtime/AndroidRuntime.h"
31 #include "android_runtime/android_view_Surface.h"
32 #include "android_util_Binder.h"
33 #include "jni.h"
34 #include <nativehelper/JNIHelp.h>
35 #include <nativehelper/ScopedLocalRef.h>
36 
37 #include <C2AllocatorGralloc.h>
38 #include <C2BlockInternal.h>
39 #include <C2Buffer.h>
40 #include <C2PlatformSupport.h>
41 
42 #include <android/hardware/cas/native/1.0/IDescrambler.h>
43 
44 #include <android_runtime/android_hardware_HardwareBuffer.h>
45 
46 #include <binder/MemoryDealer.h>
47 
48 #include <cutils/compiler.h>
49 
50 #include <gui/Surface.h>
51 
52 #include <hidlmemory/FrameworkUtils.h>
53 
54 #include <media/MediaCodecBuffer.h>
55 #include <media/hardware/VideoAPI.h>
56 #include <media/stagefright/CodecBase.h>
57 #include <media/stagefright/MediaCodec.h>
58 #include <media/stagefright/foundation/ABuffer.h>
59 #include <media/stagefright/foundation/ADebug.h>
60 #include <media/stagefright/foundation/ALooper.h>
61 #include <media/stagefright/foundation/AMessage.h>
62 #include <media/stagefright/foundation/AString.h>
63 #include <media/stagefright/MediaErrors.h>
64 #include <media/stagefright/PersistentSurface.h>
65 #include <mediadrm/DrmUtils.h>
66 #include <mediadrm/ICrypto.h>
67 
68 #include <private/android/AHardwareBufferHelpers.h>
69 
70 #include <system/window.h>
71 
72 namespace android {
73 
74 // Keep these in sync with their equivalents in MediaCodec.java !!!
75 enum {
76     DEQUEUE_INFO_TRY_AGAIN_LATER            = -1,
77     DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED      = -2,
78     DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED     = -3,
79 };
80 
81 enum {
82     EVENT_CALLBACK = 1,
83     EVENT_SET_CALLBACK = 2,
84     EVENT_FRAME_RENDERED = 3,
85     EVENT_FIRST_TUNNEL_FRAME_READY = 4,
86 };
87 
88 // From MediaFormat.java
89 enum {
90     TYPE_NULL           = 0,
91     TYPE_INTEGER        = 1,
92     TYPE_LONG           = 2,
93     TYPE_FLOAT          = 3,
94     TYPE_STRING         = 4,
95     TYPE_BYTE_BUFFER    = 5,
96 };
97 
98 static struct CryptoErrorCodes {
99     jint cryptoErrorNoKey;
100     jint cryptoErrorKeyExpired;
101     jint cryptoErrorResourceBusy;
102     jint cryptoErrorInsufficientOutputProtection;
103     jint cryptoErrorSessionNotOpened;
104     jint cryptoErrorInsufficientSecurity;
105     jint cryptoErrorUnsupportedOperation;
106     jint cryptoErrorFrameTooLarge;
107     jint cryptoErrorLostState;
108 } gCryptoErrorCodes;
109 
110 static struct CodecActionCodes {
111     jint codecActionTransient;
112     jint codecActionRecoverable;
113 } gCodecActionCodes;
114 
115 static struct CodecErrorCodes {
116     jint errorInsufficientResource;
117     jint errorReclaimed;
118 } gCodecErrorCodes;
119 
120 static struct {
121     jclass clazz;
122     jfieldID mLock;
123     jfieldID mPersistentObject;
124     jmethodID ctor;
125     jmethodID setNativeObjectLocked;
126 } gPersistentSurfaceClassInfo;
127 
128 static struct {
129     jint Unencrypted;
130     jint AesCtr;
131     jint AesCbc;
132 } gCryptoModes;
133 
134 static struct {
135     jclass capsClazz;
136     jmethodID capsCtorId;
137     jclass profileLevelClazz;
138     jfieldID profileField;
139     jfieldID levelField;
140 } gCodecInfo;
141 
142 static struct {
143     jclass clazz;
144     jobject nativeByteOrder;
145     jmethodID orderId;
146     jmethodID asReadOnlyBufferId;
147     jmethodID positionId;
148     jmethodID limitId;
149     jmethodID getPositionId;
150     jmethodID getLimitId;
151 } gByteBufferInfo;
152 
153 static struct {
154     jclass clazz;
155     jmethodID ctorId;
156     jmethodID sizeId;
157     jmethodID getId;
158     jmethodID addId;
159 } gArrayListInfo;
160 
161 static struct {
162     jclass clazz;
163     jmethodID ctorId;
164     jmethodID setInternalStateId;
165     jfieldID contextId;
166     jfieldID validId;
167     jfieldID lockId;
168 } gLinearBlockInfo;
169 
170 static struct {
171     jclass clazz;
172     jmethodID ctorId;
173     jfieldID nameId;
174     jfieldID typeId;
175 } gDescriptorInfo;
176 
177 struct fields_t {
178     jmethodID postEventFromNativeID;
179     jmethodID lockAndGetContextID;
180     jmethodID setAndUnlockContextID;
181     jfieldID cryptoInfoNumSubSamplesID;
182     jfieldID cryptoInfoNumBytesOfClearDataID;
183     jfieldID cryptoInfoNumBytesOfEncryptedDataID;
184     jfieldID cryptoInfoKeyID;
185     jfieldID cryptoInfoIVID;
186     jfieldID cryptoInfoModeID;
187     jfieldID cryptoInfoPatternID;
188     jfieldID patternEncryptBlocksID;
189     jfieldID patternSkipBlocksID;
190     jfieldID queueRequestIndexID;
191     jfieldID outputFrameLinearBlockID;
192     jfieldID outputFrameHardwareBufferID;
193     jfieldID outputFrameChangedKeysID;
194     jfieldID outputFrameFormatID;
195 };
196 
197 static fields_t gFields;
198 static const void *sRefBaseOwner;
199 
200 
201 ////////////////////////////////////////////////////////////////////////////////
202 
JMediaCodec(JNIEnv * env,jobject thiz,const char * name,bool nameIsType,bool encoder)203 JMediaCodec::JMediaCodec(
204         JNIEnv *env, jobject thiz,
205         const char *name, bool nameIsType, bool encoder)
206     : mClass(NULL),
207       mObject(NULL) {
208     jclass clazz = env->GetObjectClass(thiz);
209     CHECK(clazz != NULL);
210 
211     mClass = (jclass)env->NewGlobalRef(clazz);
212     mObject = env->NewWeakGlobalRef(thiz);
213 
214     mLooper = new ALooper;
215     mLooper->setName("MediaCodec_looper");
216 
217     mLooper->start(
218             false,      // runOnCallingThread
219             true,       // canCallJava
220             ANDROID_PRIORITY_VIDEO);
221 
222     if (nameIsType) {
223         mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus);
224         if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
225             mNameAtCreation = "(null)";
226         }
227     } else {
228         mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus);
229         mNameAtCreation = name;
230     }
231     CHECK((mCodec != NULL) != (mInitStatus != OK));
232 }
233 
initCheck() const234 status_t JMediaCodec::initCheck() const {
235     return mInitStatus;
236 }
237 
registerSelf()238 void JMediaCodec::registerSelf() {
239     mLooper->registerHandler(this);
240 }
241 
release()242 void JMediaCodec::release() {
243     std::call_once(mReleaseFlag, [this] {
244         if (mCodec != NULL) {
245             mCodec->release();
246             mInitStatus = NO_INIT;
247         }
248 
249         if (mLooper != NULL) {
250             mLooper->unregisterHandler(id());
251             mLooper->stop();
252             mLooper.clear();
253         }
254     });
255 }
256 
releaseAsync()257 void JMediaCodec::releaseAsync() {
258     std::call_once(mAsyncReleaseFlag, [this] {
259         if (mCodec != NULL) {
260             sp<AMessage> notify = new AMessage(kWhatAsyncReleaseComplete, this);
261             // Hold strong reference to this until async release is complete
262             notify->setObject("this", this);
263             mCodec->releaseAsync(notify);
264         }
265         mInitStatus = NO_INIT;
266     });
267 }
268 
~JMediaCodec()269 JMediaCodec::~JMediaCodec() {
270     if (mLooper != NULL) {
271         /* MediaCodec and looper should have been released explicitly already
272          * in setMediaCodec() (see comments in setMediaCodec()).
273          *
274          * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
275          * message handler, doing release() there risks deadlock as MediaCodec::
276          * release() post synchronous message to the same looper.
277          *
278          * Print a warning and try to proceed with releasing.
279          */
280         ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
281         release();
282         ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
283     }
284 
285     JNIEnv *env = AndroidRuntime::getJNIEnv();
286 
287     env->DeleteWeakGlobalRef(mObject);
288     mObject = NULL;
289     env->DeleteGlobalRef(mClass);
290     mClass = NULL;
291 }
292 
enableOnFirstTunnelFrameReadyListener(jboolean enable)293 status_t JMediaCodec::enableOnFirstTunnelFrameReadyListener(jboolean enable) {
294     if (enable) {
295         if (mOnFirstTunnelFrameReadyNotification == NULL) {
296             mOnFirstTunnelFrameReadyNotification = new AMessage(kWhatFirstTunnelFrameReady, this);
297         }
298     } else {
299         mOnFirstTunnelFrameReadyNotification.clear();
300     }
301 
302     return mCodec->setOnFirstTunnelFrameReadyNotification(mOnFirstTunnelFrameReadyNotification);
303 }
304 
enableOnFrameRenderedListener(jboolean enable)305 status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
306     if (enable) {
307         if (mOnFrameRenderedNotification == NULL) {
308             mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
309         }
310     } else {
311         mOnFrameRenderedNotification.clear();
312     }
313 
314     return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
315 }
316 
setCallback(jobject cb)317 status_t JMediaCodec::setCallback(jobject cb) {
318     if (cb != NULL) {
319         if (mCallbackNotification == NULL) {
320             mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
321         }
322     } else {
323         mCallbackNotification.clear();
324     }
325 
326     return mCodec->setCallback(mCallbackNotification);
327 }
328 
configure(const sp<AMessage> & format,const sp<IGraphicBufferProducer> & bufferProducer,const sp<ICrypto> & crypto,const sp<IDescrambler> & descrambler,int flags)329 status_t JMediaCodec::configure(
330         const sp<AMessage> &format,
331         const sp<IGraphicBufferProducer> &bufferProducer,
332         const sp<ICrypto> &crypto,
333         const sp<IDescrambler> &descrambler,
334         int flags) {
335     sp<Surface> client;
336     if (bufferProducer != NULL) {
337         mSurfaceTextureClient =
338             new Surface(bufferProducer, true /* controlledByApp */);
339     } else {
340         mSurfaceTextureClient.clear();
341     }
342 
343     constexpr int32_t CONFIGURE_FLAG_ENCODE = 1;
344     AString mime;
345     CHECK(format->findString("mime", &mime));
346     mGraphicOutput = (mime.startsWithIgnoreCase("video/") || mime.startsWithIgnoreCase("image/"))
347             && !(flags & CONFIGURE_FLAG_ENCODE);
348     mHasCryptoOrDescrambler = (crypto != nullptr) || (descrambler != nullptr);
349     mCrypto = crypto;
350 
351     return mCodec->configure(
352             format, mSurfaceTextureClient, crypto, descrambler, flags);
353 }
354 
setSurface(const sp<IGraphicBufferProducer> & bufferProducer)355 status_t JMediaCodec::setSurface(
356         const sp<IGraphicBufferProducer> &bufferProducer) {
357     sp<Surface> client;
358     if (bufferProducer != NULL) {
359         client = new Surface(bufferProducer, true /* controlledByApp */);
360     }
361     status_t err = mCodec->setSurface(client);
362     if (err == OK) {
363         mSurfaceTextureClient = client;
364     }
365     return err;
366 }
367 
createInputSurface(sp<IGraphicBufferProducer> * bufferProducer)368 status_t JMediaCodec::createInputSurface(
369         sp<IGraphicBufferProducer>* bufferProducer) {
370     return mCodec->createInputSurface(bufferProducer);
371 }
372 
setInputSurface(const sp<PersistentSurface> & surface)373 status_t JMediaCodec::setInputSurface(
374         const sp<PersistentSurface> &surface) {
375     return mCodec->setInputSurface(surface);
376 }
377 
start()378 status_t JMediaCodec::start() {
379     return mCodec->start();
380 }
381 
stop()382 status_t JMediaCodec::stop() {
383     mSurfaceTextureClient.clear();
384 
385     return mCodec->stop();
386 }
387 
flush()388 status_t JMediaCodec::flush() {
389     return mCodec->flush();
390 }
391 
reset()392 status_t JMediaCodec::reset() {
393     return mCodec->reset();
394 }
395 
queueInputBuffer(size_t index,size_t offset,size_t size,int64_t timeUs,uint32_t flags,AString * errorDetailMsg)396 status_t JMediaCodec::queueInputBuffer(
397         size_t index,
398         size_t offset, size_t size, int64_t timeUs, uint32_t flags,
399         AString *errorDetailMsg) {
400     return mCodec->queueInputBuffer(
401             index, offset, size, timeUs, flags, errorDetailMsg);
402 }
403 
queueSecureInputBuffer(size_t index,size_t offset,const CryptoPlugin::SubSample * subSamples,size_t numSubSamples,const uint8_t key[16],const uint8_t iv[16],CryptoPlugin::Mode mode,const CryptoPlugin::Pattern & pattern,int64_t presentationTimeUs,uint32_t flags,AString * errorDetailMsg)404 status_t JMediaCodec::queueSecureInputBuffer(
405         size_t index,
406         size_t offset,
407         const CryptoPlugin::SubSample *subSamples,
408         size_t numSubSamples,
409         const uint8_t key[16],
410         const uint8_t iv[16],
411         CryptoPlugin::Mode mode,
412         const CryptoPlugin::Pattern &pattern,
413         int64_t presentationTimeUs,
414         uint32_t flags,
415         AString *errorDetailMsg) {
416     return mCodec->queueSecureInputBuffer(
417             index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
418             presentationTimeUs, flags, errorDetailMsg);
419 }
420 
queueBuffer(size_t index,const std::shared_ptr<C2Buffer> & buffer,int64_t timeUs,uint32_t flags,const sp<AMessage> & tunings,AString * errorDetailMsg)421 status_t JMediaCodec::queueBuffer(
422         size_t index, const std::shared_ptr<C2Buffer> &buffer, int64_t timeUs,
423         uint32_t flags, const sp<AMessage> &tunings, AString *errorDetailMsg) {
424     return mCodec->queueBuffer(
425             index, buffer, timeUs, flags, tunings, errorDetailMsg);
426 }
427 
queueEncryptedLinearBlock(size_t index,const sp<hardware::HidlMemory> & buffer,size_t offset,const CryptoPlugin::SubSample * subSamples,size_t numSubSamples,const uint8_t key[16],const uint8_t iv[16],CryptoPlugin::Mode mode,const CryptoPlugin::Pattern & pattern,int64_t presentationTimeUs,uint32_t flags,const sp<AMessage> & tunings,AString * errorDetailMsg)428 status_t JMediaCodec::queueEncryptedLinearBlock(
429         size_t index,
430         const sp<hardware::HidlMemory> &buffer,
431         size_t offset,
432         const CryptoPlugin::SubSample *subSamples,
433         size_t numSubSamples,
434         const uint8_t key[16],
435         const uint8_t iv[16],
436         CryptoPlugin::Mode mode,
437         const CryptoPlugin::Pattern &pattern,
438         int64_t presentationTimeUs,
439         uint32_t flags,
440         const sp<AMessage> &tunings,
441         AString *errorDetailMsg) {
442     return mCodec->queueEncryptedBuffer(
443             index, buffer, offset, subSamples, numSubSamples, key, iv, mode, pattern,
444             presentationTimeUs, flags, tunings, errorDetailMsg);
445 }
446 
dequeueInputBuffer(size_t * index,int64_t timeoutUs)447 status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
448     return mCodec->dequeueInputBuffer(index, timeoutUs);
449 }
450 
dequeueOutputBuffer(JNIEnv * env,jobject bufferInfo,size_t * index,int64_t timeoutUs)451 status_t JMediaCodec::dequeueOutputBuffer(
452         JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
453     size_t size, offset;
454     int64_t timeUs;
455     uint32_t flags;
456     status_t err = mCodec->dequeueOutputBuffer(
457             index, &offset, &size, &timeUs, &flags, timeoutUs);
458 
459     if (err != OK) {
460         return err;
461     }
462 
463     ScopedLocalRef<jclass> clazz(
464             env, env->FindClass("android/media/MediaCodec$BufferInfo"));
465 
466     jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
467     env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
468 
469     return OK;
470 }
471 
releaseOutputBuffer(size_t index,bool render,bool updatePTS,int64_t timestampNs)472 status_t JMediaCodec::releaseOutputBuffer(
473         size_t index, bool render, bool updatePTS, int64_t timestampNs) {
474     if (updatePTS) {
475         return mCodec->renderOutputBufferAndRelease(index, timestampNs);
476     }
477     return render
478         ? mCodec->renderOutputBufferAndRelease(index)
479         : mCodec->releaseOutputBuffer(index);
480 }
481 
signalEndOfInputStream()482 status_t JMediaCodec::signalEndOfInputStream() {
483     return mCodec->signalEndOfInputStream();
484 }
485 
getFormat(JNIEnv * env,bool input,jobject * format) const486 status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
487     sp<AMessage> msg;
488     status_t err;
489     err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
490     if (err != OK) {
491         return err;
492     }
493 
494     return ConvertMessageToMap(env, msg, format);
495 }
496 
getOutputFormat(JNIEnv * env,size_t index,jobject * format) const497 status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
498     sp<AMessage> msg;
499     status_t err;
500     if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
501         return err;
502     }
503 
504     return ConvertMessageToMap(env, msg, format);
505 }
506 
getBuffers(JNIEnv * env,bool input,jobjectArray * bufArray) const507 status_t JMediaCodec::getBuffers(
508         JNIEnv *env, bool input, jobjectArray *bufArray) const {
509     Vector<sp<MediaCodecBuffer> > buffers;
510 
511     status_t err =
512         input
513             ? mCodec->getInputBuffers(&buffers)
514             : mCodec->getOutputBuffers(&buffers);
515 
516     if (err != OK) {
517         return err;
518     }
519 
520     *bufArray = (jobjectArray)env->NewObjectArray(
521             buffers.size(), gByteBufferInfo.clazz, NULL);
522     if (*bufArray == NULL) {
523         return NO_MEMORY;
524     }
525 
526     for (size_t i = 0; i < buffers.size(); ++i) {
527         const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
528 
529         jobject byteBuffer = NULL;
530         err = createByteBufferFromABuffer(
531                 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
532         if (err != OK) {
533             return err;
534         }
535         if (byteBuffer != NULL) {
536             env->SetObjectArrayElement(
537                     *bufArray, i, byteBuffer);
538 
539             env->DeleteLocalRef(byteBuffer);
540             byteBuffer = NULL;
541         }
542     }
543 
544     return OK;
545 }
546 
547 template <typename T>
CreateByteBuffer(JNIEnv * env,T * base,size_t capacity,size_t offset,size_t size,bool readOnly,bool clearBuffer)548 static jobject CreateByteBuffer(
549         JNIEnv *env, T *base, size_t capacity, size_t offset, size_t size,
550         bool readOnly, bool clearBuffer) {
551     jobject byteBuffer =
552         env->NewDirectByteBuffer(
553                 const_cast<typename std::remove_const<T>::type *>(base),
554                 capacity);
555     if (readOnly && byteBuffer != NULL) {
556         jobject readOnlyBuffer = env->CallObjectMethod(
557                 byteBuffer, gByteBufferInfo.asReadOnlyBufferId);
558         env->DeleteLocalRef(byteBuffer);
559         byteBuffer = readOnlyBuffer;
560     }
561     if (byteBuffer == NULL) {
562         return nullptr;
563     }
564     jobject me = env->CallObjectMethod(
565             byteBuffer, gByteBufferInfo.orderId, gByteBufferInfo.nativeByteOrder);
566     env->DeleteLocalRef(me);
567     me = env->CallObjectMethod(
568             byteBuffer, gByteBufferInfo.limitId,
569             clearBuffer ? capacity : offset + size);
570     env->DeleteLocalRef(me);
571     me = env->CallObjectMethod(
572             byteBuffer, gByteBufferInfo.positionId,
573             clearBuffer ? 0 : offset);
574     env->DeleteLocalRef(me);
575     me = NULL;
576     return byteBuffer;
577 }
578 
579 
580 // static
581 template <typename T>
createByteBufferFromABuffer(JNIEnv * env,bool readOnly,bool clearBuffer,const sp<T> & buffer,jobject * buf) const582 status_t JMediaCodec::createByteBufferFromABuffer(
583         JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
584         jobject *buf) const {
585     // if this is an ABuffer that doesn't actually hold any accessible memory,
586     // use a null ByteBuffer
587     *buf = NULL;
588 
589     if (buffer == NULL) {
590         ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
591         return OK;
592     }
593 
594     if (buffer->base() == NULL) {
595         return OK;
596     }
597 
598     jobject byteBuffer = CreateByteBuffer(
599             env, buffer->base(), buffer->capacity(), buffer->offset(), buffer->size(),
600             readOnly, clearBuffer);
601 
602     *buf = byteBuffer;
603     return OK;
604 }
605 
getBuffer(JNIEnv * env,bool input,size_t index,jobject * buf) const606 status_t JMediaCodec::getBuffer(
607         JNIEnv *env, bool input, size_t index, jobject *buf) const {
608     sp<MediaCodecBuffer> buffer;
609 
610     status_t err =
611         input
612             ? mCodec->getInputBuffer(index, &buffer)
613             : mCodec->getOutputBuffer(index, &buffer);
614 
615     if (err != OK) {
616         return err;
617     }
618 
619     return createByteBufferFromABuffer(
620             env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
621 }
622 
getImage(JNIEnv * env,bool input,size_t index,jobject * buf) const623 status_t JMediaCodec::getImage(
624         JNIEnv *env, bool input, size_t index, jobject *buf) const {
625     sp<MediaCodecBuffer> buffer;
626 
627     status_t err =
628         input
629             ? mCodec->getInputBuffer(index, &buffer)
630             : mCodec->getOutputBuffer(index, &buffer);
631 
632     if (err != OK) {
633         return err;
634     }
635 
636     // if this is an ABuffer that doesn't actually hold any accessible memory,
637     // use a null ByteBuffer
638     *buf = NULL;
639     if (buffer->base() == NULL) {
640         return OK;
641     }
642 
643     // check if buffer is an image
644     sp<ABuffer> imageData;
645     if (!buffer->meta()->findBuffer("image-data", &imageData)) {
646         return OK;
647     }
648 
649     int64_t timestamp = 0;
650     if (!input && buffer->meta()->findInt64("timeUs", &timestamp)) {
651         timestamp *= 1000; // adjust to ns
652     }
653 
654     jobject byteBuffer = NULL;
655     err = createByteBufferFromABuffer(
656             env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
657     if (err != OK) {
658         return OK;
659     }
660 
661     jobject infoBuffer = NULL;
662     err = createByteBufferFromABuffer(
663             env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
664     if (err != OK) {
665         env->DeleteLocalRef(byteBuffer);
666         byteBuffer = NULL;
667         return OK;
668     }
669 
670     jobject cropRect = NULL;
671     int32_t left, top, right, bottom;
672     if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
673         ScopedLocalRef<jclass> rectClazz(
674                 env, env->FindClass("android/graphics/Rect"));
675         CHECK(rectClazz.get() != NULL);
676 
677         jmethodID rectConstructID = env->GetMethodID(
678                 rectClazz.get(), "<init>", "(IIII)V");
679 
680         cropRect = env->NewObject(
681                 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
682     }
683 
684     ScopedLocalRef<jclass> imageClazz(
685             env, env->FindClass("android/media/MediaCodec$MediaImage"));
686     CHECK(imageClazz.get() != NULL);
687 
688     jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
689             "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
690 
691     *buf = env->NewObject(imageClazz.get(), imageConstructID,
692             byteBuffer, infoBuffer,
693             (jboolean)!input /* readOnly */,
694             (jlong)timestamp,
695             (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
696 
697     // if MediaImage creation fails, return null
698     if (env->ExceptionCheck()) {
699         env->ExceptionDescribe();
700         env->ExceptionClear();
701         *buf = NULL;
702     }
703 
704     if (cropRect != NULL) {
705         env->DeleteLocalRef(cropRect);
706         cropRect = NULL;
707     }
708 
709     env->DeleteLocalRef(byteBuffer);
710     byteBuffer = NULL;
711 
712     env->DeleteLocalRef(infoBuffer);
713     infoBuffer = NULL;
714 
715     return OK;
716 }
717 
getOutputFrame(JNIEnv * env,jobject frame,size_t index) const718 status_t JMediaCodec::getOutputFrame(
719         JNIEnv *env, jobject frame, size_t index) const {
720     sp<MediaCodecBuffer> buffer;
721 
722     status_t err = mCodec->getOutputBuffer(index, &buffer);
723     if (err != OK) {
724         return err;
725     }
726 
727     if (buffer->size() > 0) {
728         std::shared_ptr<C2Buffer> c2Buffer = buffer->asC2Buffer();
729         if (c2Buffer) {
730             switch (c2Buffer->data().type()) {
731                 case C2BufferData::LINEAR: {
732                     std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
733                     context->mBuffer = c2Buffer;
734                     ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
735                             gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
736                     env->CallVoidMethod(
737                             linearBlock.get(),
738                             gLinearBlockInfo.setInternalStateId,
739                             (jlong)context.release(),
740                             true);
741                     env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
742                     break;
743                 }
744                 case C2BufferData::GRAPHIC: {
745                     const C2Handle *c2Handle = c2Buffer->data().graphicBlocks().front().handle();
746                     uint32_t width, height, format, stride, igbp_slot, generation;
747                     uint64_t usage, igbp_id;
748                     _UnwrapNativeCodec2GrallocMetadata(
749                             c2Handle, &width, &height, &format, &usage, &stride, &generation,
750                             &igbp_id, &igbp_slot);
751                     native_handle_t *grallocHandle = UnwrapNativeCodec2GrallocHandle(c2Handle);
752                     GraphicBuffer* graphicBuffer = new GraphicBuffer(
753                             grallocHandle, GraphicBuffer::CLONE_HANDLE,
754                             width, height, format, 1, usage, stride);
755                     ScopedLocalRef<jobject> hardwareBuffer{
756                         env,
757                         android_hardware_HardwareBuffer_createFromAHardwareBuffer(
758                                 env, AHardwareBuffer_from_GraphicBuffer(graphicBuffer))};
759                     env->SetObjectField(
760                             frame, gFields.outputFrameHardwareBufferID, hardwareBuffer.get());
761                     break;
762                 }
763                 case C2BufferData::LINEAR_CHUNKS:  [[fallthrough]];
764                 case C2BufferData::GRAPHIC_CHUNKS: [[fallthrough]];
765                 case C2BufferData::INVALID:        [[fallthrough]];
766                 default:
767                     return INVALID_OPERATION;
768             }
769         } else {
770             if (!mGraphicOutput) {
771                 std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
772                 context->mLegacyBuffer = buffer;
773                 ScopedLocalRef<jobject> linearBlock{env, env->NewObject(
774                         gLinearBlockInfo.clazz, gLinearBlockInfo.ctorId)};
775                 env->CallVoidMethod(
776                         linearBlock.get(),
777                         gLinearBlockInfo.setInternalStateId,
778                         (jlong)context.release(),
779                         true);
780                 env->SetObjectField(frame, gFields.outputFrameLinearBlockID, linearBlock.get());
781             } else {
782                 // No-op.
783             }
784         }
785     }
786 
787     jobject formatMap;
788     err = getOutputFormat(env, index, &formatMap);
789     if (err != OK) {
790         return err;
791     }
792     ScopedLocalRef<jclass> mediaFormatClass{env, env->FindClass("android/media/MediaFormat")};
793     ScopedLocalRef<jobject> format{env, env->NewObject(
794             mediaFormatClass.get(),
795             env->GetMethodID(mediaFormatClass.get(), "<init>", "(Ljava/util/Map;)V"),
796             formatMap)};
797     env->SetObjectField(frame, gFields.outputFrameFormatID, format.get());
798     env->DeleteLocalRef(formatMap);
799     formatMap = nullptr;
800 
801     sp<RefBase> obj;
802     if (buffer->meta()->findObject("changedKeys", &obj) && obj) {
803         sp<MediaCodec::WrapperObject<std::set<std::string>>> changedKeys{
804             (decltype(changedKeys.get()))obj.get()};
805         ScopedLocalRef<jobject> changedKeysObj{env, env->GetObjectField(
806                 frame, gFields.outputFrameChangedKeysID)};
807         for (const std::string &key : changedKeys->value) {
808             ScopedLocalRef<jstring> keyStr{env, env->NewStringUTF(key.c_str())};
809             (void)env->CallBooleanMethod(changedKeysObj.get(), gArrayListInfo.addId, keyStr.get());
810         }
811     }
812     return OK;
813 }
814 
815 
getName(JNIEnv * env,jstring * nameStr) const816 status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
817     AString name;
818 
819     status_t err = mCodec->getName(&name);
820 
821     if (err != OK) {
822         return err;
823     }
824 
825     *nameStr = env->NewStringUTF(name.c_str());
826 
827     return OK;
828 }
829 
getCodecCapabilitiesObject(JNIEnv * env,const char * mime,bool isEncoder,const sp<MediaCodecInfo::Capabilities> & capabilities)830 static jobject getCodecCapabilitiesObject(
831         JNIEnv *env, const char *mime, bool isEncoder,
832         const sp<MediaCodecInfo::Capabilities> &capabilities) {
833     Vector<MediaCodecInfo::ProfileLevel> profileLevels;
834     Vector<uint32_t> colorFormats;
835 
836     sp<AMessage> defaultFormat = new AMessage();
837     defaultFormat->setString("mime", mime);
838 
839     capabilities->getSupportedColorFormats(&colorFormats);
840     capabilities->getSupportedProfileLevels(&profileLevels);
841     sp<AMessage> details = capabilities->getDetails();
842 
843     jobject defaultFormatObj = NULL;
844     if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
845         return NULL;
846     }
847     ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
848 
849     jobject detailsObj = NULL;
850     if (ConvertMessageToMap(env, details, &detailsObj)) {
851         return NULL;
852     }
853     ScopedLocalRef<jobject> detailsRef(env, detailsObj);
854 
855     ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
856             profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
857 
858     for (size_t i = 0; i < profileLevels.size(); ++i) {
859         const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
860 
861         ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
862                 gCodecInfo.profileLevelClazz));
863 
864         env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
865         env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
866 
867         env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
868     }
869 
870     ScopedLocalRef<jintArray> colorFormatsArray(
871             env, env->NewIntArray(colorFormats.size()));
872     for (size_t i = 0; i < colorFormats.size(); ++i) {
873         jint val = colorFormats.itemAt(i);
874         env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
875     }
876 
877     return env->NewObject(
878             gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
879             profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
880             defaultFormatRef.get(), detailsRef.get());
881 }
882 
getCodecInfo(JNIEnv * env,jobject * codecInfoObject) const883 status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
884     sp<MediaCodecInfo> codecInfo;
885 
886     status_t err = mCodec->getCodecInfo(&codecInfo);
887 
888     if (err != OK) {
889         return err;
890     }
891 
892     ScopedLocalRef<jstring> nameObject(env,
893             env->NewStringUTF(mNameAtCreation.c_str()));
894 
895     ScopedLocalRef<jstring> canonicalNameObject(env,
896             env->NewStringUTF(codecInfo->getCodecName()));
897 
898     MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
899     bool isEncoder = codecInfo->isEncoder();
900 
901     Vector<AString> mediaTypes;
902     codecInfo->getSupportedMediaTypes(&mediaTypes);
903 
904     ScopedLocalRef<jobjectArray> capsArrayObj(env,
905         env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
906 
907     for (size_t i = 0; i < mediaTypes.size(); i++) {
908         const sp<MediaCodecInfo::Capabilities> caps =
909                 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
910 
911         ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
912                 env, mediaTypes[i].c_str(), isEncoder, caps));
913 
914         env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
915     }
916 
917     ScopedLocalRef<jclass> codecInfoClazz(env,
918             env->FindClass("android/media/MediaCodecInfo"));
919     CHECK(codecInfoClazz.get() != NULL);
920 
921     jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
922             "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
923 
924     *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
925             nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
926 
927     return OK;
928 }
929 
getMetrics(JNIEnv *,mediametrics::Item * & reply) const930 status_t JMediaCodec::getMetrics(JNIEnv *, mediametrics::Item * &reply) const {
931     mediametrics_handle_t reply2 = mediametrics::Item::convert(reply);
932     status_t status = mCodec->getMetrics(reply2);
933     // getMetrics() updates reply2, pass the converted update along to our caller.
934     reply = mediametrics::Item::convert(reply2);
935     return status;
936 }
937 
setParameters(const sp<AMessage> & msg)938 status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
939     return mCodec->setParameters(msg);
940 }
941 
setVideoScalingMode(int mode)942 void JMediaCodec::setVideoScalingMode(int mode) {
943     if (mSurfaceTextureClient != NULL) {
944         // this works for components that queue to surface
945         native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
946         // also signal via param for components that queue to IGBP
947         sp<AMessage> msg = new AMessage;
948         msg->setInt32("android._video-scaling", mode);
949         (void)mCodec->setParameters(msg);
950     }
951 }
952 
selectAudioPresentation(const int32_t presentationId,const int32_t programId)953 void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
954     sp<AMessage> msg = new AMessage;
955     msg->setInt32("audio-presentation-presentation-id", presentationId);
956     msg->setInt32("audio-presentation-program-id", programId);
957     (void)mCodec->setParameters(msg);
958 }
959 
querySupportedVendorParameters(JNIEnv * env,jobject * namesObj)960 status_t JMediaCodec::querySupportedVendorParameters(JNIEnv *env, jobject *namesObj) {
961     std::vector<std::string> names;
962     status_t status = mCodec->querySupportedVendorParameters(&names);
963     if (status != OK) {
964         return status;
965     }
966     *namesObj = env->NewObject(gArrayListInfo.clazz, gArrayListInfo.ctorId);
967     for (const std::string &name : names) {
968         ScopedLocalRef<jstring> nameStr{env, env->NewStringUTF(name.c_str())};
969         (void)env->CallBooleanMethod(*namesObj, gArrayListInfo.addId, nameStr.get());
970     }
971     return OK;
972 }
973 
describeParameter(JNIEnv * env,jstring name,jobject * descObj)974 status_t JMediaCodec::describeParameter(JNIEnv *env, jstring name, jobject *descObj) {
975     const char *tmp = env->GetStringUTFChars(name, nullptr);
976     CodecParameterDescriptor desc;
977     status_t status = mCodec->describeParameter(tmp, &desc);
978     env->ReleaseStringUTFChars(name, tmp);
979     if (status != OK) {
980         return status;
981     }
982     jint type = TYPE_NULL;
983     switch (desc.type) {
984         case AMessage::kTypeInt32:  type = TYPE_INTEGER;     break;
985         case AMessage::kTypeSize:
986         case AMessage::kTypeInt64:  type = TYPE_LONG;        break;
987         case AMessage::kTypeFloat:  type = TYPE_FLOAT;       break;
988         case AMessage::kTypeString: type = TYPE_STRING;      break;
989         case AMessage::kTypeBuffer: type = TYPE_BYTE_BUFFER; break;
990         default:                    type = TYPE_NULL;        break;
991     }
992     if (type == TYPE_NULL) {
993         return BAD_VALUE;
994     }
995     *descObj = env->NewObject(gDescriptorInfo.clazz, gDescriptorInfo.ctorId);
996     env->SetObjectField(*descObj, gDescriptorInfo.nameId, name);
997     env->SetIntField(*descObj, gDescriptorInfo.typeId, type);
998     return OK;
999 }
1000 
BuildVectorFromList(JNIEnv * env,jobject list,std::vector<std::string> * vec)1001 static void BuildVectorFromList(JNIEnv *env, jobject list, std::vector<std::string> *vec) {
1002     ScopedLocalRef<jclass> listClazz{env, env->FindClass("java/util/List")};
1003     ScopedLocalRef<jclass> iterClazz{env, env->FindClass("java/util/Iterator")};
1004     jmethodID hasNextID = env->GetMethodID(iterClazz.get(), "hasNext", "()Z");
1005     jmethodID nextID = env->GetMethodID(iterClazz.get(), "next", "()Ljava/lang/Object;");
1006     jobject it = env->CallObjectMethod(
1007             list, env->GetMethodID(listClazz.get(), "iterator", "()Ljava/util/Iterator;"));
1008     while (env->CallBooleanMethod(it, hasNextID)) {
1009         jstring name = (jstring)env->CallObjectMethod(it, nextID);
1010         const char *tmp = env->GetStringUTFChars(name, nullptr);
1011         vec->push_back(tmp);
1012         env->ReleaseStringUTFChars(name, tmp);
1013     }
1014 }
1015 
subscribeToVendorParameters(JNIEnv * env,jobject namesObj)1016 status_t JMediaCodec::subscribeToVendorParameters(JNIEnv *env, jobject namesObj) {
1017     std::vector<std::string> names;
1018     BuildVectorFromList(env, namesObj, &names);
1019     return mCodec->subscribeToVendorParameters(names);
1020 }
1021 
unsubscribeFromVendorParameters(JNIEnv * env,jobject namesObj)1022 status_t JMediaCodec::unsubscribeFromVendorParameters(JNIEnv *env, jobject namesObj) {
1023     std::vector<std::string> names;
1024     BuildVectorFromList(env, namesObj, &names);
1025     return mCodec->unsubscribeFromVendorParameters(names);
1026 }
1027 
createCodecException(JNIEnv * env,status_t err,int32_t actionCode,const char * msg=NULL)1028 static jthrowable createCodecException(
1029         JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
1030     ScopedLocalRef<jclass> clazz(
1031             env, env->FindClass("android/media/MediaCodec$CodecException"));
1032     CHECK(clazz.get() != NULL);
1033 
1034     const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
1035     CHECK(ctor != NULL);
1036 
1037     ScopedLocalRef<jstring> msgObj(
1038             env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
1039 
1040     // translate action code to Java equivalent
1041     switch (actionCode) {
1042     case ACTION_CODE_TRANSIENT:
1043         actionCode = gCodecActionCodes.codecActionTransient;
1044         break;
1045     case ACTION_CODE_RECOVERABLE:
1046         actionCode = gCodecActionCodes.codecActionRecoverable;
1047         break;
1048     default:
1049         actionCode = 0;  // everything else is fatal
1050         break;
1051     }
1052 
1053     /* translate OS errors to Java API CodecException errorCodes */
1054     switch (err) {
1055         case NO_MEMORY:
1056             err = gCodecErrorCodes.errorInsufficientResource;
1057             break;
1058         case DEAD_OBJECT:
1059             err = gCodecErrorCodes.errorReclaimed;
1060             break;
1061         default:  /* Other error codes go out as is. */
1062             break;
1063     }
1064 
1065     return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
1066 }
1067 
handleCallback(const sp<AMessage> & msg)1068 void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
1069     int32_t arg1, arg2 = 0;
1070     jobject obj = NULL;
1071     CHECK(msg->findInt32("callbackID", &arg1));
1072     JNIEnv *env = AndroidRuntime::getJNIEnv();
1073 
1074     switch (arg1) {
1075         case MediaCodec::CB_INPUT_AVAILABLE:
1076         {
1077             CHECK(msg->findInt32("index", &arg2));
1078             break;
1079         }
1080 
1081         case MediaCodec::CB_OUTPUT_AVAILABLE:
1082         {
1083             CHECK(msg->findInt32("index", &arg2));
1084 
1085             size_t size, offset;
1086             int64_t timeUs;
1087             uint32_t flags;
1088             CHECK(msg->findSize("size", &size));
1089             CHECK(msg->findSize("offset", &offset));
1090             CHECK(msg->findInt64("timeUs", &timeUs));
1091             CHECK(msg->findInt32("flags", (int32_t *)&flags));
1092 
1093             ScopedLocalRef<jclass> clazz(
1094                     env, env->FindClass("android/media/MediaCodec$BufferInfo"));
1095             jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
1096             jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
1097 
1098             obj = env->NewObject(clazz.get(), ctor);
1099 
1100             if (obj == NULL) {
1101                 if (env->ExceptionCheck()) {
1102                     ALOGE("Could not create MediaCodec.BufferInfo.");
1103                     env->ExceptionClear();
1104                 }
1105                 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1106                 return;
1107             }
1108 
1109             env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
1110             break;
1111         }
1112 
1113         case MediaCodec::CB_ERROR:
1114         {
1115             int32_t err, actionCode;
1116             CHECK(msg->findInt32("err", &err));
1117             CHECK(msg->findInt32("actionCode", &actionCode));
1118 
1119             // note that DRM errors could conceivably alias into a CodecException
1120             obj = (jobject)createCodecException(env, err, actionCode);
1121 
1122             if (obj == NULL) {
1123                 if (env->ExceptionCheck()) {
1124                     ALOGE("Could not create CodecException object.");
1125                     env->ExceptionClear();
1126                 }
1127                 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1128                 return;
1129             }
1130 
1131             break;
1132         }
1133 
1134         case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
1135         {
1136             sp<AMessage> format;
1137             CHECK(msg->findMessage("format", &format));
1138 
1139             if (OK != ConvertMessageToMap(env, format, &obj)) {
1140                 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1141                 return;
1142             }
1143 
1144             break;
1145         }
1146 
1147         default:
1148             TRESPASS();
1149     }
1150 
1151     env->CallVoidMethod(
1152             mObject,
1153             gFields.postEventFromNativeID,
1154             EVENT_CALLBACK,
1155             arg1,
1156             arg2,
1157             obj);
1158 
1159     env->DeleteLocalRef(obj);
1160 }
1161 
handleFirstTunnelFrameReadyNotification(const sp<AMessage> & msg)1162 void JMediaCodec::handleFirstTunnelFrameReadyNotification(const sp<AMessage> &msg) {
1163     int32_t arg1 = 0, arg2 = 0;
1164     jobject obj = NULL;
1165     JNIEnv *env = AndroidRuntime::getJNIEnv();
1166 
1167     sp<AMessage> data;
1168     CHECK(msg->findMessage("data", &data));
1169 
1170     status_t err = ConvertMessageToMap(env, data, &obj);
1171     if (err != OK) {
1172         jniThrowException(env, "java/lang/IllegalStateException", NULL);
1173         return;
1174     }
1175 
1176     env->CallVoidMethod(
1177             mObject, gFields.postEventFromNativeID,
1178             EVENT_FIRST_TUNNEL_FRAME_READY, arg1, arg2, obj);
1179 
1180     env->DeleteLocalRef(obj);
1181 }
1182 
handleFrameRenderedNotification(const sp<AMessage> & msg)1183 void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
1184     int32_t arg1 = 0, arg2 = 0;
1185     jobject obj = NULL;
1186     JNIEnv *env = AndroidRuntime::getJNIEnv();
1187 
1188     sp<AMessage> data;
1189     CHECK(msg->findMessage("data", &data));
1190 
1191     status_t err = ConvertMessageToMap(env, data, &obj);
1192     if (err != OK) {
1193         jniThrowException(env, "java/lang/IllegalStateException", NULL);
1194         return;
1195     }
1196 
1197     env->CallVoidMethod(
1198             mObject, gFields.postEventFromNativeID,
1199             EVENT_FRAME_RENDERED, arg1, arg2, obj);
1200 
1201     env->DeleteLocalRef(obj);
1202 }
1203 
onMessageReceived(const sp<AMessage> & msg)1204 void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
1205     switch (msg->what()) {
1206         case kWhatCallbackNotify:
1207         {
1208             handleCallback(msg);
1209             break;
1210         }
1211         case kWhatFrameRendered:
1212         {
1213             handleFrameRenderedNotification(msg);
1214             break;
1215         }
1216         case kWhatAsyncReleaseComplete:
1217         {
1218             if (mLooper != NULL) {
1219                 mLooper->unregisterHandler(id());
1220                 mLooper->stop();
1221                 mLooper.clear();
1222             }
1223             break;
1224         }
1225         case kWhatFirstTunnelFrameReady:
1226         {
1227             handleFirstTunnelFrameReadyNotification(msg);
1228             break;
1229         }
1230         default:
1231             TRESPASS();
1232     }
1233 }
1234 
1235 jint MediaErrorToJavaError(status_t err);
1236 
1237 }  // namespace android
1238 
1239 ////////////////////////////////////////////////////////////////////////////////
1240 
1241 using namespace android;
1242 
setMediaCodec(JNIEnv * env,jobject thiz,const sp<JMediaCodec> & codec,bool release=true)1243 static sp<JMediaCodec> setMediaCodec(
1244         JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec, bool release = true) {
1245     sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1246     if (codec != NULL) {
1247         codec->incStrong(thiz);
1248     }
1249     if (old != NULL) {
1250         /* release MediaCodec and stop the looper now before decStrong.
1251          * otherwise JMediaCodec::~JMediaCodec() could be called from within
1252          * its message handler, doing release() from there will deadlock
1253          * (as MediaCodec::release() post synchronous message to the same looper)
1254          */
1255         if (release) {
1256             old->release();
1257         }
1258         old->decStrong(thiz);
1259     }
1260     env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1261 
1262     return old;
1263 }
1264 
getMediaCodec(JNIEnv * env,jobject thiz)1265 static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
1266     sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
1267     env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
1268     return codec;
1269 }
1270 
android_media_MediaCodec_release(JNIEnv * env,jobject thiz)1271 static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
1272     // Clear Java native reference.
1273     sp<JMediaCodec> codec = setMediaCodec(env, thiz, nullptr, false /* release */);
1274     if (codec != NULL) {
1275         codec->releaseAsync();
1276     }
1277 }
1278 
throwCodecException(JNIEnv * env,status_t err,int32_t actionCode,const char * msg)1279 static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
1280     jthrowable exception = createCodecException(env, err, actionCode, msg);
1281     env->Throw(exception);
1282 }
1283 
throwCryptoException(JNIEnv * env,status_t err,const char * msg,const sp<ICrypto> & crypto)1284 static void throwCryptoException(JNIEnv *env, status_t err, const char *msg,
1285         const sp<ICrypto> &crypto) {
1286     ScopedLocalRef<jclass> clazz(
1287             env, env->FindClass("android/media/MediaCodec$CryptoException"));
1288     CHECK(clazz.get() != NULL);
1289 
1290     jmethodID constructID =
1291         env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
1292     CHECK(constructID != NULL);
1293 
1294     std::string defaultMsg = "Unknown Error";
1295 
1296     /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
1297     switch (err) {
1298         case ERROR_DRM_NO_LICENSE:
1299             err = gCryptoErrorCodes.cryptoErrorNoKey;
1300             defaultMsg = "Crypto key not available";
1301             break;
1302         case ERROR_DRM_LICENSE_EXPIRED:
1303             err = gCryptoErrorCodes.cryptoErrorKeyExpired;
1304             defaultMsg = "License expired";
1305             break;
1306         case ERROR_DRM_RESOURCE_BUSY:
1307             err = gCryptoErrorCodes.cryptoErrorResourceBusy;
1308             defaultMsg = "Resource busy or unavailable";
1309             break;
1310         case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
1311             err = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
1312             defaultMsg = "Required output protections are not active";
1313             break;
1314         case ERROR_DRM_SESSION_NOT_OPENED:
1315             err = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
1316             defaultMsg = "Attempted to use a closed session";
1317             break;
1318         case ERROR_DRM_INSUFFICIENT_SECURITY:
1319             err = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
1320             defaultMsg = "Required security level is not met";
1321             break;
1322         case ERROR_DRM_CANNOT_HANDLE:
1323             err = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
1324             defaultMsg = "Operation not supported in this configuration";
1325             break;
1326         case ERROR_DRM_FRAME_TOO_LARGE:
1327             err = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
1328             defaultMsg = "Decrytped frame exceeds size of output buffer";
1329             break;
1330         case ERROR_DRM_SESSION_LOST_STATE:
1331             err = gCryptoErrorCodes.cryptoErrorLostState;
1332             defaultMsg = "Session state was lost, open a new session and retry";
1333             break;
1334         default:  /* Other negative DRM error codes go out best-effort. */
1335             err = MediaErrorToJavaError(err);
1336             defaultMsg = StrCryptoError(err);
1337             break;
1338     }
1339 
1340     std::string msgStr(msg != NULL ? msg : defaultMsg.c_str());
1341     if (crypto != NULL) {
1342         msgStr = DrmUtils::GetExceptionMessage(err, msgStr.c_str(), crypto);
1343     }
1344     jstring msgObj = env->NewStringUTF(msgStr.c_str());
1345 
1346     jthrowable exception =
1347         (jthrowable)env->NewObject(clazz.get(), constructID, err, msgObj);
1348 
1349     env->Throw(exception);
1350 }
1351 
throwExceptionAsNecessary(JNIEnv * env,status_t err,int32_t actionCode=ACTION_CODE_FATAL,const char * msg=NULL,const sp<ICrypto> & crypto=NULL)1352 static jint throwExceptionAsNecessary(
1353         JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
1354         const char *msg = NULL, const sp<ICrypto>& crypto = NULL) {
1355     switch (err) {
1356         case OK:
1357             return 0;
1358 
1359         case -EAGAIN:
1360             return DEQUEUE_INFO_TRY_AGAIN_LATER;
1361 
1362         case INFO_FORMAT_CHANGED:
1363             return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1364 
1365         case INFO_OUTPUT_BUFFERS_CHANGED:
1366             return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1367 
1368         case INVALID_OPERATION:
1369             jniThrowException(env, "java/lang/IllegalStateException", msg);
1370             return 0;
1371 
1372         case BAD_VALUE:
1373             jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1374             return 0;
1375 
1376         default:
1377             if (isCryptoError(err)) {
1378                 throwCryptoException(env, err, msg, crypto);
1379                 return 0;
1380             }
1381             throwCodecException(env, err, actionCode, msg);
1382             return 0;
1383     }
1384 }
1385 
android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(JNIEnv * env,jobject thiz,jboolean enabled)1386 static void android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener(
1387         JNIEnv *env,
1388         jobject thiz,
1389         jboolean enabled) {
1390     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1391 
1392     if (codec == NULL || codec->initCheck() != OK) {
1393         throwExceptionAsNecessary(env, INVALID_OPERATION);
1394         return;
1395     }
1396 
1397     status_t err = codec->enableOnFirstTunnelFrameReadyListener(enabled);
1398 
1399     throwExceptionAsNecessary(env, err);
1400 }
1401 
android_media_MediaCodec_native_enableOnFrameRenderedListener(JNIEnv * env,jobject thiz,jboolean enabled)1402 static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1403         JNIEnv *env,
1404         jobject thiz,
1405         jboolean enabled) {
1406     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1407 
1408     if (codec == NULL || codec->initCheck() != OK) {
1409         throwExceptionAsNecessary(env, INVALID_OPERATION);
1410         return;
1411     }
1412 
1413     status_t err = codec->enableOnFrameRenderedListener(enabled);
1414 
1415     throwExceptionAsNecessary(env, err);
1416 }
1417 
android_media_MediaCodec_native_setCallback(JNIEnv * env,jobject thiz,jobject cb)1418 static void android_media_MediaCodec_native_setCallback(
1419         JNIEnv *env,
1420         jobject thiz,
1421         jobject cb) {
1422     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1423 
1424     if (codec == NULL || codec->initCheck() != OK) {
1425         throwExceptionAsNecessary(env, INVALID_OPERATION);
1426         return;
1427     }
1428 
1429     status_t err = codec->setCallback(cb);
1430 
1431     throwExceptionAsNecessary(env, err);
1432 }
1433 
android_media_MediaCodec_native_configure(JNIEnv * env,jobject thiz,jobjectArray keys,jobjectArray values,jobject jsurface,jobject jcrypto,jobject descramblerBinderObj,jint flags)1434 static void android_media_MediaCodec_native_configure(
1435         JNIEnv *env,
1436         jobject thiz,
1437         jobjectArray keys, jobjectArray values,
1438         jobject jsurface,
1439         jobject jcrypto,
1440         jobject descramblerBinderObj,
1441         jint flags) {
1442     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1443 
1444     if (codec == NULL || codec->initCheck() != OK) {
1445         throwExceptionAsNecessary(env, INVALID_OPERATION);
1446         return;
1447     }
1448 
1449     sp<AMessage> format;
1450     status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1451 
1452     if (err != OK) {
1453         jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1454         return;
1455     }
1456 
1457     sp<IGraphicBufferProducer> bufferProducer;
1458     if (jsurface != NULL) {
1459         sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1460         if (surface != NULL) {
1461             bufferProducer = surface->getIGraphicBufferProducer();
1462         } else {
1463             jniThrowException(
1464                     env,
1465                     "java/lang/IllegalArgumentException",
1466                     "The surface has been released");
1467             return;
1468         }
1469     }
1470 
1471     sp<ICrypto> crypto;
1472     if (jcrypto != NULL) {
1473         crypto = JCrypto::GetCrypto(env, jcrypto);
1474     }
1475 
1476     sp<IDescrambler> descrambler;
1477     if (descramblerBinderObj != NULL) {
1478         descrambler = GetDescrambler(env, descramblerBinderObj);
1479     }
1480 
1481     err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
1482 
1483     throwExceptionAsNecessary(env, err);
1484 }
1485 
android_media_MediaCodec_native_setSurface(JNIEnv * env,jobject thiz,jobject jsurface)1486 static void android_media_MediaCodec_native_setSurface(
1487         JNIEnv *env,
1488         jobject thiz,
1489         jobject jsurface) {
1490     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1491 
1492     if (codec == NULL || codec->initCheck() != OK) {
1493         throwExceptionAsNecessary(env, INVALID_OPERATION);
1494         return;
1495     }
1496 
1497     sp<IGraphicBufferProducer> bufferProducer;
1498     if (jsurface != NULL) {
1499         sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1500         if (surface != NULL) {
1501             bufferProducer = surface->getIGraphicBufferProducer();
1502         } else {
1503             jniThrowException(
1504                     env,
1505                     "java/lang/IllegalArgumentException",
1506                     "The surface has been released");
1507             return;
1508         }
1509     }
1510 
1511     status_t err = codec->setSurface(bufferProducer);
1512     throwExceptionAsNecessary(env, err);
1513 }
1514 
android_media_MediaCodec_getPersistentInputSurface(JNIEnv * env,jobject object)1515 sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1516         JNIEnv* env, jobject object) {
1517     sp<PersistentSurface> persistentSurface;
1518 
1519     jobject lock = env->GetObjectField(
1520             object, gPersistentSurfaceClassInfo.mLock);
1521     if (env->MonitorEnter(lock) == JNI_OK) {
1522         persistentSurface = reinterpret_cast<PersistentSurface *>(
1523                 env->GetLongField(object,
1524                         gPersistentSurfaceClassInfo.mPersistentObject));
1525         env->MonitorExit(lock);
1526     }
1527     env->DeleteLocalRef(lock);
1528 
1529     return persistentSurface;
1530 }
1531 
android_media_MediaCodec_createPersistentInputSurface(JNIEnv * env,jclass)1532 static jobject android_media_MediaCodec_createPersistentInputSurface(
1533         JNIEnv* env, jclass /* clazz */) {
1534     ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1535     sp<PersistentSurface> persistentSurface =
1536         MediaCodec::CreatePersistentInputSurface();
1537 
1538     if (persistentSurface == NULL) {
1539         return NULL;
1540     }
1541 
1542     sp<Surface> surface = new Surface(
1543             persistentSurface->getBufferProducer(), true);
1544     if (surface == NULL) {
1545         return NULL;
1546     }
1547 
1548     jobject object = env->NewObject(
1549             gPersistentSurfaceClassInfo.clazz,
1550             gPersistentSurfaceClassInfo.ctor);
1551 
1552     if (object == NULL) {
1553         if (env->ExceptionCheck()) {
1554             ALOGE("Could not create PersistentSurface.");
1555             env->ExceptionClear();
1556         }
1557         return NULL;
1558     }
1559 
1560     jobject lock = env->GetObjectField(
1561             object, gPersistentSurfaceClassInfo.mLock);
1562     if (env->MonitorEnter(lock) == JNI_OK) {
1563         env->CallVoidMethod(
1564                 object,
1565                 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1566                 (jlong)surface.get());
1567         env->SetLongField(
1568                 object,
1569                 gPersistentSurfaceClassInfo.mPersistentObject,
1570                 (jlong)persistentSurface.get());
1571         env->MonitorExit(lock);
1572     } else {
1573         env->DeleteLocalRef(object);
1574         object = NULL;
1575     }
1576     env->DeleteLocalRef(lock);
1577 
1578     if (object != NULL) {
1579         surface->incStrong(&sRefBaseOwner);
1580         persistentSurface->incStrong(&sRefBaseOwner);
1581     }
1582 
1583     return object;
1584 }
1585 
android_media_MediaCodec_releasePersistentInputSurface(JNIEnv * env,jclass,jobject object)1586 static void android_media_MediaCodec_releasePersistentInputSurface(
1587         JNIEnv* env, jclass /* clazz */, jobject object) {
1588     sp<PersistentSurface> persistentSurface;
1589 
1590     jobject lock = env->GetObjectField(
1591             object, gPersistentSurfaceClassInfo.mLock);
1592     if (env->MonitorEnter(lock) == JNI_OK) {
1593         persistentSurface = reinterpret_cast<PersistentSurface *>(
1594             env->GetLongField(
1595                     object, gPersistentSurfaceClassInfo.mPersistentObject));
1596         env->SetLongField(
1597                 object,
1598                 gPersistentSurfaceClassInfo.mPersistentObject,
1599                 (jlong)0);
1600         env->MonitorExit(lock);
1601     }
1602     env->DeleteLocalRef(lock);
1603 
1604     if (persistentSurface != NULL) {
1605         persistentSurface->decStrong(&sRefBaseOwner);
1606     }
1607     // no need to release surface as it will be released by Surface's jni
1608 }
1609 
android_media_MediaCodec_setInputSurface(JNIEnv * env,jobject thiz,jobject object)1610 static void android_media_MediaCodec_setInputSurface(
1611         JNIEnv* env, jobject thiz, jobject object) {
1612     ALOGV("android_media_MediaCodec_setInputSurface");
1613 
1614     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1615     if (codec == NULL || codec->initCheck() != OK) {
1616         throwExceptionAsNecessary(env, INVALID_OPERATION);
1617         return;
1618     }
1619 
1620     sp<PersistentSurface> persistentSurface =
1621         android_media_MediaCodec_getPersistentInputSurface(env, object);
1622 
1623     if (persistentSurface == NULL) {
1624         throwExceptionAsNecessary(
1625                 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1626         return;
1627     }
1628     status_t err = codec->setInputSurface(persistentSurface);
1629     if (err != NO_ERROR) {
1630         throwExceptionAsNecessary(env, err);
1631     }
1632 }
1633 
android_media_MediaCodec_createInputSurface(JNIEnv * env,jobject thiz)1634 static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1635         jobject thiz) {
1636     ALOGV("android_media_MediaCodec_createInputSurface");
1637 
1638     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1639     if (codec == NULL || codec->initCheck() != OK) {
1640         throwExceptionAsNecessary(env, INVALID_OPERATION);
1641         return NULL;
1642     }
1643 
1644     // Tell the MediaCodec that we want to use a Surface as input.
1645     sp<IGraphicBufferProducer> bufferProducer;
1646     status_t err = codec->createInputSurface(&bufferProducer);
1647     if (err != NO_ERROR) {
1648         throwExceptionAsNecessary(env, err);
1649         return NULL;
1650     }
1651 
1652     // Wrap the IGBP in a Java-language Surface.
1653     return android_view_Surface_createFromIGraphicBufferProducer(env,
1654             bufferProducer);
1655 }
1656 
android_media_MediaCodec_start(JNIEnv * env,jobject thiz)1657 static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1658     ALOGV("android_media_MediaCodec_start");
1659 
1660     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1661 
1662     if (codec == NULL || codec->initCheck() != OK) {
1663         throwExceptionAsNecessary(env, INVALID_OPERATION);
1664         return;
1665     }
1666 
1667     status_t err = codec->start();
1668 
1669     throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
1670 }
1671 
android_media_MediaCodec_stop(JNIEnv * env,jobject thiz)1672 static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1673     ALOGV("android_media_MediaCodec_stop");
1674 
1675     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1676 
1677     if (codec == NULL || codec->initCheck() != OK) {
1678         throwExceptionAsNecessary(env, INVALID_OPERATION);
1679         return;
1680     }
1681 
1682     status_t err = codec->stop();
1683 
1684     throwExceptionAsNecessary(env, err);
1685 }
1686 
android_media_MediaCodec_reset(JNIEnv * env,jobject thiz)1687 static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1688     ALOGV("android_media_MediaCodec_reset");
1689 
1690     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1691 
1692     if (codec == NULL || codec->initCheck() != OK) {
1693         throwExceptionAsNecessary(env, INVALID_OPERATION);
1694         return;
1695     }
1696 
1697     status_t err = codec->reset();
1698     if (err != OK) {
1699         // treat all errors as fatal for now, though resource not available
1700         // errors could be treated as transient.
1701         // we also should avoid sending INVALID_OPERATION here due to
1702         // the transitory nature of reset(), it should not inadvertently
1703         // trigger an IllegalStateException.
1704         err = UNKNOWN_ERROR;
1705     }
1706     throwExceptionAsNecessary(env, err);
1707 }
1708 
android_media_MediaCodec_flush(JNIEnv * env,jobject thiz)1709 static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1710     ALOGV("android_media_MediaCodec_flush");
1711 
1712     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1713 
1714     if (codec == NULL || codec->initCheck() != OK) {
1715         throwExceptionAsNecessary(env, INVALID_OPERATION);
1716         return;
1717     }
1718 
1719     status_t err = codec->flush();
1720 
1721     throwExceptionAsNecessary(env, err);
1722 }
1723 
android_media_MediaCodec_queueInputBuffer(JNIEnv * env,jobject thiz,jint index,jint offset,jint size,jlong timestampUs,jint flags)1724 static void android_media_MediaCodec_queueInputBuffer(
1725         JNIEnv *env,
1726         jobject thiz,
1727         jint index,
1728         jint offset,
1729         jint size,
1730         jlong timestampUs,
1731         jint flags) {
1732     ALOGV("android_media_MediaCodec_queueInputBuffer");
1733 
1734     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1735 
1736     if (codec == NULL || codec->initCheck() != OK) {
1737         throwExceptionAsNecessary(env, INVALID_OPERATION);
1738         return;
1739     }
1740 
1741     AString errorDetailMsg;
1742 
1743     status_t err = codec->queueInputBuffer(
1744             index, offset, size, timestampUs, flags, &errorDetailMsg);
1745 
1746     throwExceptionAsNecessary(
1747             env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
1748 }
1749 
1750 struct NativeCryptoInfo {
NativeCryptoInfoNativeCryptoInfo1751     NativeCryptoInfo(JNIEnv *env, jobject cryptoInfoObj)
1752         : mEnv{env},
1753           mIvObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID)},
1754           mKeyObj{env, (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID)} {
1755         mNumSubSamples = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1756 
1757         ScopedLocalRef<jintArray> numBytesOfClearDataObj{env, (jintArray)env->GetObjectField(
1758                 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID)};
1759 
1760         ScopedLocalRef<jintArray> numBytesOfEncryptedDataObj{env, (jintArray)env->GetObjectField(
1761                 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID)};
1762 
1763         jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1764         if (jmode == gCryptoModes.Unencrypted) {
1765             mMode = CryptoPlugin::kMode_Unencrypted;
1766         } else if (jmode == gCryptoModes.AesCtr) {
1767             mMode = CryptoPlugin::kMode_AES_CTR;
1768         } else if (jmode == gCryptoModes.AesCbc) {
1769             mMode = CryptoPlugin::kMode_AES_CBC;
1770         }  else {
1771             throwExceptionAsNecessary(env, INVALID_OPERATION);
1772             return;
1773         }
1774 
1775         ScopedLocalRef<jobject> patternObj{
1776             env, env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID)};
1777 
1778         if (patternObj.get() == nullptr) {
1779             mPattern.mEncryptBlocks = 0;
1780             mPattern.mSkipBlocks = 0;
1781         } else {
1782             mPattern.mEncryptBlocks = env->GetIntField(
1783                     patternObj.get(), gFields.patternEncryptBlocksID);
1784             mPattern.mSkipBlocks = env->GetIntField(
1785                     patternObj.get(), gFields.patternSkipBlocksID);
1786         }
1787 
1788         mErr = OK;
1789         if (mNumSubSamples <= 0) {
1790             mErr = -EINVAL;
1791         } else if (numBytesOfClearDataObj == nullptr
1792                 && numBytesOfEncryptedDataObj == nullptr) {
1793             mErr = -EINVAL;
1794         } else if (numBytesOfEncryptedDataObj != nullptr
1795                 && env->GetArrayLength(numBytesOfEncryptedDataObj.get()) < mNumSubSamples) {
1796             mErr = -ERANGE;
1797         } else if (numBytesOfClearDataObj != nullptr
1798                 && env->GetArrayLength(numBytesOfClearDataObj.get()) < mNumSubSamples) {
1799             mErr = -ERANGE;
1800         // subSamples array may silently overflow if number of samples are too large.  Use
1801         // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1802         } else if (CC_UNLIKELY(mNumSubSamples >= (signed)(INT32_MAX / sizeof(*mSubSamples))) ) {
1803             mErr = -EINVAL;
1804         } else {
1805             jint *numBytesOfClearData =
1806                 (numBytesOfClearDataObj == nullptr)
1807                     ? nullptr
1808                     : env->GetIntArrayElements(numBytesOfClearDataObj.get(), nullptr);
1809 
1810             jint *numBytesOfEncryptedData =
1811                 (numBytesOfEncryptedDataObj == nullptr)
1812                     ? nullptr
1813                     : env->GetIntArrayElements(numBytesOfEncryptedDataObj.get(), nullptr);
1814 
1815             mSubSamples = new CryptoPlugin::SubSample[mNumSubSamples];
1816 
1817             for (jint i = 0; i < mNumSubSamples; ++i) {
1818                 mSubSamples[i].mNumBytesOfClearData =
1819                     (numBytesOfClearData == nullptr) ? 0 : numBytesOfClearData[i];
1820 
1821                 mSubSamples[i].mNumBytesOfEncryptedData =
1822                     (numBytesOfEncryptedData == nullptr) ? 0 : numBytesOfEncryptedData[i];
1823             }
1824 
1825             if (numBytesOfEncryptedData != nullptr) {
1826                 env->ReleaseIntArrayElements(
1827                         numBytesOfEncryptedDataObj.get(), numBytesOfEncryptedData, 0);
1828                 numBytesOfEncryptedData = nullptr;
1829             }
1830 
1831             if (numBytesOfClearData != nullptr) {
1832                 env->ReleaseIntArrayElements(
1833                         numBytesOfClearDataObj.get(), numBytesOfClearData, 0);
1834                 numBytesOfClearData = nullptr;
1835             }
1836         }
1837 
1838         if (mErr == OK && mKeyObj.get() != nullptr) {
1839             if (env->GetArrayLength(mKeyObj.get()) != 16) {
1840                 mErr = -EINVAL;
1841             } else {
1842                 mKey = env->GetByteArrayElements(mKeyObj.get(), nullptr);
1843             }
1844         }
1845 
1846         if (mErr == OK && mIvObj.get() != nullptr) {
1847             if (env->GetArrayLength(mIvObj.get()) != 16) {
1848                 mErr = -EINVAL;
1849             } else {
1850                 mIv = env->GetByteArrayElements(mIvObj.get(), nullptr);
1851             }
1852         }
1853 
1854     }
1855 
NativeCryptoInfoNativeCryptoInfo1856     explicit NativeCryptoInfo(jint size)
1857         : mIvObj{nullptr, nullptr},
1858           mKeyObj{nullptr, nullptr},
1859           mMode{CryptoPlugin::kMode_Unencrypted},
1860           mPattern{0, 0} {
1861         mSubSamples = new CryptoPlugin::SubSample[1];
1862         mNumSubSamples = 1;
1863         mSubSamples[0].mNumBytesOfClearData = size;
1864         mSubSamples[0].mNumBytesOfEncryptedData = 0;
1865     }
1866 
~NativeCryptoInfoNativeCryptoInfo1867     ~NativeCryptoInfo() {
1868         if (mIv != nullptr) {
1869             mEnv->ReleaseByteArrayElements(mIvObj.get(), mIv, 0);
1870         }
1871 
1872         if (mKey != nullptr) {
1873             mEnv->ReleaseByteArrayElements(mKeyObj.get(), mKey, 0);
1874         }
1875 
1876         if (mSubSamples != nullptr) {
1877             delete[] mSubSamples;
1878         }
1879     }
1880 
1881     JNIEnv *mEnv{nullptr};
1882     ScopedLocalRef<jbyteArray> mIvObj;
1883     ScopedLocalRef<jbyteArray> mKeyObj;
1884     status_t mErr{OK};
1885 
1886     CryptoPlugin::SubSample *mSubSamples{nullptr};
1887     int32_t mNumSubSamples{0};
1888     jbyte *mIv{nullptr};
1889     jbyte *mKey{nullptr};
1890     enum CryptoPlugin::Mode mMode;
1891     CryptoPlugin::Pattern mPattern;
1892 };
1893 
android_media_MediaCodec_queueSecureInputBuffer(JNIEnv * env,jobject thiz,jint index,jint offset,jobject cryptoInfoObj,jlong timestampUs,jint flags)1894 static void android_media_MediaCodec_queueSecureInputBuffer(
1895         JNIEnv *env,
1896         jobject thiz,
1897         jint index,
1898         jint offset,
1899         jobject cryptoInfoObj,
1900         jlong timestampUs,
1901         jint flags) {
1902     ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1903 
1904     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1905 
1906     if (codec == NULL || codec->initCheck() != OK) {
1907         throwExceptionAsNecessary(env, INVALID_OPERATION);
1908         return;
1909     }
1910 
1911     jint numSubSamples =
1912         env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1913 
1914     jintArray numBytesOfClearDataObj =
1915         (jintArray)env->GetObjectField(
1916                 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1917 
1918     jintArray numBytesOfEncryptedDataObj =
1919         (jintArray)env->GetObjectField(
1920                 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1921 
1922     jbyteArray keyObj =
1923         (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1924 
1925     jbyteArray ivObj =
1926         (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1927 
1928     jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1929     enum CryptoPlugin::Mode mode;
1930     if (jmode == gCryptoModes.Unencrypted) {
1931         mode = CryptoPlugin::kMode_Unencrypted;
1932     } else if (jmode == gCryptoModes.AesCtr) {
1933         mode = CryptoPlugin::kMode_AES_CTR;
1934     } else if (jmode == gCryptoModes.AesCbc) {
1935         mode = CryptoPlugin::kMode_AES_CBC;
1936     }  else {
1937         throwExceptionAsNecessary(env, INVALID_OPERATION);
1938         return;
1939     }
1940 
1941     jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1942 
1943     CryptoPlugin::Pattern pattern;
1944     if (patternObj == NULL) {
1945         pattern.mEncryptBlocks = 0;
1946         pattern.mSkipBlocks = 0;
1947     } else {
1948         pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1949         pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1950     }
1951 
1952     status_t err = OK;
1953 
1954     CryptoPlugin::SubSample *subSamples = NULL;
1955     jbyte *key = NULL;
1956     jbyte *iv = NULL;
1957 
1958     if (numSubSamples <= 0) {
1959         err = -EINVAL;
1960     } else if (numBytesOfClearDataObj == NULL
1961             && numBytesOfEncryptedDataObj == NULL) {
1962         err = -EINVAL;
1963     } else if (numBytesOfEncryptedDataObj != NULL
1964             && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1965         err = -ERANGE;
1966     } else if (numBytesOfClearDataObj != NULL
1967             && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1968         err = -ERANGE;
1969     // subSamples array may silently overflow if number of samples are too large.  Use
1970     // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
1971     } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
1972         err = -EINVAL;
1973     } else {
1974         jboolean isCopy;
1975 
1976         jint *numBytesOfClearData =
1977             (numBytesOfClearDataObj == NULL)
1978                 ? NULL
1979                 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1980 
1981         jint *numBytesOfEncryptedData =
1982             (numBytesOfEncryptedDataObj == NULL)
1983                 ? NULL
1984                 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1985 
1986         subSamples = new CryptoPlugin::SubSample[numSubSamples];
1987 
1988         for (jint i = 0; i < numSubSamples; ++i) {
1989             subSamples[i].mNumBytesOfClearData =
1990                 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1991 
1992             subSamples[i].mNumBytesOfEncryptedData =
1993                 (numBytesOfEncryptedData == NULL)
1994                     ? 0 : numBytesOfEncryptedData[i];
1995         }
1996 
1997         if (numBytesOfEncryptedData != NULL) {
1998             env->ReleaseIntArrayElements(
1999                     numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
2000             numBytesOfEncryptedData = NULL;
2001         }
2002 
2003         if (numBytesOfClearData != NULL) {
2004             env->ReleaseIntArrayElements(
2005                     numBytesOfClearDataObj, numBytesOfClearData, 0);
2006             numBytesOfClearData = NULL;
2007         }
2008     }
2009 
2010     if (err == OK && keyObj != NULL) {
2011         if (env->GetArrayLength(keyObj) != 16) {
2012             err = -EINVAL;
2013         } else {
2014             jboolean isCopy;
2015             key = env->GetByteArrayElements(keyObj, &isCopy);
2016         }
2017     }
2018 
2019     if (err == OK && ivObj != NULL) {
2020         if (env->GetArrayLength(ivObj) != 16) {
2021             err = -EINVAL;
2022         } else {
2023             jboolean isCopy;
2024             iv = env->GetByteArrayElements(ivObj, &isCopy);
2025         }
2026     }
2027 
2028     AString errorDetailMsg;
2029 
2030     if (err == OK) {
2031         err = codec->queueSecureInputBuffer(
2032                 index, offset,
2033                 subSamples, numSubSamples,
2034                 (const uint8_t *)key, (const uint8_t *)iv,
2035                 mode,
2036                 pattern,
2037                 timestampUs,
2038                 flags,
2039                 &errorDetailMsg);
2040     }
2041 
2042     if (iv != NULL) {
2043         env->ReleaseByteArrayElements(ivObj, iv, 0);
2044         iv = NULL;
2045     }
2046 
2047     if (key != NULL) {
2048         env->ReleaseByteArrayElements(keyObj, key, 0);
2049         key = NULL;
2050     }
2051 
2052     delete[] subSamples;
2053     subSamples = NULL;
2054 
2055     throwExceptionAsNecessary(
2056             env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str(),
2057             codec->getCrypto());
2058 }
2059 
android_media_MediaCodec_mapHardwareBuffer(JNIEnv * env,jclass,jobject bufferObj)2060 static jobject android_media_MediaCodec_mapHardwareBuffer(JNIEnv *env, jclass, jobject bufferObj) {
2061     ALOGV("android_media_MediaCodec_mapHardwareBuffer");
2062     AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2063             env, bufferObj);
2064     AHardwareBuffer_Desc desc;
2065     AHardwareBuffer_describe(hardwareBuffer, &desc);
2066     if (desc.format != AHARDWAREBUFFER_FORMAT_Y8Cb8Cr8_420) {
2067         ALOGI("mapHardwareBuffer: unmappable format: %d", desc.format);
2068         return nullptr;
2069     }
2070     if ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK) == 0) {
2071         ALOGI("mapHardwareBuffer: buffer not CPU readable");
2072         return nullptr;
2073     }
2074     bool readOnly = ((desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK) == 0);
2075 
2076     uint64_t cpuUsage = 0;
2077     cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_READ_MASK);
2078     cpuUsage |= (desc.usage & AHARDWAREBUFFER_USAGE_CPU_WRITE_MASK);
2079 
2080     AHardwareBuffer_Planes planes;
2081     int err = AHardwareBuffer_lockPlanes(
2082             hardwareBuffer, cpuUsage, -1 /* fence */, nullptr /* rect */, &planes);
2083     if (err != 0) {
2084         ALOGI("mapHardwareBuffer: Failed to lock planes (err=%d)", err);
2085         return nullptr;
2086     }
2087 
2088     if (planes.planeCount != 3) {
2089         ALOGI("mapHardwareBuffer: planeCount expected 3, actual %u", planes.planeCount);
2090         return nullptr;
2091     }
2092 
2093     ScopedLocalRef<jobjectArray> buffersArray{
2094             env, env->NewObjectArray(3, gByteBufferInfo.clazz, NULL)};
2095     ScopedLocalRef<jintArray> rowStridesArray{env, env->NewIntArray(3)};
2096     ScopedLocalRef<jintArray> pixelStridesArray{env, env->NewIntArray(3)};
2097 
2098     jboolean isCopy = JNI_FALSE;
2099     jint *rowStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2100     jint *pixelStrides = env->GetIntArrayElements(rowStridesArray.get(), &isCopy);
2101 
2102     // For Y plane
2103     int rowSampling = 1;
2104     int colSampling = 1;
2105     // plane indices are Y-U-V.
2106     for (uint32_t i = 0; i < 3; ++i) {
2107         const AHardwareBuffer_Plane &plane = planes.planes[i];
2108         int maxRowOffset = plane.rowStride * (desc.height / rowSampling - 1);
2109         int maxColOffset = plane.pixelStride * (desc.width / colSampling - 1);
2110         int maxOffset = maxRowOffset + maxColOffset;
2111         ScopedLocalRef<jobject> byteBuffer{env, CreateByteBuffer(
2112                 env,
2113                 plane.data,
2114                 maxOffset + 1,
2115                 0,
2116                 maxOffset + 1,
2117                 readOnly,
2118                 true)};
2119 
2120         env->SetObjectArrayElement(buffersArray.get(), i, byteBuffer.get());
2121         rowStrides[i] = plane.rowStride;
2122         pixelStrides[i] = plane.pixelStride;
2123         // For U-V planes
2124         rowSampling = 2;
2125         colSampling = 2;
2126     }
2127 
2128     env->ReleaseIntArrayElements(rowStridesArray.get(), rowStrides, 0);
2129     env->ReleaseIntArrayElements(pixelStridesArray.get(), pixelStrides, 0);
2130     rowStrides = pixelStrides = nullptr;
2131 
2132     ScopedLocalRef<jclass> imageClazz(
2133             env, env->FindClass("android/media/MediaCodec$MediaImage"));
2134     CHECK(imageClazz.get() != NULL);
2135 
2136     jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
2137             "([Ljava/nio/ByteBuffer;[I[IIIIZJIILandroid/graphics/Rect;J)V");
2138 
2139     jobject img = env->NewObject(imageClazz.get(), imageConstructID,
2140             buffersArray.get(),
2141             rowStridesArray.get(),
2142             pixelStridesArray.get(),
2143             desc.width,
2144             desc.height,
2145             desc.format, // ???
2146             (jboolean)readOnly /* readOnly */,
2147             (jlong)0 /* timestamp */,
2148             (jint)0 /* xOffset */, (jint)0 /* yOffset */, nullptr /* cropRect */,
2149             (jlong)hardwareBuffer);
2150 
2151     // if MediaImage creation fails, return null
2152     if (env->ExceptionCheck()) {
2153         env->ExceptionDescribe();
2154         env->ExceptionClear();
2155         return nullptr;
2156     }
2157 
2158     AHardwareBuffer_acquire(hardwareBuffer);
2159 
2160     return img;
2161 }
2162 
android_media_MediaCodec_closeMediaImage(JNIEnv *,jclass,jlong context)2163 static void android_media_MediaCodec_closeMediaImage(JNIEnv *, jclass, jlong context) {
2164     ALOGV("android_media_MediaCodec_closeMediaImage");
2165     if (context == 0) {
2166         return;
2167     }
2168     AHardwareBuffer *hardwareBuffer = (AHardwareBuffer *)context;
2169 
2170     int err = AHardwareBuffer_unlock(hardwareBuffer, nullptr);
2171     if (err != 0) {
2172         ALOGI("closeMediaImage: failed to unlock (err=%d)", err);
2173         // Continue to release the hardwareBuffer
2174     }
2175 
2176     AHardwareBuffer_release(hardwareBuffer);
2177 }
2178 
ConvertKeyValueListsToAMessage(JNIEnv * env,jobject keys,jobject values,sp<AMessage> * msg)2179 static status_t ConvertKeyValueListsToAMessage(
2180         JNIEnv *env, jobject keys, jobject values, sp<AMessage> *msg) {
2181     static struct Fields {
2182         explicit Fields(JNIEnv *env) {
2183             ScopedLocalRef<jclass> clazz{env, env->FindClass("java/lang/String")};
2184             CHECK(clazz.get() != NULL);
2185             mStringClass = (jclass)env->NewGlobalRef(clazz.get());
2186 
2187             clazz.reset(env->FindClass("java/lang/Integer"));
2188             CHECK(clazz.get() != NULL);
2189             mIntegerClass = (jclass)env->NewGlobalRef(clazz.get());
2190 
2191             mIntegerValueId = env->GetMethodID(clazz.get(), "intValue", "()I");
2192             CHECK(mIntegerValueId != NULL);
2193 
2194             clazz.reset(env->FindClass("java/lang/Long"));
2195             CHECK(clazz.get() != NULL);
2196             mLongClass = (jclass)env->NewGlobalRef(clazz.get());
2197 
2198             mLongValueId = env->GetMethodID(clazz.get(), "longValue", "()J");
2199             CHECK(mLongValueId != NULL);
2200 
2201             clazz.reset(env->FindClass("java/lang/Float"));
2202             CHECK(clazz.get() != NULL);
2203             mFloatClass = (jclass)env->NewGlobalRef(clazz.get());
2204 
2205             mFloatValueId = env->GetMethodID(clazz.get(), "floatValue", "()F");
2206             CHECK(mFloatValueId != NULL);
2207 
2208             clazz.reset(env->FindClass("java/util/ArrayList"));
2209             CHECK(clazz.get() != NULL);
2210 
2211             mByteBufferArrayId = env->GetMethodID(gByteBufferInfo.clazz, "array", "()[B");
2212             CHECK(mByteBufferArrayId != NULL);
2213         }
2214 
2215         jclass mStringClass;
2216         jclass mIntegerClass;
2217         jmethodID mIntegerValueId;
2218         jclass mLongClass;
2219         jmethodID mLongValueId;
2220         jclass mFloatClass;
2221         jmethodID mFloatValueId;
2222         jmethodID mByteBufferArrayId;
2223     } sFields{env};
2224 
2225     jint size = env->CallIntMethod(keys, gArrayListInfo.sizeId);
2226     if (size != env->CallIntMethod(values, gArrayListInfo.sizeId)) {
2227         return BAD_VALUE;
2228     }
2229 
2230     sp<AMessage> result{new AMessage};
2231     for (jint i = 0; i < size; ++i) {
2232         ScopedLocalRef<jstring> jkey{
2233             env, (jstring)env->CallObjectMethod(keys, gArrayListInfo.getId, i)};
2234         const char *tmp = env->GetStringUTFChars(jkey.get(), nullptr);
2235         AString key;
2236         if (tmp) {
2237             key.setTo(tmp);
2238         }
2239         env->ReleaseStringUTFChars(jkey.get(), tmp);
2240         if (key.empty()) {
2241             return NO_MEMORY;
2242         }
2243 
2244         ScopedLocalRef<jobject> jvalue{
2245             env, env->CallObjectMethod(values, gArrayListInfo.getId, i)};
2246 
2247         if (env->IsInstanceOf(jvalue.get(), sFields.mStringClass)) {
2248             const char *tmp = env->GetStringUTFChars((jstring)jvalue.get(), nullptr);
2249             AString value;
2250             if (!tmp) {
2251                 return NO_MEMORY;
2252             }
2253             value.setTo(tmp);
2254             env->ReleaseStringUTFChars((jstring)jvalue.get(), tmp);
2255             result->setString(key.c_str(), value);
2256         } else if (env->IsInstanceOf(jvalue.get(), sFields.mIntegerClass)) {
2257             jint value = env->CallIntMethod(jvalue.get(), sFields.mIntegerValueId);
2258             result->setInt32(key.c_str(), value);
2259         } else if (env->IsInstanceOf(jvalue.get(), sFields.mLongClass)) {
2260             jlong value = env->CallLongMethod(jvalue.get(), sFields.mLongValueId);
2261             result->setInt64(key.c_str(), value);
2262         } else if (env->IsInstanceOf(jvalue.get(), sFields.mFloatClass)) {
2263             jfloat value = env->CallFloatMethod(jvalue.get(), sFields.mFloatValueId);
2264             result->setFloat(key.c_str(), value);
2265         } else if (env->IsInstanceOf(jvalue.get(), gByteBufferInfo.clazz)) {
2266             jint position = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getPositionId);
2267             jint limit = env->CallIntMethod(jvalue.get(), gByteBufferInfo.getLimitId);
2268             sp<ABuffer> buffer{new ABuffer(limit - position)};
2269             void *data = env->GetDirectBufferAddress(jvalue.get());
2270             if (data != nullptr) {
2271                 memcpy(buffer->data(),
2272                        static_cast<const uint8_t *>(data) + position,
2273                        buffer->size());
2274             } else {
2275                 ScopedLocalRef<jbyteArray> byteArray{env, (jbyteArray)env->CallObjectMethod(
2276                         jvalue.get(), sFields.mByteBufferArrayId)};
2277                 env->GetByteArrayRegion(byteArray.get(), position, buffer->size(),
2278                                         reinterpret_cast<jbyte *>(buffer->data()));
2279             }
2280             result->setBuffer(key.c_str(), buffer);
2281         }
2282     }
2283 
2284     *msg = result;
2285     return OK;
2286 }
2287 
android_media_MediaCodec_native_queueLinearBlock(JNIEnv * env,jobject thiz,jint index,jobject bufferObj,jint offset,jint size,jobject cryptoInfoObj,jlong presentationTimeUs,jint flags,jobject keys,jobject values)2288 static void android_media_MediaCodec_native_queueLinearBlock(
2289         JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2290         jint offset, jint size, jobject cryptoInfoObj,
2291         jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2292     ALOGV("android_media_MediaCodec_native_queueLinearBlock");
2293 
2294     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2295 
2296     if (codec == nullptr || codec->initCheck() != OK) {
2297         throwExceptionAsNecessary(env, INVALID_OPERATION);
2298         return;
2299     }
2300 
2301     sp<AMessage> tunings;
2302     status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2303     if (err != OK) {
2304         throwExceptionAsNecessary(env, err);
2305         return;
2306     }
2307 
2308     std::shared_ptr<C2Buffer> buffer;
2309     sp<hardware::HidlMemory> memory;
2310     ScopedLocalRef<jobject> lock{env, env->GetObjectField(bufferObj, gLinearBlockInfo.lockId)};
2311     if (env->MonitorEnter(lock.get()) == JNI_OK) {
2312         if (env->GetBooleanField(bufferObj, gLinearBlockInfo.validId)) {
2313             JMediaCodecLinearBlock *context =
2314                 (JMediaCodecLinearBlock *)env->GetLongField(bufferObj, gLinearBlockInfo.contextId);
2315             if (codec->hasCryptoOrDescrambler()) {
2316                 memory = context->toHidlMemory();
2317                 // TODO: copy if memory is null
2318                 offset += context->mHidlMemoryOffset;
2319             } else {
2320                 buffer = context->toC2Buffer(offset, size);
2321                 // TODO: copy if buffer is null
2322             }
2323         }
2324         env->MonitorExit(lock.get());
2325     } else {
2326         throwExceptionAsNecessary(env, INVALID_OPERATION);
2327         return;
2328     }
2329 
2330     AString errorDetailMsg;
2331     if (codec->hasCryptoOrDescrambler()) {
2332         if (!memory) {
2333             ALOGI("queueLinearBlock: no ashmem memory for encrypted content");
2334             throwExceptionAsNecessary(env, BAD_VALUE);
2335             return;
2336         }
2337         NativeCryptoInfo cryptoInfo = [env, cryptoInfoObj, size]{
2338             if (cryptoInfoObj == nullptr) {
2339                 return NativeCryptoInfo{size};
2340             } else {
2341                 return NativeCryptoInfo{env, cryptoInfoObj};
2342             }
2343         }();
2344         err = codec->queueEncryptedLinearBlock(
2345                 index,
2346                 memory,
2347                 offset,
2348                 cryptoInfo.mSubSamples, cryptoInfo.mNumSubSamples,
2349                 (const uint8_t *)cryptoInfo.mKey, (const uint8_t *)cryptoInfo.mIv,
2350                 cryptoInfo.mMode,
2351                 cryptoInfo.mPattern,
2352                 presentationTimeUs,
2353                 flags,
2354                 tunings,
2355                 &errorDetailMsg);
2356     } else {
2357         if (!buffer) {
2358             ALOGI("queueLinearBlock: no C2Buffer found");
2359             throwExceptionAsNecessary(env, BAD_VALUE);
2360             return;
2361         }
2362         err = codec->queueBuffer(
2363                 index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2364     }
2365     throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2366 }
2367 
android_media_MediaCodec_native_queueHardwareBuffer(JNIEnv * env,jobject thiz,jint index,jobject bufferObj,jlong presentationTimeUs,jint flags,jobject keys,jobject values)2368 static void android_media_MediaCodec_native_queueHardwareBuffer(
2369         JNIEnv *env, jobject thiz, jint index, jobject bufferObj,
2370         jlong presentationTimeUs, jint flags, jobject keys, jobject values) {
2371     ALOGV("android_media_MediaCodec_native_queueHardwareBuffer");
2372 
2373     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2374 
2375     if (codec == NULL || codec->initCheck() != OK) {
2376         throwExceptionAsNecessary(env, INVALID_OPERATION);
2377         return;
2378     }
2379 
2380     sp<AMessage> tunings;
2381     status_t err = ConvertKeyValueListsToAMessage(env, keys, values, &tunings);
2382     if (err != OK) {
2383         throwExceptionAsNecessary(env, err);
2384         return;
2385     }
2386 
2387     AHardwareBuffer *hardwareBuffer = android_hardware_HardwareBuffer_getNativeHardwareBuffer(
2388             env, bufferObj);
2389     sp<GraphicBuffer> graphicBuffer{AHardwareBuffer_to_GraphicBuffer(hardwareBuffer)};
2390     C2Handle *handle = WrapNativeCodec2GrallocHandle(
2391             graphicBuffer->handle, graphicBuffer->width, graphicBuffer->height,
2392             graphicBuffer->format, graphicBuffer->usage, graphicBuffer->stride);
2393     static std::shared_ptr<C2Allocator> sGrallocAlloc = []() -> std::shared_ptr<C2Allocator> {
2394         std::shared_ptr<C2Allocator> alloc;
2395         c2_status_t err = GetCodec2PlatformAllocatorStore()->fetchAllocator(
2396                 C2PlatformAllocatorStore::GRALLOC, &alloc);
2397         if (err == C2_OK) {
2398             return alloc;
2399         }
2400         return nullptr;
2401     }();
2402     std::shared_ptr<C2GraphicAllocation> alloc;
2403     c2_status_t c2err = sGrallocAlloc->priorGraphicAllocation(handle, &alloc);
2404     if (c2err != C2_OK) {
2405         ALOGW("Failed to wrap AHardwareBuffer into C2GraphicAllocation");
2406         native_handle_close(handle);
2407         native_handle_delete(handle);
2408         throwExceptionAsNecessary(env, BAD_VALUE);
2409         return;
2410     }
2411     std::shared_ptr<C2GraphicBlock> block = _C2BlockFactory::CreateGraphicBlock(alloc);
2412     std::shared_ptr<C2Buffer> buffer = C2Buffer::CreateGraphicBuffer(block->share(
2413             block->crop(), C2Fence{}));
2414     AString errorDetailMsg;
2415     err = codec->queueBuffer(
2416             index, buffer, presentationTimeUs, flags, tunings, &errorDetailMsg);
2417     throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, errorDetailMsg.c_str());
2418 }
2419 
android_media_MediaCodec_native_getOutputFrame(JNIEnv * env,jobject thiz,jobject frame,jint index)2420 static void android_media_MediaCodec_native_getOutputFrame(
2421         JNIEnv *env, jobject thiz, jobject frame, jint index) {
2422     ALOGV("android_media_MediaCodec_native_getOutputFrame");
2423 
2424     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2425 
2426     if (codec == NULL || codec->initCheck() != OK) {
2427         throwExceptionAsNecessary(env, INVALID_OPERATION);
2428         return;
2429     }
2430 
2431     status_t err = codec->getOutputFrame(env, frame, index);
2432     if (err != OK) {
2433         throwExceptionAsNecessary(env, err);
2434     }
2435 }
2436 
android_media_MediaCodec_dequeueInputBuffer(JNIEnv * env,jobject thiz,jlong timeoutUs)2437 static jint android_media_MediaCodec_dequeueInputBuffer(
2438         JNIEnv *env, jobject thiz, jlong timeoutUs) {
2439     ALOGV("android_media_MediaCodec_dequeueInputBuffer");
2440 
2441     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2442 
2443     if (codec == NULL || codec->initCheck() != OK) {
2444         throwExceptionAsNecessary(env, INVALID_OPERATION);
2445         return -1;
2446     }
2447 
2448     size_t index;
2449     status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
2450 
2451     if (err == OK) {
2452         return (jint) index;
2453     }
2454 
2455     return throwExceptionAsNecessary(env, err);
2456 }
2457 
android_media_MediaCodec_dequeueOutputBuffer(JNIEnv * env,jobject thiz,jobject bufferInfo,jlong timeoutUs)2458 static jint android_media_MediaCodec_dequeueOutputBuffer(
2459         JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
2460     ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
2461 
2462     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2463 
2464     if (codec == NULL || codec->initCheck() != OK) {
2465         throwExceptionAsNecessary(env, INVALID_OPERATION);
2466         return 0;
2467     }
2468 
2469     size_t index;
2470     status_t err = codec->dequeueOutputBuffer(
2471             env, bufferInfo, &index, timeoutUs);
2472 
2473     if (err == OK) {
2474         return (jint) index;
2475     }
2476 
2477     return throwExceptionAsNecessary(env, err);
2478 }
2479 
android_media_MediaCodec_releaseOutputBuffer(JNIEnv * env,jobject thiz,jint index,jboolean render,jboolean updatePTS,jlong timestampNs)2480 static void android_media_MediaCodec_releaseOutputBuffer(
2481         JNIEnv *env, jobject thiz,
2482         jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
2483     ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
2484 
2485     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2486 
2487     if (codec == NULL || codec->initCheck() != OK) {
2488         throwExceptionAsNecessary(env, INVALID_OPERATION);
2489         return;
2490     }
2491 
2492     status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
2493 
2494     throwExceptionAsNecessary(env, err);
2495 }
2496 
android_media_MediaCodec_signalEndOfInputStream(JNIEnv * env,jobject thiz)2497 static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
2498         jobject thiz) {
2499     ALOGV("android_media_MediaCodec_signalEndOfInputStream");
2500 
2501     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2502     if (codec == NULL || codec->initCheck() != OK) {
2503         throwExceptionAsNecessary(env, INVALID_OPERATION);
2504         return;
2505     }
2506 
2507     status_t err = codec->signalEndOfInputStream();
2508 
2509     throwExceptionAsNecessary(env, err);
2510 }
2511 
android_media_MediaCodec_getFormatNative(JNIEnv * env,jobject thiz,jboolean input)2512 static jobject android_media_MediaCodec_getFormatNative(
2513         JNIEnv *env, jobject thiz, jboolean input) {
2514     ALOGV("android_media_MediaCodec_getFormatNative");
2515 
2516     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2517 
2518     if (codec == NULL || codec->initCheck() != OK) {
2519         throwExceptionAsNecessary(env, INVALID_OPERATION);
2520         return NULL;
2521     }
2522 
2523     jobject format;
2524     status_t err = codec->getFormat(env, input, &format);
2525 
2526     if (err == OK) {
2527         return format;
2528     }
2529 
2530     throwExceptionAsNecessary(env, err);
2531 
2532     return NULL;
2533 }
2534 
android_media_MediaCodec_getOutputFormatForIndexNative(JNIEnv * env,jobject thiz,jint index)2535 static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
2536         JNIEnv *env, jobject thiz, jint index) {
2537     ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
2538 
2539     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2540 
2541     if (codec == NULL || codec->initCheck() != OK) {
2542         throwExceptionAsNecessary(env, INVALID_OPERATION);
2543         return NULL;
2544     }
2545 
2546     jobject format;
2547     status_t err = codec->getOutputFormat(env, index, &format);
2548 
2549     if (err == OK) {
2550         return format;
2551     }
2552 
2553     throwExceptionAsNecessary(env, err);
2554 
2555     return NULL;
2556 }
2557 
android_media_MediaCodec_getBuffers(JNIEnv * env,jobject thiz,jboolean input)2558 static jobjectArray android_media_MediaCodec_getBuffers(
2559         JNIEnv *env, jobject thiz, jboolean input) {
2560     ALOGV("android_media_MediaCodec_getBuffers");
2561 
2562     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2563 
2564     if (codec == NULL || codec->initCheck() != OK) {
2565         throwExceptionAsNecessary(env, INVALID_OPERATION);
2566         return NULL;
2567     }
2568 
2569     jobjectArray buffers;
2570     status_t err = codec->getBuffers(env, input, &buffers);
2571 
2572     if (err == OK) {
2573         return buffers;
2574     }
2575 
2576     // if we're out of memory, an exception was already thrown
2577     if (err != NO_MEMORY) {
2578         throwExceptionAsNecessary(env, err);
2579     }
2580 
2581     return NULL;
2582 }
2583 
android_media_MediaCodec_getBuffer(JNIEnv * env,jobject thiz,jboolean input,jint index)2584 static jobject android_media_MediaCodec_getBuffer(
2585         JNIEnv *env, jobject thiz, jboolean input, jint index) {
2586     ALOGV("android_media_MediaCodec_getBuffer");
2587 
2588     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2589 
2590     if (codec == NULL || codec->initCheck() != OK) {
2591         throwExceptionAsNecessary(env, INVALID_OPERATION);
2592         return NULL;
2593     }
2594 
2595     jobject buffer;
2596     status_t err = codec->getBuffer(env, input, index, &buffer);
2597 
2598     if (err == OK) {
2599         return buffer;
2600     }
2601 
2602     // if we're out of memory, an exception was already thrown
2603     if (err != NO_MEMORY) {
2604         throwExceptionAsNecessary(env, err);
2605     }
2606 
2607     return NULL;
2608 }
2609 
android_media_MediaCodec_getImage(JNIEnv * env,jobject thiz,jboolean input,jint index)2610 static jobject android_media_MediaCodec_getImage(
2611         JNIEnv *env, jobject thiz, jboolean input, jint index) {
2612     ALOGV("android_media_MediaCodec_getImage");
2613 
2614     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2615 
2616     if (codec == NULL || codec->initCheck() != OK) {
2617         throwExceptionAsNecessary(env, INVALID_OPERATION);
2618         return NULL;
2619     }
2620 
2621     jobject image;
2622     status_t err = codec->getImage(env, input, index, &image);
2623 
2624     if (err == OK) {
2625         return image;
2626     }
2627 
2628     // if we're out of memory, an exception was already thrown
2629     if (err != NO_MEMORY) {
2630         throwExceptionAsNecessary(env, err);
2631     }
2632 
2633     return NULL;
2634 }
2635 
android_media_MediaCodec_getName(JNIEnv * env,jobject thiz)2636 static jobject android_media_MediaCodec_getName(
2637         JNIEnv *env, jobject thiz) {
2638     ALOGV("android_media_MediaCodec_getName");
2639 
2640     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2641 
2642     if (codec == NULL || codec->initCheck() != OK) {
2643         throwExceptionAsNecessary(env, INVALID_OPERATION);
2644         return NULL;
2645     }
2646 
2647     jstring name;
2648     status_t err = codec->getName(env, &name);
2649 
2650     if (err == OK) {
2651         return name;
2652     }
2653 
2654     throwExceptionAsNecessary(env, err);
2655 
2656     return NULL;
2657 }
2658 
android_media_MediaCodec_getOwnCodecInfo(JNIEnv * env,jobject thiz)2659 static jobject android_media_MediaCodec_getOwnCodecInfo(
2660         JNIEnv *env, jobject thiz) {
2661     ALOGV("android_media_MediaCodec_getOwnCodecInfo");
2662 
2663     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2664 
2665     if (codec == NULL || codec->initCheck() != OK) {
2666         throwExceptionAsNecessary(env, INVALID_OPERATION);
2667         return NULL;
2668     }
2669 
2670     jobject codecInfoObj;
2671     status_t err = codec->getCodecInfo(env, &codecInfoObj);
2672 
2673     if (err == OK) {
2674         return codecInfoObj;
2675     }
2676 
2677     throwExceptionAsNecessary(env, err);
2678 
2679     return NULL;
2680 }
2681 
2682 static jobject
android_media_MediaCodec_native_getMetrics(JNIEnv * env,jobject thiz)2683 android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
2684 {
2685     ALOGV("android_media_MediaCodec_native_getMetrics");
2686 
2687     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2688     if (codec == NULL || codec->initCheck() != OK) {
2689         jniThrowException(env, "java/lang/IllegalStateException", NULL);
2690         return 0;
2691     }
2692 
2693     // get what we have for the metrics from the codec
2694     mediametrics::Item *item = 0;
2695 
2696     status_t err = codec->getMetrics(env, item);
2697     if (err != OK) {
2698         ALOGE("getMetrics failed");
2699         return (jobject) NULL;
2700     }
2701 
2702     jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
2703 
2704     // housekeeping
2705     delete item;
2706     item = 0;
2707 
2708     return mybundle;
2709 }
2710 
android_media_MediaCodec_setParameters(JNIEnv * env,jobject thiz,jobjectArray keys,jobjectArray vals)2711 static void android_media_MediaCodec_setParameters(
2712         JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
2713     ALOGV("android_media_MediaCodec_setParameters");
2714 
2715     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2716 
2717     if (codec == NULL || codec->initCheck() != OK) {
2718         throwExceptionAsNecessary(env, INVALID_OPERATION);
2719         return;
2720     }
2721 
2722     sp<AMessage> params;
2723     status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, &params);
2724 
2725     if (err == OK) {
2726         err = codec->setParameters(params);
2727     }
2728 
2729     throwExceptionAsNecessary(env, err);
2730 }
2731 
android_media_MediaCodec_setVideoScalingMode(JNIEnv * env,jobject thiz,jint mode)2732 static void android_media_MediaCodec_setVideoScalingMode(
2733         JNIEnv *env, jobject thiz, jint mode) {
2734     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2735 
2736     if (codec == NULL || codec->initCheck() != OK) {
2737         throwExceptionAsNecessary(env, INVALID_OPERATION);
2738         return;
2739     }
2740 
2741     if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
2742             && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
2743         jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
2744         return;
2745     }
2746 
2747     codec->setVideoScalingMode(mode);
2748 }
2749 
android_media_MediaCodec_setAudioPresentation(JNIEnv * env,jobject thiz,jint presentationId,jint programId)2750 static void android_media_MediaCodec_setAudioPresentation(
2751         JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
2752     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2753 
2754     if (codec == NULL || codec->initCheck() != OK) {
2755         throwExceptionAsNecessary(env, INVALID_OPERATION);
2756         return;
2757     }
2758 
2759     codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
2760 }
2761 
android_media_MediaCodec_getSupportedVendorParameters(JNIEnv * env,jobject thiz)2762 static jobject android_media_MediaCodec_getSupportedVendorParameters(
2763         JNIEnv *env, jobject thiz) {
2764     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2765 
2766     if (codec == NULL || codec->initCheck() != OK) {
2767         throwExceptionAsNecessary(env, INVALID_OPERATION);
2768         return NULL;
2769     }
2770 
2771     jobject ret = NULL;
2772     status_t status = codec->querySupportedVendorParameters(env, &ret);
2773     if (status != OK) {
2774         throwExceptionAsNecessary(env, status);
2775     }
2776 
2777     return ret;
2778 }
2779 
android_media_MediaCodec_getParameterDescriptor(JNIEnv * env,jobject thiz,jstring name)2780 static jobject android_media_MediaCodec_getParameterDescriptor(
2781         JNIEnv *env, jobject thiz, jstring name) {
2782     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2783 
2784     if (codec == NULL || codec->initCheck() != OK) {
2785         throwExceptionAsNecessary(env, INVALID_OPERATION);
2786         return NULL;
2787     }
2788 
2789     jobject ret = NULL;
2790     status_t status = codec->describeParameter(env, name, &ret);
2791     if (status != OK) {
2792         ret = NULL;
2793     }
2794     return ret;
2795 }
2796 
android_media_MediaCodec_subscribeToVendorParameters(JNIEnv * env,jobject thiz,jobject names)2797 static void android_media_MediaCodec_subscribeToVendorParameters(
2798         JNIEnv *env, jobject thiz, jobject names) {
2799     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2800 
2801     if (codec == NULL || codec->initCheck() != OK) {
2802         throwExceptionAsNecessary(env, INVALID_OPERATION);
2803         return;
2804     }
2805 
2806     status_t status = codec->subscribeToVendorParameters(env, names);
2807     if (status != OK) {
2808         throwExceptionAsNecessary(env, status);
2809     }
2810     return;
2811 }
2812 
android_media_MediaCodec_unsubscribeFromVendorParameters(JNIEnv * env,jobject thiz,jobject names)2813 static void android_media_MediaCodec_unsubscribeFromVendorParameters(
2814         JNIEnv *env, jobject thiz, jobject names) {
2815     sp<JMediaCodec> codec = getMediaCodec(env, thiz);
2816 
2817     if (codec == NULL || codec->initCheck() != OK) {
2818         throwExceptionAsNecessary(env, INVALID_OPERATION);
2819         return;
2820     }
2821 
2822     status_t status = codec->unsubscribeFromVendorParameters(env, names);
2823     if (status != OK) {
2824         throwExceptionAsNecessary(env, status);
2825     }
2826     return;
2827 }
2828 
android_media_MediaCodec_native_init(JNIEnv * env,jclass)2829 static void android_media_MediaCodec_native_init(JNIEnv *env, jclass) {
2830     ScopedLocalRef<jclass> clazz(
2831             env, env->FindClass("android/media/MediaCodec"));
2832     CHECK(clazz.get() != NULL);
2833 
2834     gFields.postEventFromNativeID =
2835         env->GetMethodID(
2836                 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
2837     CHECK(gFields.postEventFromNativeID != NULL);
2838 
2839     gFields.lockAndGetContextID =
2840         env->GetMethodID(
2841                 clazz.get(), "lockAndGetContext", "()J");
2842     CHECK(gFields.lockAndGetContextID != NULL);
2843 
2844     gFields.setAndUnlockContextID =
2845         env->GetMethodID(
2846                 clazz.get(), "setAndUnlockContext", "(J)V");
2847     CHECK(gFields.setAndUnlockContextID != NULL);
2848 
2849     jfieldID field;
2850     field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
2851     CHECK(field != NULL);
2852     gCryptoModes.Unencrypted =
2853         env->GetStaticIntField(clazz.get(), field);
2854 
2855     field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
2856     CHECK(field != NULL);
2857     gCryptoModes.AesCtr =
2858         env->GetStaticIntField(clazz.get(), field);
2859 
2860     field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
2861     CHECK(field != NULL);
2862     gCryptoModes.AesCbc =
2863         env->GetStaticIntField(clazz.get(), field);
2864 
2865     clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
2866     CHECK(clazz.get() != NULL);
2867 
2868     gFields.cryptoInfoNumSubSamplesID =
2869         env->GetFieldID(clazz.get(), "numSubSamples", "I");
2870     CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
2871 
2872     gFields.cryptoInfoNumBytesOfClearDataID =
2873         env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
2874     CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
2875 
2876     gFields.cryptoInfoNumBytesOfEncryptedDataID =
2877         env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
2878     CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
2879 
2880     gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
2881     CHECK(gFields.cryptoInfoKeyID != NULL);
2882 
2883     gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
2884     CHECK(gFields.cryptoInfoIVID != NULL);
2885 
2886     gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
2887     CHECK(gFields.cryptoInfoModeID != NULL);
2888 
2889     gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "mPattern",
2890         "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
2891     CHECK(gFields.cryptoInfoPatternID != NULL);
2892 
2893     clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
2894     CHECK(clazz.get() != NULL);
2895 
2896     gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
2897     CHECK(gFields.patternEncryptBlocksID != NULL);
2898 
2899     gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
2900     CHECK(gFields.patternSkipBlocksID != NULL);
2901 
2902     clazz.reset(env->FindClass("android/media/MediaCodec$QueueRequest"));
2903     CHECK(clazz.get() != NULL);
2904 
2905     gFields.queueRequestIndexID = env->GetFieldID(clazz.get(), "mIndex", "I");
2906     CHECK(gFields.queueRequestIndexID != NULL);
2907 
2908     clazz.reset(env->FindClass("android/media/MediaCodec$OutputFrame"));
2909     CHECK(clazz.get() != NULL);
2910 
2911     gFields.outputFrameLinearBlockID =
2912         env->GetFieldID(clazz.get(), "mLinearBlock", "Landroid/media/MediaCodec$LinearBlock;");
2913     CHECK(gFields.outputFrameLinearBlockID != NULL);
2914 
2915     gFields.outputFrameHardwareBufferID =
2916         env->GetFieldID(clazz.get(), "mHardwareBuffer", "Landroid/hardware/HardwareBuffer;");
2917     CHECK(gFields.outputFrameHardwareBufferID != NULL);
2918 
2919     gFields.outputFrameChangedKeysID =
2920         env->GetFieldID(clazz.get(), "mChangedKeys", "Ljava/util/ArrayList;");
2921     CHECK(gFields.outputFrameChangedKeysID != NULL);
2922 
2923     gFields.outputFrameFormatID =
2924         env->GetFieldID(clazz.get(), "mFormat", "Landroid/media/MediaFormat;");
2925     CHECK(gFields.outputFrameFormatID != NULL);
2926 
2927     clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
2928     CHECK(clazz.get() != NULL);
2929 
2930     field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
2931     CHECK(field != NULL);
2932     gCryptoErrorCodes.cryptoErrorNoKey =
2933         env->GetStaticIntField(clazz.get(), field);
2934 
2935     field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
2936     CHECK(field != NULL);
2937     gCryptoErrorCodes.cryptoErrorKeyExpired =
2938         env->GetStaticIntField(clazz.get(), field);
2939 
2940     field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
2941     CHECK(field != NULL);
2942     gCryptoErrorCodes.cryptoErrorResourceBusy =
2943         env->GetStaticIntField(clazz.get(), field);
2944 
2945     field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
2946     CHECK(field != NULL);
2947     gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
2948         env->GetStaticIntField(clazz.get(), field);
2949 
2950     field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
2951     CHECK(field != NULL);
2952     gCryptoErrorCodes.cryptoErrorSessionNotOpened =
2953         env->GetStaticIntField(clazz.get(), field);
2954 
2955     field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
2956     CHECK(field != NULL);
2957     gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
2958         env->GetStaticIntField(clazz.get(), field);
2959 
2960     field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
2961     CHECK(field != NULL);
2962     gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
2963         env->GetStaticIntField(clazz.get(), field);
2964 
2965     field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
2966     CHECK(field != NULL);
2967     gCryptoErrorCodes.cryptoErrorFrameTooLarge =
2968         env->GetStaticIntField(clazz.get(), field);
2969 
2970     field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
2971     CHECK(field != NULL);
2972     gCryptoErrorCodes.cryptoErrorLostState =
2973         env->GetStaticIntField(clazz.get(), field);
2974 
2975     clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
2976     CHECK(clazz.get() != NULL);
2977     field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
2978     CHECK(field != NULL);
2979     gCodecActionCodes.codecActionTransient =
2980         env->GetStaticIntField(clazz.get(), field);
2981 
2982     field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
2983     CHECK(field != NULL);
2984     gCodecActionCodes.codecActionRecoverable =
2985         env->GetStaticIntField(clazz.get(), field);
2986 
2987     field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
2988     CHECK(field != NULL);
2989     gCodecErrorCodes.errorInsufficientResource =
2990         env->GetStaticIntField(clazz.get(), field);
2991 
2992     field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
2993     CHECK(field != NULL);
2994     gCodecErrorCodes.errorReclaimed =
2995         env->GetStaticIntField(clazz.get(), field);
2996 
2997     clazz.reset(env->FindClass("android/view/Surface"));
2998     CHECK(clazz.get() != NULL);
2999 
3000     field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3001     CHECK(field != NULL);
3002     gPersistentSurfaceClassInfo.mLock = field;
3003 
3004     jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
3005     CHECK(method != NULL);
3006     gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
3007 
3008     clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
3009     CHECK(clazz.get() != NULL);
3010     gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3011 
3012     method = env->GetMethodID(clazz.get(), "<init>", "()V");
3013     CHECK(method != NULL);
3014     gPersistentSurfaceClassInfo.ctor = method;
3015 
3016     field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
3017     CHECK(field != NULL);
3018     gPersistentSurfaceClassInfo.mPersistentObject = field;
3019 
3020     clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
3021     CHECK(clazz.get() != NULL);
3022     gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
3023 
3024     method = env->GetMethodID(clazz.get(), "<init>",
3025             "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
3026             "Ljava/util/Map;Ljava/util/Map;)V");
3027     CHECK(method != NULL);
3028     gCodecInfo.capsCtorId = method;
3029 
3030     clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
3031     CHECK(clazz.get() != NULL);
3032     gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
3033 
3034     field = env->GetFieldID(clazz.get(), "profile", "I");
3035     CHECK(field != NULL);
3036     gCodecInfo.profileField = field;
3037 
3038     field = env->GetFieldID(clazz.get(), "level", "I");
3039     CHECK(field != NULL);
3040     gCodecInfo.levelField = field;
3041 
3042     clazz.reset(env->FindClass("java/nio/ByteBuffer"));
3043     CHECK(clazz.get() != NULL);
3044     gByteBufferInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3045 
3046     ScopedLocalRef<jclass> byteOrderClass(
3047             env, env->FindClass("java/nio/ByteOrder"));
3048     CHECK(byteOrderClass.get() != NULL);
3049 
3050     jmethodID nativeOrderID = env->GetStaticMethodID(
3051             byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
3052     CHECK(nativeOrderID != NULL);
3053 
3054     ScopedLocalRef<jobject> nativeByteOrderObj{
3055         env, env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID)};
3056     gByteBufferInfo.nativeByteOrder = env->NewGlobalRef(nativeByteOrderObj.get());
3057     CHECK(gByteBufferInfo.nativeByteOrder != NULL);
3058     nativeByteOrderObj.reset();
3059 
3060     gByteBufferInfo.orderId = env->GetMethodID(
3061             clazz.get(),
3062             "order",
3063             "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
3064     CHECK(gByteBufferInfo.orderId != NULL);
3065 
3066     gByteBufferInfo.asReadOnlyBufferId = env->GetMethodID(
3067             clazz.get(), "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
3068     CHECK(gByteBufferInfo.asReadOnlyBufferId != NULL);
3069 
3070     gByteBufferInfo.positionId = env->GetMethodID(
3071             clazz.get(), "position", "(I)Ljava/nio/Buffer;");
3072     CHECK(gByteBufferInfo.positionId != NULL);
3073 
3074     gByteBufferInfo.limitId = env->GetMethodID(
3075             clazz.get(), "limit", "(I)Ljava/nio/Buffer;");
3076     CHECK(gByteBufferInfo.limitId != NULL);
3077 
3078     gByteBufferInfo.getPositionId = env->GetMethodID(
3079             clazz.get(), "position", "()I");
3080     CHECK(gByteBufferInfo.getPositionId != NULL);
3081 
3082     gByteBufferInfo.getLimitId = env->GetMethodID(
3083             clazz.get(), "limit", "()I");
3084     CHECK(gByteBufferInfo.getLimitId != NULL);
3085 
3086     clazz.reset(env->FindClass("java/util/ArrayList"));
3087     CHECK(clazz.get() != NULL);
3088     gArrayListInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3089 
3090     gArrayListInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3091     CHECK(gArrayListInfo.ctorId != NULL);
3092 
3093     gArrayListInfo.sizeId = env->GetMethodID(clazz.get(), "size", "()I");
3094     CHECK(gArrayListInfo.sizeId != NULL);
3095 
3096     gArrayListInfo.getId = env->GetMethodID(clazz.get(), "get", "(I)Ljava/lang/Object;");
3097     CHECK(gArrayListInfo.getId != NULL);
3098 
3099     gArrayListInfo.addId = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
3100     CHECK(gArrayListInfo.addId != NULL);
3101 
3102     clazz.reset(env->FindClass("android/media/MediaCodec$LinearBlock"));
3103     CHECK(clazz.get() != NULL);
3104 
3105     gLinearBlockInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3106 
3107     gLinearBlockInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3108     CHECK(gLinearBlockInfo.ctorId != NULL);
3109 
3110     gLinearBlockInfo.setInternalStateId = env->GetMethodID(
3111             clazz.get(), "setInternalStateLocked", "(JZ)V");
3112     CHECK(gLinearBlockInfo.setInternalStateId != NULL);
3113 
3114     gLinearBlockInfo.contextId = env->GetFieldID(clazz.get(), "mNativeContext", "J");
3115     CHECK(gLinearBlockInfo.contextId != NULL);
3116 
3117     gLinearBlockInfo.validId = env->GetFieldID(clazz.get(), "mValid", "Z");
3118     CHECK(gLinearBlockInfo.validId != NULL);
3119 
3120     gLinearBlockInfo.lockId = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
3121     CHECK(gLinearBlockInfo.lockId != NULL);
3122 
3123     clazz.reset(env->FindClass("android/media/MediaCodec$ParameterDescriptor"));
3124     CHECK(clazz.get() != NULL);
3125     gDescriptorInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
3126 
3127     gDescriptorInfo.ctorId = env->GetMethodID(clazz.get(), "<init>", "()V");
3128     CHECK(gDescriptorInfo.ctorId != NULL);
3129 
3130     gDescriptorInfo.nameId = env->GetFieldID(clazz.get(), "mName", "Ljava/lang/String;");
3131     CHECK(gDescriptorInfo.nameId != NULL);
3132 
3133     gDescriptorInfo.typeId = env->GetFieldID(clazz.get(), "mType", "I");
3134     CHECK(gDescriptorInfo.typeId != NULL);
3135 }
3136 
android_media_MediaCodec_native_setup(JNIEnv * env,jobject thiz,jstring name,jboolean nameIsType,jboolean encoder)3137 static void android_media_MediaCodec_native_setup(
3138         JNIEnv *env, jobject thiz,
3139         jstring name, jboolean nameIsType, jboolean encoder) {
3140     if (name == NULL) {
3141         jniThrowException(env, "java/lang/NullPointerException", NULL);
3142         return;
3143     }
3144 
3145     const char *tmp = env->GetStringUTFChars(name, NULL);
3146 
3147     if (tmp == NULL) {
3148         return;
3149     }
3150 
3151     sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder);
3152 
3153     const status_t err = codec->initCheck();
3154     if (err == NAME_NOT_FOUND) {
3155         // fail and do not try again.
3156         jniThrowException(env, "java/lang/IllegalArgumentException",
3157                 String8::format("Failed to initialize %s, error %#x", tmp, err));
3158         env->ReleaseStringUTFChars(name, tmp);
3159         return;
3160     } if (err == NO_MEMORY) {
3161         throwCodecException(env, err, ACTION_CODE_TRANSIENT,
3162                 String8::format("Failed to initialize %s, error %#x", tmp, err));
3163         env->ReleaseStringUTFChars(name, tmp);
3164         return;
3165     } else if (err != OK) {
3166         // believed possible to try again
3167         jniThrowException(env, "java/io/IOException",
3168                 String8::format("Failed to find matching codec %s, error %#x", tmp, err));
3169         env->ReleaseStringUTFChars(name, tmp);
3170         return;
3171     }
3172 
3173     env->ReleaseStringUTFChars(name, tmp);
3174 
3175     codec->registerSelf();
3176 
3177     setMediaCodec(env,thiz, codec);
3178 }
3179 
android_media_MediaCodec_native_finalize(JNIEnv * env,jobject thiz)3180 static void android_media_MediaCodec_native_finalize(
3181         JNIEnv *env, jobject thiz) {
3182     setMediaCodec(env, thiz, NULL);
3183 }
3184 
3185 // MediaCodec.LinearBlock
3186 
android_media_MediaCodec_LinearBlock_native_map(JNIEnv * env,jobject thiz)3187 static jobject android_media_MediaCodec_LinearBlock_native_map(
3188         JNIEnv *env, jobject thiz) {
3189     JMediaCodecLinearBlock *context =
3190         (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3191     if (context->mBuffer) {
3192         std::shared_ptr<C2Buffer> buffer = context->mBuffer;
3193         if (!context->mReadonlyMapping) {
3194             const C2BufferData data = buffer->data();
3195             if (data.type() != C2BufferData::LINEAR) {
3196                 throwExceptionAsNecessary(env, INVALID_OPERATION);
3197                 return nullptr;
3198             }
3199             if (data.linearBlocks().size() != 1u) {
3200                 throwExceptionAsNecessary(env, INVALID_OPERATION);
3201                 return nullptr;
3202             }
3203             C2ConstLinearBlock block = data.linearBlocks().front();
3204             context->mReadonlyMapping =
3205                 std::make_shared<C2ReadView>(block.map().get());
3206         }
3207         return CreateByteBuffer(
3208                 env,
3209                 context->mReadonlyMapping->data(),  // base
3210                 context->mReadonlyMapping->capacity(),  // capacity
3211                 0u,  // offset
3212                 context->mReadonlyMapping->capacity(),  // size
3213                 true,  // readOnly
3214                 true /* clearBuffer */);
3215     } else if (context->mBlock) {
3216         std::shared_ptr<C2LinearBlock> block = context->mBlock;
3217         if (!context->mReadWriteMapping) {
3218             context->mReadWriteMapping =
3219                 std::make_shared<C2WriteView>(block->map().get());
3220         }
3221         return CreateByteBuffer(
3222                 env,
3223                 context->mReadWriteMapping->base(),
3224                 context->mReadWriteMapping->capacity(),
3225                 context->mReadWriteMapping->offset(),
3226                 context->mReadWriteMapping->size(),
3227                 false,  // readOnly
3228                 true /* clearBuffer */);
3229     } else if (context->mLegacyBuffer) {
3230         return CreateByteBuffer(
3231                 env,
3232                 context->mLegacyBuffer->base(),
3233                 context->mLegacyBuffer->capacity(),
3234                 context->mLegacyBuffer->offset(),
3235                 context->mLegacyBuffer->size(),
3236                 true,  // readOnly
3237                 true /* clearBuffer */);
3238     } else if (context->mMemory) {
3239         return CreateByteBuffer(
3240                 env,
3241                 context->mMemory->unsecurePointer(),
3242                 context->mMemory->size(),
3243                 0,
3244                 context->mMemory->size(),
3245                 false,  // readOnly
3246                 true /* clearBuffer */);
3247     }
3248     throwExceptionAsNecessary(env, INVALID_OPERATION);
3249     return nullptr;
3250 }
3251 
android_media_MediaCodec_LinearBlock_native_recycle(JNIEnv * env,jobject thiz)3252 static void android_media_MediaCodec_LinearBlock_native_recycle(
3253         JNIEnv *env, jobject thiz) {
3254     JMediaCodecLinearBlock *context =
3255         (JMediaCodecLinearBlock *)env->GetLongField(thiz, gLinearBlockInfo.contextId);
3256     env->CallVoidMethod(thiz, gLinearBlockInfo.setInternalStateId, jlong(0), false);
3257     delete context;
3258 }
3259 
PopulateNamesVector(JNIEnv * env,jobjectArray codecNames,std::vector<std::string> * names)3260 static void PopulateNamesVector(
3261         JNIEnv *env, jobjectArray codecNames, std::vector<std::string> *names) {
3262     jsize length = env->GetArrayLength(codecNames);
3263     for (jsize i = 0; i < length; ++i) {
3264         jstring jstr = static_cast<jstring>(env->GetObjectArrayElement(codecNames, i));
3265         if (jstr == nullptr) {
3266             // null entries are ignored
3267             continue;
3268         }
3269         const char *cstr = env->GetStringUTFChars(jstr, nullptr);
3270         if (cstr == nullptr) {
3271             throwExceptionAsNecessary(env, BAD_VALUE);
3272             return;
3273         }
3274         names->emplace_back(cstr);
3275         env->ReleaseStringUTFChars(jstr, cstr);
3276     }
3277 }
3278 
android_media_MediaCodec_LinearBlock_native_obtain(JNIEnv * env,jobject thiz,jint capacity,jobjectArray codecNames)3279 static void android_media_MediaCodec_LinearBlock_native_obtain(
3280         JNIEnv *env, jobject thiz, jint capacity, jobjectArray codecNames) {
3281     std::unique_ptr<JMediaCodecLinearBlock> context{new JMediaCodecLinearBlock};
3282     std::vector<std::string> names;
3283     PopulateNamesVector(env, codecNames, &names);
3284     bool hasSecure = false;
3285     bool hasNonSecure = false;
3286     for (const std::string &name : names) {
3287         if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3288             hasSecure = true;
3289         } else {
3290             hasNonSecure = true;
3291         }
3292     }
3293     if (hasSecure && !hasNonSecure) {
3294         constexpr size_t kInitialDealerCapacity = 1048576;  // 1MB
3295         thread_local sp<MemoryDealer> sDealer = new MemoryDealer(
3296                 kInitialDealerCapacity, "JNI(1MB)");
3297         context->mMemory = sDealer->allocate(capacity);
3298         if (context->mMemory == nullptr) {
3299             size_t newDealerCapacity = sDealer->getMemoryHeap()->getSize() * 2;
3300             while (capacity * 2 > newDealerCapacity) {
3301                 newDealerCapacity *= 2;
3302             }
3303             ALOGI("LinearBlock.native_obtain: "
3304                   "Dealer capacity increasing from %zuMB to %zuMB",
3305                   sDealer->getMemoryHeap()->getSize() / 1048576,
3306                   newDealerCapacity / 1048576);
3307             sDealer = new MemoryDealer(
3308                     newDealerCapacity,
3309                     AStringPrintf("JNI(%zuMB)", newDealerCapacity).c_str());
3310             context->mMemory = sDealer->allocate(capacity);
3311         }
3312         context->mHidlMemory = hardware::fromHeap(context->mMemory->getMemory(
3313                     &context->mHidlMemoryOffset, &context->mHidlMemorySize));
3314     } else {
3315         context->mBlock = MediaCodec::FetchLinearBlock(capacity, names);
3316         if (!context->mBlock) {
3317             jniThrowException(env, "java/io/IOException", nullptr);
3318             return;
3319         }
3320     }
3321     env->CallVoidMethod(
3322             thiz,
3323             gLinearBlockInfo.setInternalStateId,
3324             (jlong)context.release(),
3325             true /* isMappable */);
3326 }
3327 
android_media_MediaCodec_LinearBlock_checkCompatible(JNIEnv * env,jclass,jobjectArray codecNames)3328 static jboolean android_media_MediaCodec_LinearBlock_checkCompatible(
3329         JNIEnv *env, jclass, jobjectArray codecNames) {
3330     std::vector<std::string> names;
3331     PopulateNamesVector(env, codecNames, &names);
3332     bool isCompatible = false;
3333     bool hasSecure = false;
3334     bool hasNonSecure = false;
3335     for (const std::string &name : names) {
3336         if (name.length() >= 7 && name.substr(name.length() - 7) == ".secure") {
3337             hasSecure = true;
3338         } else {
3339             hasNonSecure = true;
3340         }
3341     }
3342     if (hasSecure && hasNonSecure) {
3343         return false;
3344     }
3345     status_t err = MediaCodec::CanFetchLinearBlock(names, &isCompatible);
3346     if (err != OK) {
3347         throwExceptionAsNecessary(env, err);
3348     }
3349     return isCompatible;
3350 }
3351 
3352 static const JNINativeMethod gMethods[] = {
3353     { "native_release", "()V", (void *)android_media_MediaCodec_release },
3354 
3355     { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
3356 
3357     { "native_releasePersistentInputSurface",
3358       "(Landroid/view/Surface;)V",
3359        (void *)android_media_MediaCodec_releasePersistentInputSurface},
3360 
3361     { "native_createPersistentInputSurface",
3362       "()Landroid/media/MediaCodec$PersistentSurface;",
3363       (void *)android_media_MediaCodec_createPersistentInputSurface },
3364 
3365     { "native_setInputSurface", "(Landroid/view/Surface;)V",
3366       (void *)android_media_MediaCodec_setInputSurface },
3367 
3368     { "native_enableOnFirstTunnelFrameReadyListener", "(Z)V",
3369       (void *)android_media_MediaCodec_native_enableOnFirstTunnelFrameReadyListener },
3370 
3371     { "native_enableOnFrameRenderedListener", "(Z)V",
3372       (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
3373 
3374     { "native_setCallback",
3375       "(Landroid/media/MediaCodec$Callback;)V",
3376       (void *)android_media_MediaCodec_native_setCallback },
3377 
3378     { "native_configure",
3379       "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
3380       "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
3381       (void *)android_media_MediaCodec_native_configure },
3382 
3383     { "native_setSurface",
3384       "(Landroid/view/Surface;)V",
3385       (void *)android_media_MediaCodec_native_setSurface },
3386 
3387     { "createInputSurface", "()Landroid/view/Surface;",
3388       (void *)android_media_MediaCodec_createInputSurface },
3389 
3390     { "native_start", "()V", (void *)android_media_MediaCodec_start },
3391     { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
3392     { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
3393 
3394     { "native_queueInputBuffer", "(IIIJI)V",
3395       (void *)android_media_MediaCodec_queueInputBuffer },
3396 
3397     { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
3398       (void *)android_media_MediaCodec_queueSecureInputBuffer },
3399 
3400     { "native_mapHardwareBuffer",
3401       "(Landroid/hardware/HardwareBuffer;)Landroid/media/Image;",
3402       (void *)android_media_MediaCodec_mapHardwareBuffer },
3403 
3404     { "native_closeMediaImage", "(J)V", (void *)android_media_MediaCodec_closeMediaImage },
3405 
3406     { "native_queueLinearBlock",
3407       "(ILandroid/media/MediaCodec$LinearBlock;IILandroid/media/MediaCodec$CryptoInfo;JI"
3408       "Ljava/util/ArrayList;Ljava/util/ArrayList;)V",
3409       (void *)android_media_MediaCodec_native_queueLinearBlock },
3410 
3411     { "native_queueHardwareBuffer",
3412       "(ILandroid/hardware/HardwareBuffer;JILjava/util/ArrayList;Ljava/util/ArrayList;)V",
3413       (void *)android_media_MediaCodec_native_queueHardwareBuffer },
3414 
3415     { "native_getOutputFrame",
3416       "(Landroid/media/MediaCodec$OutputFrame;I)V",
3417       (void *)android_media_MediaCodec_native_getOutputFrame },
3418 
3419     { "native_dequeueInputBuffer", "(J)I",
3420       (void *)android_media_MediaCodec_dequeueInputBuffer },
3421 
3422     { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
3423       (void *)android_media_MediaCodec_dequeueOutputBuffer },
3424 
3425     { "releaseOutputBuffer", "(IZZJ)V",
3426       (void *)android_media_MediaCodec_releaseOutputBuffer },
3427 
3428     { "signalEndOfInputStream", "()V",
3429       (void *)android_media_MediaCodec_signalEndOfInputStream },
3430 
3431     { "getFormatNative", "(Z)Ljava/util/Map;",
3432       (void *)android_media_MediaCodec_getFormatNative },
3433 
3434     { "getOutputFormatNative", "(I)Ljava/util/Map;",
3435       (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
3436 
3437     { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
3438       (void *)android_media_MediaCodec_getBuffers },
3439 
3440     { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
3441       (void *)android_media_MediaCodec_getBuffer },
3442 
3443     { "getImage", "(ZI)Landroid/media/Image;",
3444       (void *)android_media_MediaCodec_getImage },
3445 
3446     { "getCanonicalName", "()Ljava/lang/String;",
3447       (void *)android_media_MediaCodec_getName },
3448 
3449     { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
3450         (void *)android_media_MediaCodec_getOwnCodecInfo },
3451 
3452     { "native_getMetrics", "()Landroid/os/PersistableBundle;",
3453       (void *)android_media_MediaCodec_native_getMetrics},
3454 
3455     { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
3456       (void *)android_media_MediaCodec_setParameters },
3457 
3458     { "setVideoScalingMode", "(I)V",
3459       (void *)android_media_MediaCodec_setVideoScalingMode },
3460 
3461     { "native_setAudioPresentation", "(II)V",
3462       (void *)android_media_MediaCodec_setAudioPresentation },
3463 
3464     { "native_getSupportedVendorParameters", "()Ljava/util/List;",
3465       (void *)android_media_MediaCodec_getSupportedVendorParameters },
3466 
3467     { "native_getParameterDescriptor",
3468       "(Ljava/lang/String;)Landroid/media/MediaCodec$ParameterDescriptor;",
3469       (void *)android_media_MediaCodec_getParameterDescriptor },
3470 
3471     { "native_subscribeToVendorParameters",
3472       "(Ljava/util/List;)V",
3473       (void *)android_media_MediaCodec_subscribeToVendorParameters},
3474 
3475     { "native_unsubscribeFromVendorParameters",
3476       "(Ljava/util/List;)V",
3477       (void *)android_media_MediaCodec_unsubscribeFromVendorParameters},
3478 
3479     { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
3480 
3481     { "native_setup", "(Ljava/lang/String;ZZ)V",
3482       (void *)android_media_MediaCodec_native_setup },
3483 
3484     { "native_finalize", "()V",
3485       (void *)android_media_MediaCodec_native_finalize },
3486 };
3487 
3488 static const JNINativeMethod gLinearBlockMethods[] = {
3489     { "native_map", "()Ljava/nio/ByteBuffer;",
3490       (void *)android_media_MediaCodec_LinearBlock_native_map },
3491 
3492     { "native_recycle", "()V",
3493       (void *)android_media_MediaCodec_LinearBlock_native_recycle },
3494 
3495     { "native_obtain", "(I[Ljava/lang/String;)V",
3496       (void *)android_media_MediaCodec_LinearBlock_native_obtain },
3497 
3498     { "native_checkCompatible", "([Ljava/lang/String;)Z",
3499       (void *)android_media_MediaCodec_LinearBlock_checkCompatible },
3500 };
3501 
register_android_media_MediaCodec(JNIEnv * env)3502 int register_android_media_MediaCodec(JNIEnv *env) {
3503     int result = AndroidRuntime::registerNativeMethods(env,
3504                 "android/media/MediaCodec", gMethods, NELEM(gMethods));
3505     if (result != JNI_OK) {
3506         return result;
3507     }
3508     result = AndroidRuntime::registerNativeMethods(env,
3509                 "android/media/MediaCodec$LinearBlock",
3510                 gLinearBlockMethods,
3511                 NELEM(gLinearBlockMethods));
3512     return result;
3513 }
3514