|  | /* | 
|  | * Copyright (C) 2014 The Android Open Source Project | 
|  | * | 
|  | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | * you may not use this file except in compliance with the License. | 
|  | * You may obtain a copy of the License at | 
|  | * | 
|  | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | * | 
|  | * Unless required by applicable law or agreed to in writing, software | 
|  | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | * See the License for the specific language governing permissions and | 
|  | * limitations under the License. | 
|  | */ | 
|  |  | 
|  | //#define LOG_NDEBUG 0 | 
|  | #define LOG_TAG "NdkMediaExtractor" | 
|  |  | 
|  |  | 
|  | #include <media/NdkMediaError.h> | 
|  | #include <media/NdkMediaExtractor.h> | 
|  | #include <media/NdkMediaErrorPriv.h> | 
|  | #include <media/NdkMediaFormatPriv.h> | 
|  | #include "NdkJavaVMHelperPriv.h" | 
|  | #include "NdkMediaDataSourcePriv.h" | 
|  |  | 
|  |  | 
|  | #include <inttypes.h> | 
|  | #include <utils/Log.h> | 
|  | #include <utils/StrongPointer.h> | 
|  | #include <media/hardware/CryptoAPI.h> | 
|  | #include <media/stagefright/foundation/ABuffer.h> | 
|  | #include <media/stagefright/foundation/AMessage.h> | 
|  | #include <media/stagefright/MetaData.h> | 
|  | #include <media/stagefright/NuMediaExtractor.h> | 
|  | #include <media/IMediaHTTPService.h> | 
|  | #include <android_util_Binder.h> | 
|  |  | 
|  | #include <jni.h> | 
|  |  | 
|  | using namespace android; | 
|  |  | 
|  | struct AMediaExtractor { | 
|  | sp<NuMediaExtractor> mImpl; | 
|  | sp<ABuffer> mPsshBuf; | 
|  | }; | 
|  |  | 
|  | sp<ABuffer> U32ArrayToSizeBuf(size_t numSubSamples, uint32_t *data) { | 
|  | if (numSubSamples >  SIZE_MAX / sizeof(size_t)) { | 
|  | return NULL; | 
|  | } | 
|  | sp<ABuffer> sizebuf = new ABuffer(numSubSamples * sizeof(size_t)); | 
|  | size_t *sizes = (size_t *)sizebuf->data(); | 
|  | for (size_t i = 0; sizes != NULL && i < numSubSamples; i++) { | 
|  | sizes[i] = data[i]; | 
|  | } | 
|  | return sizebuf; | 
|  | } | 
|  |  | 
|  | extern "C" { | 
|  |  | 
|  | EXPORT | 
|  | AMediaExtractor* AMediaExtractor_new() { | 
|  | ALOGV("ctor"); | 
|  | AMediaExtractor *mData = new AMediaExtractor(); | 
|  | mData->mImpl = new NuMediaExtractor( | 
|  | NdkJavaVMHelper::getJNIEnv() != nullptr | 
|  | ? NuMediaExtractor::EntryPoint::NDK_WITH_JVM | 
|  | : NuMediaExtractor::EntryPoint::NDK_NO_JVM ); | 
|  | return mData; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_delete(AMediaExtractor *mData) { | 
|  | ALOGV("dtor"); | 
|  | delete mData; | 
|  | return AMEDIA_OK; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_setDataSourceFd(AMediaExtractor *mData, int fd, off64_t offset, | 
|  | off64_t length) { | 
|  | ALOGV("setDataSource(%d, %" PRId64 ", %" PRId64 ")", fd, offset, length); | 
|  | return translate_error(mData->mImpl->setDataSource(fd, offset, length)); | 
|  | } | 
|  |  | 
|  | media_status_t AMediaExtractor_setDataSourceWithHeaders(AMediaExtractor *mData, | 
|  | const char *uri, | 
|  | int numheaders, | 
|  | const char * const *keys, | 
|  | const char * const *values) { | 
|  |  | 
|  | ALOGV("setDataSource(%s)", uri); | 
|  |  | 
|  | sp<MediaHTTPService> httpService = createMediaHttpService(uri); | 
|  | if (httpService == NULL) { | 
|  | ALOGE("can't create http service"); | 
|  | return AMEDIA_ERROR_UNSUPPORTED; | 
|  | } | 
|  |  | 
|  | KeyedVector<String8, String8> headers; | 
|  | for (int i = 0; i < numheaders; ++i) { | 
|  | String8 key8(keys[i]); | 
|  | String8 value8(values[i]); | 
|  | headers.add(key8, value8); | 
|  | } | 
|  |  | 
|  | status_t err; | 
|  | err = mData->mImpl->setDataSource(httpService, uri, numheaders > 0 ? &headers : NULL); | 
|  | return translate_error(err); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_setDataSource(AMediaExtractor *mData, const char *location) { | 
|  | return AMediaExtractor_setDataSourceWithHeaders(mData, location, 0, NULL, NULL); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_setDataSourceCustom(AMediaExtractor* mData, AMediaDataSource *src) { | 
|  | return translate_error(mData->mImpl->setDataSource(new NdkDataSource(src))); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | AMediaFormat* AMediaExtractor_getFileFormat(AMediaExtractor *mData) { | 
|  | sp<AMessage> format; | 
|  | mData->mImpl->getFileFormat(&format); | 
|  | return AMediaFormat_fromMsg(&format); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | size_t AMediaExtractor_getTrackCount(AMediaExtractor *mData) { | 
|  | return mData->mImpl->countTracks(); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | AMediaFormat* AMediaExtractor_getTrackFormat(AMediaExtractor *mData, size_t idx) { | 
|  | sp<AMessage> format; | 
|  | mData->mImpl->getTrackFormat(idx, &format); | 
|  | return AMediaFormat_fromMsg(&format); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_selectTrack(AMediaExtractor *mData, size_t idx) { | 
|  | ALOGV("selectTrack(%zu)", idx); | 
|  | return translate_error(mData->mImpl->selectTrack(idx)); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_unselectTrack(AMediaExtractor *mData, size_t idx) { | 
|  | ALOGV("unselectTrack(%zu)", idx); | 
|  | return translate_error(mData->mImpl->unselectTrack(idx)); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | bool AMediaExtractor_advance(AMediaExtractor *mData) { | 
|  | //ALOGV("advance"); | 
|  | status_t err = mData->mImpl->advance(); | 
|  | if (err == ERROR_END_OF_STREAM) { | 
|  | return false; | 
|  | } else if (err != OK) { | 
|  | ALOGE("sf error code: %d", err); | 
|  | return false; | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_seekTo(AMediaExtractor *ex, int64_t seekPosUs, SeekMode mode) { | 
|  | android::MediaSource::ReadOptions::SeekMode sfmode; | 
|  | if (mode == AMEDIAEXTRACTOR_SEEK_PREVIOUS_SYNC) { | 
|  | sfmode = android::MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC; | 
|  | } else if (mode == AMEDIAEXTRACTOR_SEEK_CLOSEST_SYNC) { | 
|  | sfmode = android::MediaSource::ReadOptions::SEEK_CLOSEST_SYNC; | 
|  | } else { | 
|  | sfmode = android::MediaSource::ReadOptions::SEEK_NEXT_SYNC; | 
|  | } | 
|  |  | 
|  | return translate_error(ex->mImpl->seekTo(seekPosUs, sfmode)); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | ssize_t AMediaExtractor_readSampleData(AMediaExtractor *mData, uint8_t *buffer, size_t capacity) { | 
|  | //ALOGV("readSampleData"); | 
|  | sp<ABuffer> tmp = new ABuffer(buffer, capacity); | 
|  | if (mData->mImpl->readSampleData(tmp) == OK) { | 
|  | return tmp->size(); | 
|  | } | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | ssize_t AMediaExtractor_getSampleSize(AMediaExtractor *mData) { | 
|  | size_t sampleSize; | 
|  | status_t err = mData->mImpl->getSampleSize(&sampleSize); | 
|  | if (err != OK) { | 
|  | return -1; | 
|  | } | 
|  | return sampleSize; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | uint32_t AMediaExtractor_getSampleFlags(AMediaExtractor *mData) { | 
|  | int sampleFlags = 0; | 
|  | sp<MetaData> meta; | 
|  | status_t err = mData->mImpl->getSampleMeta(&meta); | 
|  | if (err != OK) { | 
|  | return -1; | 
|  | } | 
|  | int32_t val; | 
|  | if (meta->findInt32(kKeyIsSyncFrame, &val) && val != 0) { | 
|  | sampleFlags |= AMEDIAEXTRACTOR_SAMPLE_FLAG_SYNC; | 
|  | } | 
|  |  | 
|  | uint32_t type; | 
|  | const void *data; | 
|  | size_t size; | 
|  | if (meta->findData(kKeyEncryptedSizes, &type, &data, &size)) { | 
|  | sampleFlags |= AMEDIAEXTRACTOR_SAMPLE_FLAG_ENCRYPTED; | 
|  | } | 
|  | return sampleFlags; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | int AMediaExtractor_getSampleTrackIndex(AMediaExtractor *mData) { | 
|  | size_t idx; | 
|  | if (mData->mImpl->getSampleTrackIndex(&idx) != OK) { | 
|  | return -1; | 
|  | } | 
|  | return idx; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | int64_t AMediaExtractor_getSampleTime(AMediaExtractor *mData) { | 
|  | int64_t time; | 
|  | if (mData->mImpl->getSampleTime(&time) != OK) { | 
|  | return -1; | 
|  | } | 
|  | return time; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | PsshInfo* AMediaExtractor_getPsshInfo(AMediaExtractor *ex) { | 
|  |  | 
|  | if (ex->mPsshBuf != NULL) { | 
|  | return (PsshInfo*) ex->mPsshBuf->data(); | 
|  | } | 
|  |  | 
|  | sp<AMessage> format; | 
|  | ex->mImpl->getFileFormat(&format); | 
|  | sp<ABuffer> buffer; | 
|  | if(!format->findBuffer("pssh", &buffer)) { | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | // the format of the buffer is 1 or more of: | 
|  | //    { | 
|  | //        16 byte uuid | 
|  | //        4 byte data length N | 
|  | //        N bytes of data | 
|  | //    } | 
|  |  | 
|  | // Determine the number of entries in the source data. | 
|  | // Since we got the data from stagefright, we trust it is valid and properly formatted. | 
|  | const uint8_t* data = buffer->data(); | 
|  | size_t len = buffer->size(); | 
|  | size_t numentries = 0; | 
|  | while (len > 0) { | 
|  | numentries++; | 
|  |  | 
|  | if (len < 16) { | 
|  | ALOGE("invalid PSSH data"); | 
|  | return NULL; | 
|  | } | 
|  | // skip uuid | 
|  | data += 16; | 
|  | len -= 16; | 
|  |  | 
|  | // get data length | 
|  | if (len < 4) { | 
|  | ALOGE("invalid PSSH data"); | 
|  | return NULL; | 
|  | } | 
|  | uint32_t datalen = *((uint32_t*)data); | 
|  | data += 4; | 
|  | len -= 4; | 
|  |  | 
|  | if (len < datalen) { | 
|  | ALOGE("invalid PSSH data"); | 
|  | return NULL; | 
|  | } | 
|  | // skip the data | 
|  | data += datalen; | 
|  | len -= datalen; | 
|  | } | 
|  |  | 
|  | // there are <numentries> in the source buffer, we need | 
|  | // (source buffer size) - (sizeof(uint32_t) * numentries) + sizeof(size_t) | 
|  | //  + ((sizeof(void*) + sizeof(size_t)) * numentries) bytes for the PsshInfo structure | 
|  | // Or in other words, the data lengths in the source structure are replaced by size_t | 
|  | // (which may be the same size or larger, for 64 bit), and in addition there is an | 
|  | // extra pointer for each entry, and an extra size_t for the entire PsshInfo. | 
|  | size_t newsize = buffer->size() - (sizeof(uint32_t) * numentries) + sizeof(size_t) | 
|  | + ((sizeof(void*) + sizeof(size_t)) * numentries); | 
|  | if (newsize <= buffer->size()) { | 
|  | ALOGE("invalid PSSH data"); | 
|  | return NULL; | 
|  | } | 
|  | ex->mPsshBuf = new ABuffer(newsize); | 
|  | ex->mPsshBuf->setRange(0, newsize); | 
|  |  | 
|  | // copy data | 
|  | const uint8_t* src = buffer->data(); | 
|  | uint8_t* dst = ex->mPsshBuf->data(); | 
|  | uint8_t* dstdata = dst + sizeof(size_t) + numentries * sizeof(PsshEntry); | 
|  | *((size_t*)dst) = numentries; | 
|  | dst += sizeof(size_t); | 
|  | for (size_t i = 0; i < numentries; i++) { | 
|  | // copy uuid | 
|  | memcpy(dst, src, 16); | 
|  | src += 16; | 
|  | dst += 16; | 
|  |  | 
|  | // get/copy data length | 
|  | uint32_t datalen = *((uint32_t*)src); | 
|  | *((size_t*)dst) = datalen; | 
|  | src += sizeof(uint32_t); | 
|  | dst += sizeof(size_t); | 
|  |  | 
|  | // the next entry in the destination is a pointer to the actual data, which we store | 
|  | // after the array of PsshEntry | 
|  | *((void**)dst) = dstdata; | 
|  | dst += sizeof(void*); | 
|  |  | 
|  | // copy the actual data | 
|  | memcpy(dstdata, src, datalen); | 
|  | dstdata += datalen; | 
|  | src += datalen; | 
|  | } | 
|  |  | 
|  | return (PsshInfo*) ex->mPsshBuf->data(); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | AMediaCodecCryptoInfo *AMediaExtractor_getSampleCryptoInfo(AMediaExtractor *ex) { | 
|  | sp<MetaData> meta; | 
|  | if(ex->mImpl->getSampleMeta(&meta) != 0) { | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | uint32_t type; | 
|  | const void *crypteddata; | 
|  | size_t cryptedsize; | 
|  | if (!meta->findData(kKeyEncryptedSizes, &type, &crypteddata, &cryptedsize)) { | 
|  | return NULL; | 
|  | } | 
|  | size_t numSubSamples = cryptedsize / sizeof(uint32_t); | 
|  |  | 
|  | const void *cleardata; | 
|  | size_t clearsize; | 
|  | if (meta->findData(kKeyPlainSizes, &type, &cleardata, &clearsize)) { | 
|  | if (clearsize != cryptedsize) { | 
|  | // The two must be of the same length. | 
|  | return NULL; | 
|  | } | 
|  | } | 
|  |  | 
|  | const void *key; | 
|  | size_t keysize; | 
|  | if (meta->findData(kKeyCryptoKey, &type, &key, &keysize)) { | 
|  | if (keysize != 16) { | 
|  | // Keys must be 16 bytes in length. | 
|  | return NULL; | 
|  | } | 
|  | } | 
|  |  | 
|  | const void *iv; | 
|  | size_t ivsize; | 
|  | if (meta->findData(kKeyCryptoIV, &type, &iv, &ivsize)) { | 
|  | if (ivsize != 16) { | 
|  | // IVs must be 16 bytes in length. | 
|  | return NULL; | 
|  | } | 
|  | } | 
|  |  | 
|  | int32_t mode; | 
|  | if (!meta->findInt32(kKeyCryptoMode, &mode)) { | 
|  | mode = CryptoPlugin::kMode_AES_CTR; | 
|  | } | 
|  |  | 
|  | if (sizeof(uint32_t) != sizeof(size_t)) { | 
|  | sp<ABuffer> clearbuf   = U32ArrayToSizeBuf(numSubSamples, (uint32_t *)cleardata); | 
|  | sp<ABuffer> cryptedbuf = U32ArrayToSizeBuf(numSubSamples, (uint32_t *)crypteddata); | 
|  | cleardata   = clearbuf    == NULL ? NULL : clearbuf->data(); | 
|  | crypteddata = crypteddata == NULL ? NULL : cryptedbuf->data(); | 
|  | if(crypteddata == NULL || cleardata == NULL) { | 
|  | return NULL; | 
|  | } | 
|  | } | 
|  |  | 
|  | return AMediaCodecCryptoInfo_new( | 
|  | numSubSamples, | 
|  | (uint8_t*) key, | 
|  | (uint8_t*) iv, | 
|  | (cryptoinfo_mode_t) mode, | 
|  | (size_t*) cleardata, | 
|  | (size_t*) crypteddata); | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | int64_t AMediaExtractor_getCachedDuration(AMediaExtractor *ex) { | 
|  | bool eos; | 
|  | int64_t durationUs; | 
|  | if (ex->mImpl->getCachedDuration(&durationUs, &eos)) { | 
|  | return durationUs; | 
|  | } | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | EXPORT | 
|  | media_status_t AMediaExtractor_getSampleFormat(AMediaExtractor *ex, AMediaFormat *fmt) { | 
|  | if (fmt == NULL) { | 
|  | return AMEDIA_ERROR_INVALID_PARAMETER; | 
|  | } | 
|  |  | 
|  | sp<MetaData> sampleMeta; | 
|  | status_t err = ex->mImpl->getSampleMeta(&sampleMeta); | 
|  | if (err != OK) { | 
|  | return translate_error(err); | 
|  | } | 
|  |  | 
|  | sp<AMessage> meta; | 
|  | AMediaFormat_getFormat(fmt, &meta); | 
|  | meta->clear(); | 
|  |  | 
|  | int32_t layerId; | 
|  | if (sampleMeta->findInt32(kKeyTemporalLayerId, &layerId)) { | 
|  | meta->setInt32(AMEDIAFORMAT_KEY_TEMPORAL_LAYER_ID, layerId); | 
|  | } | 
|  |  | 
|  | size_t trackIndex; | 
|  | err = ex->mImpl->getSampleTrackIndex(&trackIndex); | 
|  | if (err == OK) { | 
|  | meta->setInt32(AMEDIAFORMAT_KEY_TRACK_INDEX, trackIndex); | 
|  | sp<AMessage> trackFormat; | 
|  | AString mime; | 
|  | err = ex->mImpl->getTrackFormat(trackIndex, &trackFormat); | 
|  | if (err == OK | 
|  | && trackFormat != NULL | 
|  | && trackFormat->findString(AMEDIAFORMAT_KEY_MIME, &mime)) { | 
|  | meta->setString(AMEDIAFORMAT_KEY_MIME, mime); | 
|  | } | 
|  | } | 
|  |  | 
|  | int64_t durationUs; | 
|  | if (sampleMeta->findInt64(kKeyDuration, &durationUs)) { | 
|  | meta->setInt64(AMEDIAFORMAT_KEY_DURATION, durationUs); | 
|  | } | 
|  |  | 
|  | uint32_t dataType; // unused | 
|  | const void *seiData; | 
|  | size_t seiLength; | 
|  | if (sampleMeta->findData(kKeySEI, &dataType, &seiData, &seiLength)) { | 
|  | sp<ABuffer> sei = ABuffer::CreateAsCopy(seiData, seiLength);; | 
|  | meta->setBuffer(AMEDIAFORMAT_KEY_SEI, sei); | 
|  | } | 
|  |  | 
|  | const void *mpegUserDataPointer; | 
|  | size_t mpegUserDataLength; | 
|  | if (sampleMeta->findData( | 
|  | kKeyMpegUserData, &dataType, &mpegUserDataPointer, &mpegUserDataLength)) { | 
|  | sp<ABuffer> mpegUserData = ABuffer::CreateAsCopy(mpegUserDataPointer, mpegUserDataLength); | 
|  | meta->setBuffer(AMEDIAFORMAT_KEY_MPEG_USER_DATA, mpegUserData); | 
|  | } | 
|  |  | 
|  | const void *audioPresentationsPointer; | 
|  | size_t audioPresentationsLength; | 
|  | if (sampleMeta->findData( | 
|  | kKeyAudioPresentationInfo, &dataType, | 
|  | &audioPresentationsPointer, &audioPresentationsLength)) { | 
|  | sp<ABuffer> audioPresentationsData = ABuffer::CreateAsCopy( | 
|  | audioPresentationsPointer, audioPresentationsLength); | 
|  | meta->setBuffer(AMEDIAFORMAT_KEY_AUDIO_PRESENTATION_INFO, audioPresentationsData); | 
|  | } | 
|  |  | 
|  | return AMEDIA_OK; | 
|  | } | 
|  |  | 
|  | } // extern "C" | 
|  |  |