MatroskaExtractor.cpp revision 793c9fb11114c7be4636b8cae5477995aadeb71d
1093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber/* 2093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * Copyright (C) 2010 The Android Open Source Project 3093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * 4093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * you may not use this file except in compliance with the License. 6093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * You may obtain a copy of the License at 7093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * 8093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * 10093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * Unless required by applicable law or agreed to in writing, software 11093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * See the License for the specific language governing permissions and 14093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber * limitations under the License. 15093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber */ 16093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 17093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber//#define LOG_NDEBUG 0 18093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#define LOG_TAG "MatroskaExtractor" 19093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <utils/Log.h> 20093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 21093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include "MatroskaExtractor.h" 22093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 23b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber#include <media/stagefright/foundation/ADebug.h> 242dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih#include <media/stagefright/foundation/AUtils.h> 25b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber#include <media/stagefright/foundation/hexdump.h> 26093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/DataSource.h> 27093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/MediaBuffer.h> 28093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/MediaDefs.h> 29093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/MediaErrors.h> 30093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/MediaSource.h> 31093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <media/stagefright/MetaData.h> 32b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber#include <media/stagefright/Utils.h> 33093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber#include <utils/String8.h> 34093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 35b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross#include <inttypes.h> 36b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross 37093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubernamespace android { 38093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 39093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberstruct DataSourceReader : public mkvparser::IMkvReader { 40093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber DataSourceReader(const sp<DataSource> &source) 41093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber : mSource(source) { 42093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 43093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 44093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual int Read(long long position, long length, unsigned char* buffer) { 45093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber CHECK(position >= 0); 46093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber CHECK(length >= 0); 47093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 48093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (length == 0) { 49093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return 0; 50093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 51093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 52093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber ssize_t n = mSource->readAt(position, buffer, length); 53093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 54093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (n <= 0) { 55093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return -1; 56093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 57093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 58093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return 0; 59093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 60093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 61093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual int Length(long long* total, long long* available) { 62c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong off64_t size; 63093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (mSource->getSize(&size) != OK) { 64d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber *total = -1; 65d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber *available = (long long)((1ull << 63) - 1); 66d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 67d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber return 0; 68093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 69093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 70093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (total) { 71093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber *total = size; 72093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 73093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 74093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (available) { 75093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber *available = size; 76093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 77093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 78093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return 0; 79093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 80093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 81093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberprivate: 82093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber sp<DataSource> mSource; 83093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 84093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber DataSourceReader(const DataSourceReader &); 85093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber DataSourceReader &operator=(const DataSourceReader &); 86093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber}; 87093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 88093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber//////////////////////////////////////////////////////////////////////////////// 89093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 905279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huberstruct BlockIterator { 912f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih BlockIterator(MatroskaExtractor *extractor, unsigned long trackNum, unsigned long index); 925279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 935279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber bool eos() const; 945279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 955279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber void advance(); 965279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber void reset(); 975ec58d925520e6913fba3fc54413881af751c610Andreas Huber 985ec58d925520e6913fba3fc54413881af751c610Andreas Huber void seek( 99f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann int64_t seekTimeUs, bool isAudio, 1005ec58d925520e6913fba3fc54413881af751c610Andreas Huber int64_t *actualFrameTimeUs); 1015279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 1025279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber const mkvparser::Block *block() const; 1035279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber int64_t blockTimeUs() const; 1045279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 1055279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huberprivate: 106d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber MatroskaExtractor *mExtractor; 107b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross long long mTrackNum; 1082f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih unsigned long mIndex; 1095279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 110d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber const mkvparser::Cluster *mCluster; 1115279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber const mkvparser::BlockEntry *mBlockEntry; 112d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber long mBlockEntryIndex; 113d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 114d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber void advance_l(); 1155279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 1165279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber BlockIterator(const BlockIterator &); 1175279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber BlockIterator &operator=(const BlockIterator &); 1185279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber}; 1195279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 120093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberstruct MatroskaSource : public MediaSource { 121093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber MatroskaSource( 122093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const sp<MatroskaExtractor> &extractor, size_t index); 123093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 124093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual status_t start(MetaData *params); 125093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual status_t stop(); 126093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 127093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual sp<MetaData> getFormat(); 128093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 129093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber virtual status_t read( 130093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber MediaBuffer **buffer, const ReadOptions *options); 131093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 13250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huberprotected: 13350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber virtual ~MatroskaSource(); 13450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 135093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberprivate: 136093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber enum Type { 137093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber AVC, 138093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber AAC, 139093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber OTHER 140093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber }; 141093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 142093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber sp<MatroskaExtractor> mExtractor; 143093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber size_t mTrackIndex; 144093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber Type mType; 14574a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber bool mIsAudio; 1465279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber BlockIterator mBlockIter; 147b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber size_t mNALSizeLen; // for type AVC 148093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 14950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber List<MediaBuffer *> mPendingFrames; 15050c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 151093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber status_t advance(); 152093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 153793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih status_t setWebmBlockCryptoInfo(MediaBuffer *mbuf); 15450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber status_t readBlock(); 15550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber void clearPendingFrames(); 15650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 157093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber MatroskaSource(const MatroskaSource &); 158093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber MatroskaSource &operator=(const MatroskaSource &); 159093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber}; 160093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1612f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shihconst mkvparser::Track* MatroskaExtractor::TrackInfo::getTrack() const { 1622f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return mExtractor->mSegment->GetTracks()->GetTrackByNumber(mTrackNum); 1632f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih} 1642f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 1652f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih// This function does exactly the same as mkvparser::Cues::Find, except that it 1662f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih// searches in our own track based vectors. We should not need this once mkvparser 1672f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih// adds the same functionality. 1682f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shihconst mkvparser::CuePoint::TrackPosition *MatroskaExtractor::TrackInfo::find( 1692f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih long long timeNs) const { 1702f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih ALOGV("mCuePoints.size %zu", mCuePoints.size()); 1712f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (mCuePoints.empty()) { 1722f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return NULL; 1732f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 1742f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 1752f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const mkvparser::CuePoint* cp = mCuePoints.itemAt(0); 1762f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const mkvparser::Track* track = getTrack(); 1772f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (timeNs <= cp->GetTime(mExtractor->mSegment)) { 1782f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return cp->Find(track); 1792f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 1802f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 1812f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih // Binary searches through relevant cues; assumes cues are ordered by timecode. 1822f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih // If we do detect out-of-order cues, return NULL. 1832f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih size_t lo = 0; 1842f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih size_t hi = mCuePoints.size(); 1852f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih while (lo < hi) { 1862f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const size_t mid = lo + (hi - lo) / 2; 1872f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const mkvparser::CuePoint* const midCp = mCuePoints.itemAt(mid); 1882f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const long long cueTimeNs = midCp->GetTime(mExtractor->mSegment); 1892f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (cueTimeNs <= timeNs) { 1902f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih lo = mid + 1; 1912f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } else { 1922f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih hi = mid; 1932f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 1942f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 1952f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 1962f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (lo == 0) { 1972f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return NULL; 1982f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 1992f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 2002f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih cp = mCuePoints.itemAt(lo - 1); 2012f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (cp->GetTime(mExtractor->mSegment) > timeNs) { 2022f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return NULL; 2032f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 2042f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 2052f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih return cp->Find(track); 2062f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih} 2072f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 208093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas HuberMatroskaSource::MatroskaSource( 209093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const sp<MatroskaExtractor> &extractor, size_t index) 210093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber : mExtractor(extractor), 211093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mTrackIndex(index), 212093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mType(OTHER), 21374a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber mIsAudio(false), 214d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockIter(mExtractor.get(), 2152f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih mExtractor->mTracks.itemAt(index).mTrackNum, 2162f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih index), 217b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber mNALSizeLen(0) { 218b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber sp<MetaData> meta = mExtractor->mTracks.itemAt(index).mMeta; 219b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 220093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const char *mime; 221b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber CHECK(meta->findCString(kKeyMIMEType, &mime)); 222093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 22374a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber mIsAudio = !strncasecmp("audio/", mime, 6); 22474a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber 225093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (!strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_AVC)) { 226093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mType = AVC; 227b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 228b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber uint32_t dummy; 229b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber const uint8_t *avcc; 230b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber size_t avccSize; 231b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber CHECK(meta->findData( 232b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber kKeyAVCC, &dummy, (const void **)&avcc, &avccSize)); 233b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 234b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber CHECK_GE(avccSize, 5u); 235b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 236b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber mNALSizeLen = 1 + (avcc[4] & 3); 237b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross ALOGV("mNALSizeLen = %zu", mNALSizeLen); 238093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 239093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mType = AAC; 240093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 241093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 242093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 24350c8bea8fba2fcafb14696399028bdbc094dc995Andreas HuberMatroskaSource::~MatroskaSource() { 24450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber clearPendingFrames(); 24550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber} 24650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 24784333e0475bc911adc16417f4ca327c975cf6c36Andreas Huberstatus_t MatroskaSource::start(MetaData * /* params */) { 2485279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber mBlockIter.reset(); 249093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 250093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return OK; 251093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 252093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 253093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberstatus_t MatroskaSource::stop() { 25450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber clearPendingFrames(); 25550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 256093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return OK; 257093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 258093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 259093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubersp<MetaData> MatroskaSource::getFormat() { 260093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return mExtractor->mTracks.itemAt(mTrackIndex).mMeta; 261093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 262093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 2635279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber//////////////////////////////////////////////////////////////////////////////// 2645279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 2655279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas HuberBlockIterator::BlockIterator( 2662f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih MatroskaExtractor *extractor, unsigned long trackNum, unsigned long index) 267d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber : mExtractor(extractor), 2685279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber mTrackNum(trackNum), 2692f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih mIndex(index), 2705279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber mCluster(NULL), 271d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockEntry(NULL), 272d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockEntryIndex(0) { 2735279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber reset(); 2745279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 2755279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 2765279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huberbool BlockIterator::eos() const { 2775279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber return mCluster == NULL || mCluster->EOS(); 2785279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 2795279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 2805279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Hubervoid BlockIterator::advance() { 281d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber Mutex::Autolock autoLock(mExtractor->mLock); 282d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber advance_l(); 283d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber} 284d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 285d42573cace9db2b5948e540c32beaef80f04153cAndreas Hubervoid BlockIterator::advance_l() { 286d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber for (;;) { 287d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber long res = mCluster->GetEntry(mBlockEntryIndex, mBlockEntry); 2883856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("GetEntry returned %ld", res); 289d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 290d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber long long pos; 291d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber long len; 292d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if (res < 0) { 293d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber // Need to parse this cluster some more 294d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 295d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK_EQ(res, mkvparser::E_BUFFER_NOT_FULL); 296d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 297d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber res = mCluster->Parse(pos, len); 2983856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Parse returned %ld", res); 299d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 300d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if (res < 0) { 301d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber // I/O error 302d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 30329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Cluster::Parse returned result %ld", res); 3045279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 305d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mCluster = NULL; 3065279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber break; 307093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 3085279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 309d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber continue; 310d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber } else if (res == 0) { 311d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber // We're done with this cluster 312d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 313d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber const mkvparser::Cluster *nextCluster; 314d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber res = mExtractor->mSegment->ParseNext( 315d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mCluster, nextCluster, pos, len); 3163856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("ParseNext returned %ld", res); 317d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 318e467ef084b75b074d0081616080b54212a7024c8Lajos Molnar if (res != 0) { 319e467ef084b75b074d0081616080b54212a7024c8Lajos Molnar // EOF or error 320d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 321d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mCluster = NULL; 322d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber break; 323d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber } 324d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 325d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK_EQ(res, 0); 326d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK(nextCluster != NULL); 327d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK(!nextCluster->EOS()); 328d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 329d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mCluster = nextCluster; 330d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 331d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber res = mCluster->Parse(pos, len); 3323856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Parse (2) returned %ld", res); 333d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK_GE(res, 0); 334d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 335d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockEntryIndex = 0; 336d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber continue; 337093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 338093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 339d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK(mBlockEntry != NULL); 340d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber CHECK(mBlockEntry->GetBlock() != NULL); 341d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber ++mBlockEntryIndex; 342d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 343d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if (mBlockEntry->GetBlock()->GetTrackNumber() == mTrackNum) { 3445279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber break; 345093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 3465279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 3475279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 3485279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 3495279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Hubervoid BlockIterator::reset() { 350d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber Mutex::Autolock autoLock(mExtractor->mLock); 351093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 352d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mCluster = mExtractor->mSegment->GetFirst(); 3532ba7ce928b0fa8917ee202836b0963ca58613453Andreas Huber mBlockEntry = NULL; 354d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockEntryIndex = 0; 355d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 356d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber do { 357d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber advance_l(); 358d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber } while (!eos() && block()->GetTrackNumber() != mTrackNum); 3595279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 360093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 3615ec58d925520e6913fba3fc54413881af751c610Andreas Hubervoid BlockIterator::seek( 362f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann int64_t seekTimeUs, bool isAudio, 3635ec58d925520e6913fba3fc54413881af751c610Andreas Huber int64_t *actualFrameTimeUs) { 364d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber Mutex::Autolock autoLock(mExtractor->mLock); 365d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 3665ec58d925520e6913fba3fc54413881af751c610Andreas Huber *actualFrameTimeUs = -1ll; 3675ec58d925520e6913fba3fc54413881af751c610Andreas Huber 368bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian const int64_t seekTimeNs = seekTimeUs * 1000ll - mExtractor->mSeekPreRollNs; 36910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 37010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann mkvparser::Segment* const pSegment = mExtractor->mSegment; 37110f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 37210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann // Special case the 0 seek to avoid loading Cues when the application 37310f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann // extraneously seeks to 0 before playing. 37410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann if (seekTimeNs <= 0) { 375b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross ALOGV("Seek to beginning: %" PRId64, seekTimeUs); 37610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann mCluster = pSegment->GetFirst(); 37710f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann mBlockEntryIndex = 0; 37810f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann do { 37910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann advance_l(); 38010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } while (!eos() && block()->GetTrackNumber() != mTrackNum); 38110f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann return; 38210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 3835ec58d925520e6913fba3fc54413881af751c610Andreas Huber 384b4a7a2df4c28c3f32b5d877b54831d2cc5d78f81Colin Cross ALOGV("Seeking to: %" PRId64, seekTimeUs); 38510f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 38610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann // If the Cues have not been located then find them. 38710f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann const mkvparser::Cues* pCues = pSegment->GetCues(); 38810f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann const mkvparser::SeekHead* pSH = pSegment->GetSeekHead(); 38910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann if (!pCues && pSH) { 39010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann const size_t count = pSH->GetCount(); 39110f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann const mkvparser::SeekHead::Entry* pEntry; 39210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann ALOGV("No Cues yet"); 39310f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 39410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann for (size_t index = 0; index < count; index++) { 39510f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann pEntry = pSH->GetEntry(index); 39610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 39710f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann if (pEntry->id == 0x0C53BB6B) { // Cues ID 39810f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann long len; long long pos; 39910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann pSegment->ParseCues(pEntry->pos, pos, len); 40010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann pCues = pSegment->GetCues(); 401be7ac3d682729048af27871311808a76c618abdbJohann ALOGV("Cues found"); 40210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann break; 40310f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 40410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 40510f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 40610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann if (!pCues) { 40710f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann ALOGE("No Cues in file"); 40810f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann return; 40910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 41010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 41110f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann else if (!pSH) { 41210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann ALOGE("No SeekHead"); 41310f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann return; 41410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 41510f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 41610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann const mkvparser::CuePoint* pCP; 4172f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih mkvparser::Tracks const *pTracks = pSegment->GetTracks(); 41810f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann while (!pCues->DoneParsing()) { 419be7ac3d682729048af27871311808a76c618abdbJohann pCues->LoadCuePoint(); 42010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann pCP = pCues->GetLast(); 4212f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih CHECK(pCP); 4222f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 4230644f95a8976470e84c6c0a6d96585ae6437ecd2Robert Shih size_t trackCount = mExtractor->mTracks.size(); 4242f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih for (size_t index = 0; index < trackCount; ++index) { 4250644f95a8976470e84c6c0a6d96585ae6437ecd2Robert Shih MatroskaExtractor::TrackInfo& track = mExtractor->mTracks.editItemAt(index); 4260644f95a8976470e84c6c0a6d96585ae6437ecd2Robert Shih const mkvparser::Track *pTrack = pTracks->GetTrackByNumber(track.mTrackNum); 4272f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (pTrack && pTrack->GetType() == 1 && pCP->Find(pTrack)) { // VIDEO_TRACK 4282f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih track.mCuePoints.push_back(pCP); 4292f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 4302f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 431be7ac3d682729048af27871311808a76c618abdbJohann 43210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann if (pCP->GetTime(pSegment) >= seekTimeNs) { 433be7ac3d682729048af27871311808a76c618abdbJohann ALOGV("Parsed past relevant Cue"); 43410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann break; 43510f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 43610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 43710f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 4382f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const mkvparser::CuePoint::TrackPosition *pTP = NULL; 4390644f95a8976470e84c6c0a6d96585ae6437ecd2Robert Shih const mkvparser::Track *thisTrack = pTracks->GetTrackByNumber(mTrackNum); 4402f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (thisTrack->GetType() == 1) { // video 4412f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih MatroskaExtractor::TrackInfo& track = mExtractor->mTracks.editItemAt(mIndex); 4422f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih pTP = track.find(seekTimeNs); 4432f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } else { 4442f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih // The Cue index is built around video keyframes 4450644f95a8976470e84c6c0a6d96585ae6437ecd2Robert Shih unsigned long int trackCount = pTracks->GetTracksCount(); 4462f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih for (size_t index = 0; index < trackCount; ++index) { 4472f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih const mkvparser::Track *pTrack = pTracks->GetTrackByIndex(index); 4482f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (pTrack && pTrack->GetType() == 1 && pCues->Find(seekTimeNs, pTrack, pCP, pTP)) { 4492f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih ALOGV("Video track located at %zu", index); 4502f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih break; 4512f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 45210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 45310f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 45410f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 4552f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih 456f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // Always *search* based on the video track, but finalize based on mTrackNum 4572f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (!pTP) { 458f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann ALOGE("Did not locate the video track for seeking"); 45910f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann return; 46010f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann } 46110f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann 46210f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann mCluster = pSegment->FindOrPreloadCluster(pTP->m_pos); 4635279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 464f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann CHECK(mCluster); 465f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann CHECK(!mCluster->EOS()); 466f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann 467f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // mBlockEntryIndex starts at 0 but m_block starts at 1 468f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann CHECK_GT(pTP->m_block, 0); 469f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann mBlockEntryIndex = pTP->m_block - 1; 4705ec58d925520e6913fba3fc54413881af751c610Andreas Huber 4715ec58d925520e6913fba3fc54413881af751c610Andreas Huber for (;;) { 472d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber advance_l(); 4735279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 474f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann if (eos()) break; 4755ec58d925520e6913fba3fc54413881af751c610Andreas Huber 476f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann if (isAudio || block()->IsKey()) { 477f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // Accept the first key frame 4782f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih int64_t frameTimeUs = (block()->GetTime(mCluster) + 500LL) / 1000LL; 4792f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih if (thisTrack->GetType() == 1 || frameTimeUs >= seekTimeUs) { 4802f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih *actualFrameTimeUs = frameTimeUs; 4812f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih ALOGV("Requested seek point: %" PRId64 " actual: %" PRId64, 4822f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih seekTimeUs, *actualFrameTimeUs); 4832f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih break; 4842f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih } 48574a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber } 4865279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 487093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 488093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 4895279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huberconst mkvparser::Block *BlockIterator::block() const { 4905279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber CHECK(!eos()); 4915279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 4925279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber return mBlockEntry->GetBlock(); 4935279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 4945279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 4955279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huberint64_t BlockIterator::blockTimeUs() const { 4965279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber return (mBlockEntry->GetBlock()->GetTime(mCluster) + 500ll) / 1000ll; 4975279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 4985279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 4995279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5005279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 501b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huberstatic unsigned U24_AT(const uint8_t *ptr) { 502b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber return ptr[0] << 16 | ptr[1] << 8 | ptr[2]; 503b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber} 504b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 50550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Hubervoid MatroskaSource::clearPendingFrames() { 50650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber while (!mPendingFrames.empty()) { 50750c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber MediaBuffer *frame = *mPendingFrames.begin(); 50850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber mPendingFrames.erase(mPendingFrames.begin()); 50950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 51050c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber frame->release(); 51150c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber frame = NULL; 51250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 51350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber} 51450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 515793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shihstatus_t MatroskaSource::setWebmBlockCryptoInfo(MediaBuffer *mbuf) { 516793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih if (mbuf->range_length() < 1 || mbuf->range_length() - 1 > INT32_MAX) { 517793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih // 1-byte signal 518793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih return ERROR_MALFORMED; 519793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 520793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 521793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih const uint8_t *data = (const uint8_t *)mbuf->data() + mbuf->range_offset(); 522793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih bool blockEncrypted = data[0] & 0x1; 523793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih if (blockEncrypted && mbuf->range_length() < 9) { 524793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih // 1-byte signal + 8-byte IV 525793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih return ERROR_MALFORMED; 526793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 527793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 528793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih sp<MetaData> meta = mbuf->meta_data(); 529793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih if (blockEncrypted) { 530793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih /* 531793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * 0 1 2 3 532793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 533793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 534793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | Signal Byte | | 535793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+ IV | 536793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | 537793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 538793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | | 539793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * |-+-+-+-+-+-+-+-+ | 540793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * : Bytes 1..N of encrypted frame : 541793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | 542793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | 543793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 544793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih */ 545793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih int32_t plainSizes[] = { 0 }; 546793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih int32_t encryptedSizes[] = { static_cast<int32_t>(mbuf->range_length() - 9) }; 547793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih uint8_t ctrCounter[16] = { 0 }; 548793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih uint32_t type; 549793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih const uint8_t *keyId; 550793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih size_t keyIdSize; 551793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih sp<MetaData> trackMeta = mExtractor->mTracks.itemAt(mTrackIndex).mMeta; 552793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih CHECK(trackMeta->findData(kKeyCryptoKey, &type, (const void **)&keyId, &keyIdSize)); 553793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyCryptoKey, 0, keyId, keyIdSize); 554793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih memcpy(ctrCounter, data + 1, 8); 555793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyCryptoIV, 0, ctrCounter, 16); 556793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyPlainSizes, 0, plainSizes, sizeof(plainSizes)); 557793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyEncryptedSizes, 0, encryptedSizes, sizeof(encryptedSizes)); 558793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih mbuf->set_range(9, mbuf->range_length() - 9); 559793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } else { 560793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih /* 561793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * 0 1 2 3 562793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 563793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 564793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | Signal Byte | | 565793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+ | 566793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * : Bytes 1..N of unencrypted frame : 567793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | 568793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * | | 569793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 570793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih */ 571793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih int32_t plainSizes[] = { static_cast<int32_t>(mbuf->range_length() - 1) }; 572793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih int32_t encryptedSizes[] = { 0 }; 573793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyPlainSizes, 0, plainSizes, sizeof(plainSizes)); 574793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyEncryptedSizes, 0, encryptedSizes, sizeof(encryptedSizes)); 575793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih mbuf->set_range(1, mbuf->range_length() - 1); 576793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 577793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 578793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih return OK; 579793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih} 580793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 58150c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huberstatus_t MatroskaSource::readBlock() { 58250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber CHECK(mPendingFrames.empty()); 58350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 5845279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber if (mBlockIter.eos()) { 585093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return ERROR_END_OF_STREAM; 586093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 587093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 5885279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber const mkvparser::Block *block = mBlockIter.block(); 58950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 5905279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber int64_t timeUs = mBlockIter.blockTimeUs(); 591093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 592d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber for (int i = 0; i < block->GetFrameCount(); ++i) { 593d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber const mkvparser::Block::Frame &frame = block->GetFrame(i); 594b10f3669a9b73cd024662c2b70f5155bc0c2cd21Andreas Huber 595d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber MediaBuffer *mbuf = new MediaBuffer(frame.len); 596d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mbuf->meta_data()->setInt64(kKeyTime, timeUs); 597d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mbuf->meta_data()->setInt32(kKeyIsSyncFrame, block->IsKey()); 598093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 599793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih status_t err = frame.Read(mExtractor->mReader, static_cast<uint8_t *>(mbuf->data())); 600793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih if (err == OK 601793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih && mExtractor->mIsWebm 602793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih && mExtractor->mTracks.itemAt(mTrackIndex).mEncrypted) { 603793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih err = setWebmBlockCryptoInfo(mbuf); 604793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 605793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 606793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih if (err != OK) { 607d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mPendingFrames.clear(); 60850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 609d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockIter.advance(); 610ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen mbuf->release(); 611793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih return err; 61250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 61350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 61450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber mPendingFrames.push_back(mbuf); 61550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 61650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 617d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mBlockIter.advance(); 61850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 61950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber return OK; 62050c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber} 62150c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 62250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huberstatus_t MatroskaSource::read( 62350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber MediaBuffer **out, const ReadOptions *options) { 62450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber *out = NULL; 62550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 6265ec58d925520e6913fba3fc54413881af751c610Andreas Huber int64_t targetSampleTimeUs = -1ll; 6275ec58d925520e6913fba3fc54413881af751c610Andreas Huber 62850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber int64_t seekTimeUs; 62950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber ReadOptions::SeekMode mode; 630d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if (options && options->getSeekTo(&seekTimeUs, &mode) 631d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber && !mExtractor->isLiveStreaming()) { 63250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber clearPendingFrames(); 63374a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber 634f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // The audio we want is located by using the Cues to seek the video 635f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // stream to find the target Cluster then iterating to finalize for 636f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann // audio. 6375ec58d925520e6913fba3fc54413881af751c610Andreas Huber int64_t actualFrameTimeUs; 638f02a7f5c42db707d20e59ff28f32d1eaebcc5429Johann mBlockIter.seek(seekTimeUs, mIsAudio, &actualFrameTimeUs); 6395ec58d925520e6913fba3fc54413881af751c610Andreas Huber 6405ec58d925520e6913fba3fc54413881af751c610Andreas Huber if (mode == ReadOptions::SEEK_CLOSEST) { 6415ec58d925520e6913fba3fc54413881af751c610Andreas Huber targetSampleTimeUs = actualFrameTimeUs; 6425ec58d925520e6913fba3fc54413881af751c610Andreas Huber } 64350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 64450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 64550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber while (mPendingFrames.empty()) { 64650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber status_t err = readBlock(); 64750c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 64850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber if (err != OK) { 64950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber clearPendingFrames(); 65050c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 65150c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber return err; 65250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 65350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 65450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 65550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber MediaBuffer *frame = *mPendingFrames.begin(); 65650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber mPendingFrames.erase(mPendingFrames.begin()); 65750c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 65850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber if (mType != AVC) { 6595ec58d925520e6913fba3fc54413881af751c610Andreas Huber if (targetSampleTimeUs >= 0ll) { 6605ec58d925520e6913fba3fc54413881af751c610Andreas Huber frame->meta_data()->setInt64( 6615ec58d925520e6913fba3fc54413881af751c610Andreas Huber kKeyTargetTime, targetSampleTimeUs); 6625ec58d925520e6913fba3fc54413881af751c610Andreas Huber } 6635ec58d925520e6913fba3fc54413881af751c610Andreas Huber 66450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber *out = frame; 66550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 66650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber return OK; 66750c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 66850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 669792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // Each input frame contains one or more NAL fragments, each fragment 670792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // is prefixed by mNALSizeLen bytes giving the fragment length, 671792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // followed by a corresponding number of bytes containing the fragment. 672792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // We output all these fragments into a single large buffer separated 673792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // by startcodes (0x00 0x00 0x00 0x01). 674792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber 675792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber const uint8_t *srcPtr = 676792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber (const uint8_t *)frame->data() + frame->range_offset(); 677792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber 678792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber size_t srcSize = frame->range_length(); 679792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber 680792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber size_t dstSize = 0; 681792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber MediaBuffer *buffer = NULL; 682792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber uint8_t *dstPtr = NULL; 683792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber 684792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber for (int32_t pass = 0; pass < 2; ++pass) { 685792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber size_t srcOffset = 0; 686792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber size_t dstOffset = 0; 687792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber while (srcOffset + mNALSizeLen <= srcSize) { 688792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber size_t NALsize; 689792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber switch (mNALSizeLen) { 690792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber case 1: NALsize = srcPtr[srcOffset]; break; 691792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber case 2: NALsize = U16_AT(srcPtr + srcOffset); break; 692792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber case 3: NALsize = U24_AT(srcPtr + srcOffset); break; 693792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber case 4: NALsize = U32_AT(srcPtr + srcOffset); break; 694792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber default: 695792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber TRESPASS(); 696792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 69750c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 6982dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih if (srcOffset + mNALSizeLen + NALsize <= srcOffset + mNALSizeLen) { 6992dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih frame->release(); 7002dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih frame = NULL; 7012dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih 7022dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih return ERROR_MALFORMED; 7032dcf6138ebc9c5688aeae151d2fbde55a2826128Robert Shih } else if (srcOffset + mNALSizeLen + NALsize > srcSize) { 704792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber break; 705792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 70650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 707792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber if (pass == 1) { 708792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber memcpy(&dstPtr[dstOffset], "\x00\x00\x00\x01", 4); 70950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 710ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen if (frame != buffer) { 711ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen memcpy(&dstPtr[dstOffset + 4], 712ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen &srcPtr[srcOffset + mNALSizeLen], 713ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen NALsize); 714ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen } 715792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 71650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 717792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber dstOffset += 4; // 0x00 00 00 01 718792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber dstOffset += NALsize; 71950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 720792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber srcOffset += mNALSizeLen + NALsize; 721792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 72250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 723792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber if (srcOffset < srcSize) { 724792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // There were trailing bytes or not enough data to complete 725792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber // a fragment. 72650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 727792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber frame->release(); 728792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber frame = NULL; 72950c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 730792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber return ERROR_MALFORMED; 731792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 73250c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 733792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber if (pass == 0) { 734792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber dstSize = dstOffset; 73550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 736ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen if (dstSize == srcSize && mNALSizeLen == 4) { 737ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen // In this special case we can re-use the input buffer by substituting 738ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen // each 4-byte nal size with a 4-byte start code 739ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen buffer = frame; 740ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen } else { 741ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen buffer = new MediaBuffer(dstSize); 742ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen } 74350c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 744792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber int64_t timeUs; 745792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber CHECK(frame->meta_data()->findInt64(kKeyTime, &timeUs)); 746792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber int32_t isSync; 747792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber CHECK(frame->meta_data()->findInt32(kKeyIsSyncFrame, &isSync)); 74850c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 749792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber buffer->meta_data()->setInt64(kKeyTime, timeUs); 750792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber buffer->meta_data()->setInt32(kKeyIsSyncFrame, isSync); 75150c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 752792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber dstPtr = (uint8_t *)buffer->data(); 753792e33fd19e57e0d615d401a54ab567d04f16251Andreas Huber } 75450c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber } 75550c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 756ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen if (frame != buffer) { 757ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen frame->release(); 758ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen frame = NULL; 759ba29bb20a18aa98813ce42f99cff4910a153e87cMarco Nelissen } 76050c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber 7615ec58d925520e6913fba3fc54413881af751c610Andreas Huber if (targetSampleTimeUs >= 0ll) { 7625ec58d925520e6913fba3fc54413881af751c610Andreas Huber buffer->meta_data()->setInt64( 7635ec58d925520e6913fba3fc54413881af751c610Andreas Huber kKeyTargetTime, targetSampleTimeUs); 7645ec58d925520e6913fba3fc54413881af751c610Andreas Huber } 7655ec58d925520e6913fba3fc54413881af751c610Andreas Huber 76650c8bea8fba2fcafb14696399028bdbc094dc995Andreas Huber *out = buffer; 767093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 768093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return OK; 769093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 770093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 771093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber//////////////////////////////////////////////////////////////////////////////// 772093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 773093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas HuberMatroskaExtractor::MatroskaExtractor(const sp<DataSource> &source) 774093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber : mDataSource(source), 775093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mReader(new DataSourceReader(mDataSource)), 7765279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber mSegment(NULL), 7778c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber mExtractedThumbnails(false), 778bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian mIsWebm(false), 779bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian mSeekPreRollNs(0) { 780d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber off64_t size; 781d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber mIsLiveStreaming = 782d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber (mDataSource->flags() 783d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber & (DataSource::kWantsPrefetching 784d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber | DataSource::kIsCachingDataSource)) 785d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber && mDataSource->getSize(&size) != OK; 786d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 787093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mkvparser::EBMLHeader ebmlHeader; 788093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber long long pos; 789093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (ebmlHeader.Parse(mReader, pos) < 0) { 790093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return; 791093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 792093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 7938c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber if (ebmlHeader.m_docType && !strcmp("webm", ebmlHeader.m_docType)) { 7948c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber mIsWebm = true; 7958c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber } 7968c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber 797093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber long long ret = 798093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mkvparser::Segment::CreateInstance(mReader, pos, mSegment); 799093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 800093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (ret) { 801093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber CHECK(mSegment == NULL); 802093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return; 803093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 804093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 805c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar // from mkvparser::Segment::Load(), but stop at first cluster 80610f0fe7bcd60bdb0eceb905e84ac11555e8c1b9dJohann ret = mSegment->ParseHeaders(); 807c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar if (ret == 0) { 808c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar long len; 809c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar ret = mSegment->LoadCluster(pos, len); 810c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar if (ret >= 1) { 811c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar // no more clusters 812c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar ret = 0; 813c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar } 814c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar } else if (ret > 0) { 815c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar ret = mkvparser::E_BUFFER_NOT_FULL; 816c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar } 817093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 818093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (ret < 0) { 819c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar ALOGW("Corrupt %s source: %s", mIsWebm ? "webm" : "matroska", 820c51db0a6bfb71ea9c934fb7971cb5ae1f1cf03a0Lajos Molnar uriDebugString(mDataSource->getUri()).c_str()); 821093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber delete mSegment; 822093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mSegment = NULL; 823093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return; 824093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 825093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 82674a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber#if 0 82774a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber const mkvparser::SegmentInfo *info = mSegment->GetInfo(); 828df64d15042bbd5e0e4933ac49bf3c177dd94752cSteve Block ALOGI("muxing app: %s, writing app: %s", 82974a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber info->GetMuxingAppAsUTF8(), 83074a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber info->GetWritingAppAsUTF8()); 83174a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber#endif 83274a0a0d7f766d63330a00c3fa8f133c44c1d5be6Andreas Huber 833093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber addTracks(); 834093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 835093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 836093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas HuberMatroskaExtractor::~MatroskaExtractor() { 837093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber delete mSegment; 838093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mSegment = NULL; 839093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 840093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber delete mReader; 841093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mReader = NULL; 842093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 843093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 844093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubersize_t MatroskaExtractor::countTracks() { 845093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return mTracks.size(); 846093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 847093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 848b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissensp<IMediaSource> MatroskaExtractor::getTrack(size_t index) { 849093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (index >= mTracks.size()) { 850093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return NULL; 851093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 852093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 853093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return new MatroskaSource(this, index); 854093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 855093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 856093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubersp<MetaData> MatroskaExtractor::getTrackMetaData( 857093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber size_t index, uint32_t flags) { 858093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (index >= mTracks.size()) { 859093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return NULL; 860093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 861093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 862d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if ((flags & kIncludeExtensiveMetaData) && !mExtractedThumbnails 863d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber && !isLiveStreaming()) { 8645279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber findThumbnails(); 8655279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber mExtractedThumbnails = true; 8665279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 8675279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 868093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return mTracks.itemAt(index).mMeta; 869093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 870093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 871d42573cace9db2b5948e540c32beaef80f04153cAndreas Huberbool MatroskaExtractor::isLiveStreaming() const { 872d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber return mIsLiveStreaming; 873d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber} 874d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 875403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissenstatic int bytesForSize(size_t size) { 876403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen // use at most 28 bits (4 times 7) 877403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen CHECK(size <= 0xfffffff); 878403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen 879403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen if (size > 0x1fffff) { 880403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen return 4; 881403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen } else if (size > 0x3fff) { 882403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen return 3; 883403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen } else if (size > 0x7f) { 884403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen return 2; 885403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen } 886403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen return 1; 887403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen} 888403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen 889403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissenstatic void storeSize(uint8_t *data, size_t &idx, size_t size) { 890403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int numBytes = bytesForSize(size); 891403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen idx += numBytes; 892403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen 893403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen data += idx; 894403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen size_t next = 0; 895403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen while (numBytes--) { 896403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen *--data = (size & 0x7f) | next; 897403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen size >>= 7; 898403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen next = 0x80; 899403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen } 900403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen} 901403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen 902132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kangstatic void addESDSFromCodecPrivate( 903132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang const sp<MetaData> &meta, 904132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang bool isAudio, const void *priv, size_t privSize) { 905093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 906403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int privSizeBytesRequired = bytesForSize(privSize); 907403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int esdsSize2 = 14 + privSizeBytesRequired + privSize; 908403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int esdsSize2BytesRequired = bytesForSize(esdsSize2); 909403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int esdsSize1 = 4 + esdsSize2BytesRequired + esdsSize2; 910403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen int esdsSize1BytesRequired = bytesForSize(esdsSize1); 911403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen size_t esdsSize = 1 + esdsSize1BytesRequired + esdsSize1; 912093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber uint8_t *esds = new uint8_t[esdsSize]; 913403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen 914403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen size_t idx = 0; 915403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x03; 916403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen storeSize(esds, idx, esdsSize1); 917403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x00; // ES_ID 918403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x00; // ES_ID 919403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x00; // streamDependenceFlag, URL_Flag, OCRstreamFlag 920403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x04; 921403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen storeSize(esds, idx, esdsSize2); 922403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = isAudio ? 0x40 // Audio ISO/IEC 14496-3 923403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen : 0x20; // Visual ISO/IEC 14496-2 924403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen for (int i = 0; i < 12; i++) { 925403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x00; 926403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen } 927403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen esds[idx++] = 0x05; 928403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen storeSize(esds, idx, privSize); 929403484d6d76ede31fc71c88495b69108a4df8319Marco Nelissen memcpy(esds + idx, priv, privSize); 93082ac8bf2da940c4439786c346f739f4a496864adAndreas Huber 931093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setData(kKeyESDS, 0, esds, esdsSize); 932093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 933093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber delete[] esds; 934093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber esds = NULL; 935093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 936093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9375ce181568da90c78ba7fad3e084c8479041545dfAndreas Huberstatus_t addVorbisCodecInfo( 938093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const sp<MetaData> &meta, 939093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const void *_codecPrivate, size_t codecPrivateSize) { 940093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber // hexdump(_codecPrivate, codecPrivateSize); 941093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9425ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (codecPrivateSize < 1) { 9435ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9445ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 945093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 946093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const uint8_t *codecPrivate = (const uint8_t *)_codecPrivate; 947093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9485ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (codecPrivate[0] != 0x02) { 9495ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9505ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 951093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9525ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber // codecInfo starts with two lengths, len1 and len2, that are 9535ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber // "Xiph-style-lacing encoded"... 954093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9555ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber size_t offset = 1; 9565ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber size_t len1 = 0; 9575ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber while (offset < codecPrivateSize && codecPrivate[offset] == 0xff) { 9587d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen if (len1 > (SIZE_MAX - 0xff)) { 9597d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen return ERROR_MALFORMED; // would overflow 9607d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen } 9615ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber len1 += 0xff; 9625ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber ++offset; 9635ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9645ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (offset >= codecPrivateSize) { 9655ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9665ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9677d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen if (len1 > (SIZE_MAX - codecPrivate[offset])) { 9687d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen return ERROR_MALFORMED; // would overflow 9697d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen } 9705ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber len1 += codecPrivate[offset++]; 971093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 9725ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber size_t len2 = 0; 9735ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber while (offset < codecPrivateSize && codecPrivate[offset] == 0xff) { 9747d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen if (len2 > (SIZE_MAX - 0xff)) { 9757d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen return ERROR_MALFORMED; // would overflow 9767d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen } 9775ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber len2 += 0xff; 9785ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber ++offset; 9795ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9805ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (offset >= codecPrivateSize) { 9815ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9825ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9837d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen if (len2 > (SIZE_MAX - codecPrivate[offset])) { 9847d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen return ERROR_MALFORMED; // would overflow 9857d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen } 9865ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber len2 += codecPrivate[offset++]; 9875ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 9887d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen if (len1 > SIZE_MAX - len2 || offset > SIZE_MAX - (len1 + len2) || 9897d681539b821664d0417f8dd6beaed3352b34787Marco Nelissen codecPrivateSize < offset + len1 + len2) { 9905ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9915ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9925ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 9935ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (codecPrivate[offset] != 0x01) { 9945ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 9955ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 9965ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber meta->setData(kKeyVorbisInfo, 0, &codecPrivate[offset], len1); 9975ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 9985ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber offset += len1; 9995ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (codecPrivate[offset] != 0x03) { 10005ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 10015ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 10025ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 10035ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber offset += len2; 10045ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (codecPrivate[offset] != 0x05) { 10055ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return ERROR_MALFORMED; 10065ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 1007093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1008093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setData( 10095ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber kKeyVorbisBooks, 0, &codecPrivate[offset], 10105ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber codecPrivateSize - offset); 10115ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 10125ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber return OK; 1013093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 1014093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1015093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubervoid MatroskaExtractor::addTracks() { 1016093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const mkvparser::Tracks *tracks = mSegment->GetTracks(); 1017093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1018093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber for (size_t index = 0; index < tracks->GetTracksCount(); ++index) { 1019093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const mkvparser::Track *track = tracks->GetTrackByIndex(index); 1020093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 102130ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber if (track == NULL) { 102230ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber // Apparently this is currently valid (if unexpected) behaviour 102330ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber // of the mkv parser lib. 102430ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber continue; 102530ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber } 102630ae68bccd8de6f0ab2acd22a6d661ace514343eAndreas Huber 1027093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const char *const codecID = track->GetCodecId(); 10283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("codec id = %s", codecID); 10293856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("codec name = %s", track->GetCodecNameAsUTF8()); 1030093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 10311e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih if (codecID == NULL) { 10321e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih ALOGW("unknown codecID is not supported."); 10331e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih continue; 10341e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih } 10351e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih 1036093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber size_t codecPrivateSize; 1037093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const unsigned char *codecPrivate = 1038ff1df9951d09f1a1a8ae2dbc42b82b0f9c164e5eAndreas Huber track->GetCodecPrivate(codecPrivateSize); 1039093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1040093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber enum { VIDEO_TRACK = 1, AUDIO_TRACK = 2 }; 1041093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1042093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber sp<MetaData> meta = new MetaData; 1043093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 10445ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber status_t err = OK; 10455ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 1046093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber switch (track->GetType()) { 1047093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber case VIDEO_TRACK: 1048093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber { 1049093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const mkvparser::VideoTrack *vtrack = 1050093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber static_cast<const mkvparser::VideoTrack *>(track); 1051093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 10521e2a0e6adc3d70879b00e5295c54a74209b71e1bRobert Shih if (!strcmp("V_MPEG4/ISO/AVC", codecID)) { 1053093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC); 1054093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setData(kKeyAVCC, 0, codecPrivate, codecPrivateSize); 1055132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang } else if (!strcmp("V_MPEG4/ISO/ASP", codecID)) { 1056132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang if (codecPrivateSize > 0) { 1057132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang meta->setCString( 1058132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_MPEG4); 1059132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang addESDSFromCodecPrivate( 1060132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang meta, false, codecPrivate, codecPrivateSize); 1061132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang } else { 1062132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang ALOGW("%s is detected, but does not have configuration.", 1063132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang codecID); 1064132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang continue; 1065132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang } 1066093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } else if (!strcmp("V_VP8", codecID)) { 106794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_VP8); 106894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang } else if (!strcmp("V_VP9", codecID)) { 106994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_VP9); 1070093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } else { 1071132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang ALOGW("%s is not supported.", codecID); 1072093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber continue; 1073093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1074093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1075093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setInt32(kKeyWidth, vtrack->GetWidth()); 1076093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setInt32(kKeyHeight, vtrack->GetHeight()); 1077093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber break; 1078093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1079093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1080093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber case AUDIO_TRACK: 1081093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber { 1082093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber const mkvparser::AudioTrack *atrack = 1083093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber static_cast<const mkvparser::AudioTrack *>(track); 1084093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1085093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (!strcmp("A_AAC", codecID)) { 1086093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AAC); 1087093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber CHECK(codecPrivateSize >= 2); 1088093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1089132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang addESDSFromCodecPrivate( 1090132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang meta, true, codecPrivate, codecPrivateSize); 1091093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } else if (!strcmp("A_VORBIS", codecID)) { 1092093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_VORBIS); 1093093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 10945ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber err = addVorbisCodecInfo( 10955ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber meta, codecPrivate, codecPrivateSize); 1096bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian } else if (!strcmp("A_OPUS", codecID)) { 1097bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_OPUS); 1098bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian meta->setData(kKeyOpusHeader, 0, codecPrivate, codecPrivateSize); 1099bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian meta->setInt64(kKeyOpusCodecDelay, track->GetCodecDelay()); 1100bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian meta->setInt64(kKeyOpusSeekPreRoll, track->GetSeekPreRoll()); 1101bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian mSeekPreRollNs = track->GetSeekPreRoll(); 1102132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang } else if (!strcmp("A_MPEG/L3", codecID)) { 1103132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG); 1104093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } else { 1105132e88ee86e4f11d1b649c336cd2d6eb5980c3fcDongwon Kang ALOGW("%s is not supported.", codecID); 1106093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber continue; 1107093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1108093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1109093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setInt32(kKeySampleRate, atrack->GetSamplingRate()); 1110093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setInt32(kKeyChannelCount, atrack->GetChannels()); 1111093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber break; 1112093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1113093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1114093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber default: 1115093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber continue; 1116093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1117093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 11185ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber if (err != OK) { 11195ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber ALOGE("skipping track, codec specific data was malformed."); 11205ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber continue; 11215ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber } 11225ce181568da90c78ba7fad3e084c8479041545dfAndreas Huber 1123093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber long long durationNs = mSegment->GetDuration(); 1124093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber meta->setInt64(kKeyDuration, (durationNs + 500) / 1000); 1125093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1126093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mTracks.push(); 1127093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber TrackInfo *trackInfo = &mTracks.editItemAt(mTracks.size() - 1); 1128093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber trackInfo->mTrackNum = track->GetNumber(); 1129093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber trackInfo->mMeta = meta; 11302f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih trackInfo->mExtractor = this; 1131793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih 1132793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih trackInfo->mEncrypted = false; 1133793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih for(size_t i = 0; i < track->GetContentEncodingCount() && !trackInfo->mEncrypted; i++) { 1134793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih const mkvparser::ContentEncoding *encoding = track->GetContentEncodingByIndex(i); 1135793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih for(size_t j = 0; j < encoding->GetEncryptionCount(); j++) { 1136793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih const mkvparser::ContentEncoding::ContentEncryption *encryption; 1137793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih encryption = encoding->GetEncryptionByIndex(j); 1138793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih meta->setData(kKeyCryptoKey, 0, encryption->key_id, encryption->key_id_len); 1139793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih trackInfo->mEncrypted = true; 1140793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih break; 1141793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 1142793c9fb11114c7be4636b8cae5477995aadeb71dRobert Shih } 1143093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1144093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 1145093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 11465279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Hubervoid MatroskaExtractor::findThumbnails() { 11475279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber for (size_t i = 0; i < mTracks.size(); ++i) { 11485279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber TrackInfo *info = &mTracks.editItemAt(i); 11495279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 11505279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber const char *mime; 11515279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber CHECK(info->mMeta->findCString(kKeyMIMEType, &mime)); 11525279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 11535279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber if (strncasecmp(mime, "video/", 6)) { 11545279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber continue; 11555279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 11565279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 11572f46e8152fb881d3a1d7afd223f1ed51f6e358b8Robert Shih BlockIterator iter(this, info->mTrackNum, i); 11584719fa8ae1259d6a94ba5b5ecdaa01e69f553996Bernhard Rosenkraenzer int32_t j = 0; 11595279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber int64_t thumbnailTimeUs = 0; 11605279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber size_t maxBlockSize = 0; 11614719fa8ae1259d6a94ba5b5ecdaa01e69f553996Bernhard Rosenkraenzer while (!iter.eos() && j < 20) { 11625279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber if (iter.block()->IsKey()) { 11634719fa8ae1259d6a94ba5b5ecdaa01e69f553996Bernhard Rosenkraenzer ++j; 11645279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 1165d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber size_t blockSize = 0; 1166cba4ed0039c8b8fac01b3193d19fc2364f934506Tareq A. Siraj for (int k = 0; k < iter.block()->GetFrameCount(); ++k) { 1167cba4ed0039c8b8fac01b3193d19fc2364f934506Tareq A. Siraj blockSize += iter.block()->GetFrame(k).len; 1168d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber } 1169d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 11705279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber if (blockSize > maxBlockSize) { 11715279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber maxBlockSize = blockSize; 11725279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber thumbnailTimeUs = iter.blockTimeUs(); 11735279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 11745279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 11755279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber iter.advance(); 11765279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 11775279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber info->mMeta->setInt64(kKeyThumbnailTime, thumbnailTimeUs); 11785279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber } 11795279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber} 11805279d1d8c19e5fdbb177805db0da8e8aadac3079Andreas Huber 1181093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Hubersp<MetaData> MatroskaExtractor::getMetaData() { 1182093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber sp<MetaData> meta = new MetaData; 11838c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber 11848c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber meta->setCString( 11858c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber kKeyMIMEType, 11868c32b164d00d3e4d73764d06956331f09693ef43Andreas Huber mIsWebm ? "video/webm" : MEDIA_MIMETYPE_CONTAINER_MATROSKA); 1187093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1188093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return meta; 1189093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 1190093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1191d42573cace9db2b5948e540c32beaef80f04153cAndreas Huberuint32_t MatroskaExtractor::flags() const { 1192d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber uint32_t x = CAN_PAUSE; 1193d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber if (!isLiveStreaming()) { 1194d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber x |= CAN_SEEK_BACKWARD | CAN_SEEK_FORWARD | CAN_SEEK; 1195d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber } 1196d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 1197d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber return x; 1198d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber} 1199d42573cace9db2b5948e540c32beaef80f04153cAndreas Huber 1200093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huberbool SniffMatroska( 12015a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber const sp<DataSource> &source, String8 *mimeType, float *confidence, 12025a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber sp<AMessage> *) { 1203093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber DataSourceReader reader(source); 1204093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mkvparser::EBMLHeader ebmlHeader; 1205093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber long long pos; 1206093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber if (ebmlHeader.Parse(&reader, pos) < 0) { 1207093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return false; 1208093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber } 1209093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1210093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber mimeType->setTo(MEDIA_MIMETYPE_CONTAINER_MATROSKA); 1211093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber *confidence = 0.6; 1212093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1213093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber return true; 1214093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} 1215093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber 1216093437c388e5dff6903a3d43f2ca9f8a1ba4744aAndreas Huber} // namespace android 1217