15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber#ifndef NU_MEDIA_EXTRACTOR_H_ 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define NU_MEDIA_EXTRACTOR_H_ 195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 201d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia#include <list> 211d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia#include <media/mediaplayer.h> 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABase.h> 23b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen#include <media/IMediaExtractor.h> 24d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/MediaSource.h> 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/Errors.h> 26918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber#include <utils/KeyedVector.h> 275778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/RefBase.h> 28918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber#include <utils/String8.h> 29dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber#include <utils/threads.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/Vector.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 325778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct ABuffer; 355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct AMessage; 36ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass DataSource; 3773feb8cda587e02f1ff68095b17d47e1d6e37c70Wei Jiastruct MediaHTTPService; 38ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass MediaBuffer; 3961c2351da89cb281b2dfd56c6c6779ccb4bc1172Dan Willemsenclass MediaExtractor; 405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct MediaSource; 41ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass MetaData; 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct NuMediaExtractor : public RefBase { 44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum SampleFlags { 45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber SAMPLE_FLAG_SYNC = 1, 46ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber SAMPLE_FLAG_ENCRYPTED = 2, 47ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 48ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 49768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar // identical to IMediaExtractor::GetTrackMetaDataFlags 50768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar enum GetTrackFormatFlags { 51768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar kIncludeExtensiveMetaData = 1, // reads sample table and possibly stream headers 52768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar }; 53768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar 545778822d86b0337407514b9372562b86edfa91cdAndreas Huber NuMediaExtractor(); 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber status_t setDataSource( 5773feb8cda587e02f1ff68095b17d47e1d6e37c70Wei Jia const sp<MediaHTTPService> &httpService, 58918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber const char *path, 59918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber const KeyedVector<String8, String8> *headers = NULL); 60918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber 61918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber status_t setDataSource(int fd, off64_t offset, off64_t size); 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63dbcb4c17f16230dfc6af908f176681c49f61b13eMarco Nelissen status_t setDataSource(const sp<DataSource> &datasource); 64dbcb4c17f16230dfc6af908f176681c49f61b13eMarco Nelissen 65d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang status_t setMediaCas(const HInterfaceToken &casToken); 669dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 6708eb908098436ce8cc1faf0f009ced1a8fa32c9aRobert Shih void disconnect(); 6808eb908098436ce8cc1faf0f009ced1a8fa32c9aRobert Shih 695778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t countTracks() const; 70768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar status_t getTrackFormat(size_t index, sp<AMessage> *format, uint32_t flags = 0) const; 715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 72ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen status_t getFileFormat(sp<AMessage> *format) const; 73ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen 7401a7601f753fb80e89202fc0b115e263581fc3f4Chong Zhang status_t getExifOffsetSize(off64_t *offset, size_t *size) const; 7501a7601f753fb80e89202fc0b115e263581fc3f4Chong Zhang 761d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia status_t selectTrack(size_t index, int64_t startTimeUs = -1ll, 771d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia MediaSource::ReadOptions::SeekMode mode = 781d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia MediaSource::ReadOptions::SEEK_CLOSEST_SYNC); 799d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber status_t unselectTrack(size_t index); 805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 819d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber status_t seekTo( 829d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber int64_t timeUs, 839d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber MediaSource::ReadOptions::SeekMode mode = 849d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber MediaSource::ReadOptions::SEEK_CLOSEST_SYNC); 855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 861d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia // Each selected track has a read pointer. 871d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia // advance() advances the read pointer with the lowest timestamp. 885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t advance(); 891d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia // readSampleData() reads the sample with the lowest timestamp. 905778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t readSampleData(const sp<ABuffer> &buffer); 911d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia 92dd6c17fb1a409f1f0797ca76541957ccdfd07e7cRobert Shih status_t getSampleSize(size_t *sampleSize); 935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t getSampleTrackIndex(size_t *trackIndex); 945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t getSampleTime(int64_t *sampleTimeUs); 95f69e53033f23f9f70fcdb28a3c2e650de0147459Andreas Huber status_t getSampleMeta(sp<MetaData> *sampleMeta); 96ba13b7bc3d46d958bc4a395f2c162cb112ec1f3aRay Essick status_t getMetrics(Parcel *reply); 975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 98a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber bool getCachedDuration(int64_t *durationUs, bool *eos) const; 99a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber 1005778822d86b0337407514b9372562b86edfa91cdAndreas Huberprotected: 1015778822d86b0337407514b9372562b86edfa91cdAndreas Huber virtual ~NuMediaExtractor(); 1025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1035778822d86b0337407514b9372562b86edfa91cdAndreas Huberprivate: 1045778822d86b0337407514b9372562b86edfa91cdAndreas Huber enum TrackFlags { 1055778822d86b0337407514b9372562b86edfa91cdAndreas Huber kIsVorbis = 1, 1065778822d86b0337407514b9372562b86edfa91cdAndreas Huber }; 1075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 108faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar enum { 109faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar kMaxTrackCount = 16384, 110faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar }; 111faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar 1121d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia struct Sample { 1131d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia Sample(); 1141889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang Sample(MediaBufferBase *buffer, int64_t timeUs); 1151889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang MediaBufferBase *mBuffer; 1161d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia int64_t mSampleTimeUs; 1171d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia }; 1181d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia 1195778822d86b0337407514b9372562b86edfa91cdAndreas Huber struct TrackInfo { 120b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen sp<IMediaSource> mSource; 1215778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t mTrackIndex; 1221d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia media_track_type mTrackType; 1231d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia size_t mMaxFetchCount; 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t mFinalResult; 1251d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia std::list<Sample> mSamples; 126ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 127ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mTrackFlags; // bitmask of "TrackFlags" 1285778822d86b0337407514b9372562b86edfa91cdAndreas Huber }; 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 130dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber mutable Mutex mLock; 131dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber 132a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber sp<DataSource> mDataSource; 133a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber 134b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen sp<IMediaExtractor> mImpl; 135d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang HInterfaceToken mCasToken; 1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<TrackInfo> mSelectedTracks; 138a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber int64_t mTotalBitrate; // in bits/sec 139a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber int64_t mDurationUs; 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1411d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia ssize_t fetchAllTrackSamples( 1421d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia int64_t seekTimeUs = -1ll, 1431d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia MediaSource::ReadOptions::SeekMode mode = 1441d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia MediaSource::ReadOptions::SEEK_CLOSEST_SYNC); 1451d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia void fetchTrackSamples( 1461d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia TrackInfo *info, 1479d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber int64_t seekTimeUs = -1ll, 1489d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber MediaSource::ReadOptions::SeekMode mode = 1499d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber MediaSource::ReadOptions::SEEK_CLOSEST_SYNC); 1509d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber 1511d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia void releaseOneSample(TrackInfo *info); 1521d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia void releaseTrackSamples(TrackInfo *info); 1531d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia void releaseAllTrackSamples(); 1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber bool getTotalBitrate(int64_t *bitRate) const; 156faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar status_t updateDurationAndBitrate(); 1571889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang status_t appendVorbisNumPageSamples(MediaBufferBase *mbuf, const sp<ABuffer> &buffer); 158a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber DISALLOW_EVIL_CONSTRUCTORS(NuMediaExtractor); 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber}; 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber#endif // NU_MEDIA_EXTRACTOR_H_ 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 166