15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/*
25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project
35778822d86b0337407514b9372562b86edfa91cdAndreas Huber *
45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License.
65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at
75778822d86b0337407514b9372562b86edfa91cdAndreas Huber *
85778822d86b0337407514b9372562b86edfa91cdAndreas Huber *     http://www.apache.org/licenses/LICENSE-2.0
95778822d86b0337407514b9372562b86edfa91cdAndreas Huber *
105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software
115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and
145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License.
155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */
165778822d86b0337407514b9372562b86edfa91cdAndreas Huber
175778822d86b0337407514b9372562b86edfa91cdAndreas Huber#ifndef NU_MEDIA_EXTRACTOR_H_
185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define NU_MEDIA_EXTRACTOR_H_
195778822d86b0337407514b9372562b86edfa91cdAndreas Huber
201d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia#include <list>
211d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia#include <media/mediaplayer.h>
225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABase.h>
23b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen#include <media/IMediaExtractor.h>
24d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/MediaSource.h>
255778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/Errors.h>
26918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber#include <utils/KeyedVector.h>
275778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/RefBase.h>
28918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber#include <utils/String8.h>
29dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber#include <utils/threads.h>
305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/Vector.h>
315778822d86b0337407514b9372562b86edfa91cdAndreas Huber
325778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android {
335778822d86b0337407514b9372562b86edfa91cdAndreas Huber
345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct ABuffer;
355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct AMessage;
36ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass DataSource;
3773feb8cda587e02f1ff68095b17d47e1d6e37c70Wei Jiastruct MediaHTTPService;
38ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass MediaBuffer;
3961c2351da89cb281b2dfd56c6c6779ccb4bc1172Dan Willemsenclass MediaExtractor;
405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct MediaSource;
41ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnarclass MetaData;
425778822d86b0337407514b9372562b86edfa91cdAndreas Huber
435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct NuMediaExtractor : public RefBase {
44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    enum SampleFlags {
45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        SAMPLE_FLAG_SYNC        = 1,
46ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        SAMPLE_FLAG_ENCRYPTED   = 2,
47ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    };
48ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
49768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar    // identical to IMediaExtractor::GetTrackMetaDataFlags
50768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar    enum GetTrackFormatFlags {
51768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar        kIncludeExtensiveMetaData = 1, // reads sample table and possibly stream headers
52768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar    };
53768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar
545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    NuMediaExtractor();
555778822d86b0337407514b9372562b86edfa91cdAndreas Huber
56918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber    status_t setDataSource(
5773feb8cda587e02f1ff68095b17d47e1d6e37c70Wei Jia            const sp<MediaHTTPService> &httpService,
58918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber            const char *path,
59918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber            const KeyedVector<String8, String8> *headers = NULL);
60918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber
61918c7652b9a38c02e26c0c46541cea82070c0e43Andreas Huber    status_t setDataSource(int fd, off64_t offset, off64_t size);
625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
63dbcb4c17f16230dfc6af908f176681c49f61b13eMarco Nelissen    status_t setDataSource(const sp<DataSource> &datasource);
64dbcb4c17f16230dfc6af908f176681c49f61b13eMarco Nelissen
65d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang    status_t setMediaCas(const HInterfaceToken &casToken);
669dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang
6708eb908098436ce8cc1faf0f009ced1a8fa32c9aRobert Shih    void disconnect();
6808eb908098436ce8cc1faf0f009ced1a8fa32c9aRobert Shih
695778822d86b0337407514b9372562b86edfa91cdAndreas Huber    size_t countTracks() const;
70768a2537a86ac2f3513e42aafb5f3b8ee967ef6cLajos Molnar    status_t getTrackFormat(size_t index, sp<AMessage> *format, uint32_t flags = 0) const;
715778822d86b0337407514b9372562b86edfa91cdAndreas Huber
72ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    status_t getFileFormat(sp<AMessage> *format) const;
73ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen
7401a7601f753fb80e89202fc0b115e263581fc3f4Chong Zhang    status_t getExifOffsetSize(off64_t *offset, size_t *size) const;
7501a7601f753fb80e89202fc0b115e263581fc3f4Chong Zhang
761d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    status_t selectTrack(size_t index, int64_t startTimeUs = -1ll,
771d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia            MediaSource::ReadOptions::SeekMode mode =
781d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia                MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
799d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber    status_t unselectTrack(size_t index);
805778822d86b0337407514b9372562b86edfa91cdAndreas Huber
819d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber    status_t seekTo(
829d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber            int64_t timeUs,
839d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber            MediaSource::ReadOptions::SeekMode mode =
849d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber                MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
855778822d86b0337407514b9372562b86edfa91cdAndreas Huber
861d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    // Each selected track has a read pointer.
871d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    // advance() advances the read pointer with the lowest timestamp.
885778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t advance();
891d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    // readSampleData() reads the sample with the lowest timestamp.
905778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t readSampleData(const sp<ABuffer> &buffer);
911d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia
92dd6c17fb1a409f1f0797ca76541957ccdfd07e7cRobert Shih    status_t getSampleSize(size_t *sampleSize);
935778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t getSampleTrackIndex(size_t *trackIndex);
945778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t getSampleTime(int64_t *sampleTimeUs);
95f69e53033f23f9f70fcdb28a3c2e650de0147459Andreas Huber    status_t getSampleMeta(sp<MetaData> *sampleMeta);
96ba13b7bc3d46d958bc4a395f2c162cb112ec1f3aRay Essick    status_t getMetrics(Parcel *reply);
975778822d86b0337407514b9372562b86edfa91cdAndreas Huber
98a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber    bool getCachedDuration(int64_t *durationUs, bool *eos) const;
99a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber
1005778822d86b0337407514b9372562b86edfa91cdAndreas Huberprotected:
1015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    virtual ~NuMediaExtractor();
1025778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1035778822d86b0337407514b9372562b86edfa91cdAndreas Huberprivate:
1045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    enum TrackFlags {
1055778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kIsVorbis       = 1,
1065778822d86b0337407514b9372562b86edfa91cdAndreas Huber    };
1075778822d86b0337407514b9372562b86edfa91cdAndreas Huber
108faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar    enum {
109faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar        kMaxTrackCount = 16384,
110faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar    };
111faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar
1121d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    struct Sample {
1131d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia        Sample();
1141889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang        Sample(MediaBufferBase *buffer, int64_t timeUs);
1151889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang        MediaBufferBase *mBuffer;
1161d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia        int64_t mSampleTimeUs;
1171d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    };
1181d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia
1195778822d86b0337407514b9372562b86edfa91cdAndreas Huber    struct TrackInfo {
120b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen        sp<IMediaSource> mSource;
1215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        size_t mTrackIndex;
1221d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia        media_track_type mTrackType;
1231d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia        size_t mMaxFetchCount;
1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber        status_t mFinalResult;
1251d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia        std::list<Sample> mSamples;
126ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
127ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        uint32_t mTrackFlags;  // bitmask of "TrackFlags"
1285778822d86b0337407514b9372562b86edfa91cdAndreas Huber    };
1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber
130dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber    mutable Mutex mLock;
131dc7431e70b4b030b5f42d0dfc3ef244d4f583dd2Andreas Huber
132a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber    sp<DataSource> mDataSource;
133a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber
134b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen    sp<IMediaExtractor> mImpl;
135d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang    HInterfaceToken mCasToken;
1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber    Vector<TrackInfo> mSelectedTracks;
138a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber    int64_t mTotalBitrate;  // in bits/sec
139a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber    int64_t mDurationUs;
1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1411d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    ssize_t fetchAllTrackSamples(
1421d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia            int64_t seekTimeUs = -1ll,
1431d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia            MediaSource::ReadOptions::SeekMode mode =
1441d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia                MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
1451d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    void fetchTrackSamples(
1461d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia            TrackInfo *info,
1479d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber            int64_t seekTimeUs = -1ll,
1489d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber            MediaSource::ReadOptions::SeekMode mode =
1499d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber                MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
1509d07855aaff8a6b502a3ab058002cdd4a278b965Andreas Huber
1511d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    void releaseOneSample(TrackInfo *info);
1521d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    void releaseTrackSamples(TrackInfo *info);
1531d8e458f0e816a6bee5f75a7fcd4cf503ab8d7c7Wei Jia    void releaseAllTrackSamples();
1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber
155a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber    bool getTotalBitrate(int64_t *bitRate) const;
156faf35c0c279114b11a36615dc6630c126e767da0Lajos Molnar    status_t updateDurationAndBitrate();
1571889c3edad32995c0cf26ae2248fe7c957b7ec84Dongwon Kang    status_t appendVorbisNumPageSamples(MediaBufferBase *mbuf, const sp<ABuffer> &buffer);
158a53d87c7b1428fe02f535c31dafd64cb1362fde9Andreas Huber
1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuMediaExtractor);
1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber};
1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber}  // namespace android
1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber#endif  // NU_MEDIA_EXTRACTOR_H_
1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber
166