120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber/*
220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Copyright (C) 2009 The Android Open Source Project
320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * you may not use this file except in compliance with the License.
620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * You may obtain a copy of the License at
720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
1020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Unless required by applicable law or agreed to in writing, software
1120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
1220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * See the License for the specific language governing permissions and
1420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * limitations under the License.
1520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber */
1620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#ifndef MPEG4_EXTRACTOR_H_
1820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#define MPEG4_EXTRACTOR_H_
2020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
2105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <arpa/inet.h>
2205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
2305f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <media/stagefright/DataSource.h>
2420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#include <media/stagefright/MediaExtractor.h>
2505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <media/stagefright/Utils.h>
2605f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <utils/List.h>
2772b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber#include <utils/Vector.h>
285d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen#include <utils/String8.h>
2920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
3020111aa043c5f404472bc63b90bc5aad906b1101Andreas Hubernamespace android {
3120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
325a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huberstruct AMessage;
3320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass DataSource;
3420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass SampleTable;
3520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass String8;
3620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
3705f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissenstruct SidxEntry {
3805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    size_t mSize;
3905f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    uint32_t mDurationUs;
4005f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen};
4105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
42c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissenstruct Trex {
43c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t track_ID;
44c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_description_index;
45c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_duration;
46c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_size;
47c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_flags;
48c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen};
49c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen
5020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass MPEG4Extractor : public MediaExtractor {
5120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberpublic:
5220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    // Extractor assumes ownership of "source".
5340d8899f60c5212af9d727ba0ffaaecf676ebd1dChih-Hung Hsieh    explicit MPEG4Extractor(const sp<DataSource> &source);
5420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
557be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber    virtual size_t countTracks();
56b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen    virtual sp<IMediaSource> getTrack(size_t index);
577be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber    virtual sp<MetaData> getTrackMetaData(size_t index, uint32_t flags);
587be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber
597be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber    virtual sp<MetaData> getMetaData();
6005f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    virtual uint32_t flags() const;
61a48a51c056198a778755cbed52884dc30b74ac0aMarco Nelissen    virtual const char * name() { return "MPEG4Extractor"; }
62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
63dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    // for DRM
64dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    virtual char* getDrmTrackInfo(size_t trackID, int *len);
65dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang
66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~MPEG4Extractor();
6820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
69ba13b7bc3d46d958bc4a395f2c162cb112ec1f3aRay Essick    virtual void populateMetrics();
70ba13b7bc3d46d958bc4a395f2c162cb112ec1f3aRay Essick
7120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberprivate:
7205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
73ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    struct PsshInfo {
74ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint8_t uuid[16];
75ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint32_t datalen;
76ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint8_t *data;
77ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    };
7820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    struct Track {
7920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber        Track *next;
8020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber        sp<MetaData> meta;
8120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber        uint32_t timescale;
82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        sp<SampleTable> sampleTable;
837e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber        bool includes_expensive_metadata;
846f3a0c2dcb8d37d34e29e6a02acf1e3f8596088cAndreas Huber        bool skipTrack;
8520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    };
8620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
8705f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    Vector<SidxEntry> mSidxEntries;
8805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    off64_t mMoofOffset;
89928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang    bool mMoofFound;
90928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang    bool mMdatFound;
9105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
92ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    Vector<PsshInfo> mPssh;
93ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen
94c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    Vector<Trex> mTrex;
95c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen
96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<DataSource> mDataSource;
97bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber    status_t mInitCheck;
98fc80e9ec5582770cb5a7fef172af3b52625ecce7Marco Nelissen    uint32_t mHeaderTimescale;
99bb0b734ca158c2129d7c31449a3eedcd76dcd03cWei Jia    bool mIsQT;
10020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
10120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    Track *mFirstTrack, *mLastTrack;
10220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
10372b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber    sp<MetaData> mFileMetaData;
10472b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber
10572b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber    Vector<uint32_t> mPath;
1065d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentMean;
1075d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentName;
1085d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentData;
10920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1108cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    KeyedVector<uint32_t, AString> mMetaKeyMap;
1118cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang
11220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    status_t readMetaData();
113c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    status_t parseChunk(off64_t *offset, int depth);
114fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé    status_t parseITunesMetaData(off64_t offset, size_t size);
11558fb7c6e1a9244dd7215a647388c440d8d75851bLajos Molnar    status_t parseColorInfo(off64_t offset, size_t size);
116fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé    status_t parse3GPPMetaData(off64_t offset, size_t size, int depth);
117328abde67f57c026ac44e927f9244c40832499c8Oscar Rydhé    void parseID3v2MetaData(off64_t offset);
1188cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    status_t parseQTMetaKey(off64_t data_offset, size_t data_size);
1198cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    status_t parseQTMetaVal(int32_t keyId, off64_t data_offset, size_t data_size);
12020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
121ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber    status_t updateAudioTrackInfoFromESDS_MPEG4Audio(
122ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber            const void *esds_data, size_t esds_size);
123ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber
124bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber    static status_t verifyTrack(Track *track);
125bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber
126dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    struct SINF {
127dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang        SINF *next;
128dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang        uint16_t trackID;
129dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang        uint8_t IPMPDescriptorID;
130dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang        ssize_t len;
131dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang        char *IPMPData;
132dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    };
133dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang
134dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    SINF *mFirstSINF;
135dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang
136dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang    bool mIsDrm;
137c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    status_t parseDrmSINF(off64_t *offset, off64_t data_offset);
138dcd25efb46c41c8d24a0a9cf61fb57f84149709eGloria Wang
139c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    status_t parseTrackHeader(off64_t data_offset, off64_t data_size);
140ba529e486dde15fe75ea1b48570f9d60a4cf3c48Andreas Huber
14105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    status_t parseSegmentIndex(off64_t data_offset, size_t data_size);
14205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
143bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber    Track *findTrackByMimePrefix(const char *mimePrefix);
144bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber
145bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa    status_t parseAC3SampleEntry(off64_t offset);
146bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa    status_t parseAC3SpecificBox(off64_t offset, uint16_t sampleRate);
147bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa
14820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Extractor(const MPEG4Extractor &);
14920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Extractor &operator=(const MPEG4Extractor &);
15020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber};
15120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberbool SniffMPEG4(
1535a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber        const sp<DataSource> &source, String8 *mimeType, float *confidence,
1545a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber        sp<AMessage> *);
15520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
15620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber}  // namespace android
15720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
15820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#endif  // MPEG4_EXTRACTOR_H_
159