120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber/*
220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Copyright (C) 2009 The Android Open Source Project
320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * you may not use this file except in compliance with the License.
620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * You may obtain a copy of the License at
720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
1020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Unless required by applicable law or agreed to in writing, software
1120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
1220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * See the License for the specific language governing permissions and
1420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * limitations under the License.
1520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber */
1620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#ifndef MPEG4_EXTRACTOR_H_
1820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#define MPEG4_EXTRACTOR_H_
2020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
2105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <arpa/inet.h>
2205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
232a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen#include <media/DataSourceBase.h>
24d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/MediaExtractor.h>
253d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen#include <media/stagefright/MetaDataBase.h>
2649ce671c4efa4c5d038351ca441e34c5afa5241fDongwon Kang#include <media/stagefright/foundation/AString.h>
27b486b52b2b67961073677d583a02269cbdc9a3fcDongwon Kang#include <utils/KeyedVector.h>
2805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <utils/List.h>
295d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen#include <utils/String8.h>
30b486b52b2b67961073677d583a02269cbdc9a3fcDongwon Kang#include <utils/Vector.h>
3120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
3220111aa043c5f404472bc63b90bc5aad906b1101Andreas Hubernamespace android {
335a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huberstruct AMessage;
342a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissenclass DataSourceBase;
352a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissenstruct CachedRangedDataSource;
3620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass SampleTable;
3720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass String8;
38b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangnamespace heif {
39b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangclass ItemTable;
40b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang}
41b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangusing heif::ItemTable;
4220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
4305f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissenstruct SidxEntry {
4405f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    size_t mSize;
4505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    uint32_t mDurationUs;
4605f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen};
4705f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
48c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissenstruct Trex {
49c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t track_ID;
50c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_description_index;
51c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_duration;
52c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_size;
53c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    uint32_t default_sample_flags;
54c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen};
55c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen
5620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass MPEG4Extractor : public MediaExtractor {
5720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberpublic:
582a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen    explicit MPEG4Extractor(DataSourceBase *source, const char *mime = NULL);
5920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
607be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber    virtual size_t countTracks();
613d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen    virtual MediaTrack *getTrack(size_t index);
623d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen    virtual status_t getTrackMetaData(MetaDataBase& meta, size_t index, uint32_t flags);
637be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber
643d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen    virtual status_t getMetaData(MetaDataBase& meta);
6505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    virtual uint32_t flags() const;
66a48a51c056198a778755cbed52884dc30b74ac0aMarco Nelissen    virtual const char * name() { return "MPEG4Extractor"; }
67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~MPEG4Extractor();
7020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
7120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberprivate:
7205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
73ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    struct PsshInfo {
74ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint8_t uuid[16];
75ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint32_t datalen;
76ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen        uint8_t *data;
77ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    };
7820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    struct Track {
7920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber        Track *next;
803d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen        MetaDataBase meta;
8120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber        uint32_t timescale;
82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        sp<SampleTable> sampleTable;
837e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber        bool includes_expensive_metadata;
846f3a0c2dcb8d37d34e29e6a02acf1e3f8596088cAndreas Huber        bool skipTrack;
8596b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen        bool has_elst;
8696b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen        int64_t elst_media_time;
8796b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen        uint64_t elst_segment_duration;
887b78bfd448028aeeb642cb35d46cc96b205f24f9Robert Shih        bool subsample_encryption;
8920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    };
9020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
9105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    Vector<SidxEntry> mSidxEntries;
9205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    off64_t mMoofOffset;
93928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang    bool mMoofFound;
94928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang    bool mMdatFound;
9505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
96ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen    Vector<PsshInfo> mPssh;
97ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen
98c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen    Vector<Trex> mTrex;
99c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen
1002a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen    DataSourceBase *mDataSource;
1012a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen    CachedRangedDataSource *mCachedSource;
102bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber    status_t mInitCheck;
103fc80e9ec5582770cb5a7fef172af3b52625ecce7Marco Nelissen    uint32_t mHeaderTimescale;
104bb0b734ca158c2129d7c31449a3eedcd76dcd03cWei Jia    bool mIsQT;
105d3e0d861aa68a7ef129fe228595bff734448ebc8Chong Zhang    bool mIsHeif;
106fbc97c5266ec4e9fbe98db944f7aa99452299ae8Chong Zhang    bool mHasMoovBox;
107d3e0d861aa68a7ef129fe228595bff734448ebc8Chong Zhang    bool mPreferHeif;
10820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
10920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    Track *mFirstTrack, *mLastTrack;
11020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1113d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen    MetaDataBase mFileMetaData;
11272b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber
11372b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber    Vector<uint32_t> mPath;
1145d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentMean;
1155d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentName;
1165d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen    String8 mLastCommentData;
11720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1188cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    KeyedVector<uint32_t, AString> mMetaKeyMap;
1198cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang
12020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    status_t readMetaData();
121c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    status_t parseChunk(off64_t *offset, int depth);
122fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé    status_t parseITunesMetaData(off64_t offset, size_t size);
12358fb7c6e1a9244dd7215a647388c440d8d75851bLajos Molnar    status_t parseColorInfo(off64_t offset, size_t size);
124fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé    status_t parse3GPPMetaData(off64_t offset, size_t size, int depth);
125328abde67f57c026ac44e927f9244c40832499c8Oscar Rydhé    void parseID3v2MetaData(off64_t offset);
1268cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    status_t parseQTMetaKey(off64_t data_offset, size_t data_size);
1278cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang    status_t parseQTMetaVal(int32_t keyId, off64_t data_offset, size_t data_size);
12820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
129ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber    status_t updateAudioTrackInfoFromESDS_MPEG4Audio(
130ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber            const void *esds_data, size_t esds_size);
131ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber
132bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber    static status_t verifyTrack(Track *track);
133bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber
134b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang    sp<ItemTable> mItemTable;
135b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang
136c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    status_t parseTrackHeader(off64_t data_offset, off64_t data_size);
137ba529e486dde15fe75ea1b48570f9d60a4cf3c48Andreas Huber
13805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen    status_t parseSegmentIndex(off64_t data_offset, size_t data_size);
13905f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen
140bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber    Track *findTrackByMimePrefix(const char *mimePrefix);
141bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber
142bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa    status_t parseAC3SampleEntry(off64_t offset);
143bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa    status_t parseAC3SpecificBox(off64_t offset, uint16_t sampleRate);
144bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa
14520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Extractor(const MPEG4Extractor &);
14620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Extractor &operator=(const MPEG4Extractor &);
14720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber};
14820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberbool SniffMPEG4(
1502a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen        DataSourceBase *source, String8 *mimeType, float *confidence,
1515a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber        sp<AMessage> *);
15220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
15320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber}  // namespace android
15420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
15520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#endif  // MPEG4_EXTRACTOR_H_
156