120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber/* 220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Copyright (C) 2009 The Android Open Source Project 320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * 420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * you may not use this file except in compliance with the License. 620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * You may obtain a copy of the License at 720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * 820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * 1020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Unless required by applicable law or agreed to in writing, software 1120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 1220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * See the License for the specific language governing permissions and 1420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * limitations under the License. 1520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber */ 1620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 1720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#ifndef MPEG4_EXTRACTOR_H_ 1820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 1920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#define MPEG4_EXTRACTOR_H_ 2020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 2105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <arpa/inet.h> 2205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen 232a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen#include <media/DataSourceBase.h> 24d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/MediaExtractor.h> 253d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen#include <media/stagefright/MetaDataBase.h> 2649ce671c4efa4c5d038351ca441e34c5afa5241fDongwon Kang#include <media/stagefright/foundation/AString.h> 27b486b52b2b67961073677d583a02269cbdc9a3fcDongwon Kang#include <utils/KeyedVector.h> 2805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen#include <utils/List.h> 295d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen#include <utils/String8.h> 30b486b52b2b67961073677d583a02269cbdc9a3fcDongwon Kang#include <utils/Vector.h> 3120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 3220111aa043c5f404472bc63b90bc5aad906b1101Andreas Hubernamespace android { 335a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huberstruct AMessage; 342a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissenclass DataSourceBase; 352a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissenstruct CachedRangedDataSource; 3620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass SampleTable; 3720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass String8; 38b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangnamespace heif { 39b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangclass ItemTable; 40b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang} 41b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhangusing heif::ItemTable; 4220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 4305f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissenstruct SidxEntry { 4405f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen size_t mSize; 4505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen uint32_t mDurationUs; 4605f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen}; 4705f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen 48c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissenstruct Trex { 49c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen uint32_t track_ID; 50c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen uint32_t default_sample_description_index; 51c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen uint32_t default_sample_duration; 52c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen uint32_t default_sample_size; 53c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen uint32_t default_sample_flags; 54c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen}; 55c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen 5620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass MPEG4Extractor : public MediaExtractor { 5720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberpublic: 582a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen explicit MPEG4Extractor(DataSourceBase *source, const char *mime = NULL); 5920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 607be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber virtual size_t countTracks(); 613d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen virtual MediaTrack *getTrack(size_t index); 623d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen virtual status_t getTrackMetaData(MetaDataBase& meta, size_t index, uint32_t flags); 637be6407f2ad7f2b0782d195d9f792072c084d6f5Andreas Huber 643d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen virtual status_t getMetaData(MetaDataBase& meta); 6505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen virtual uint32_t flags() const; 66a48a51c056198a778755cbed52884dc30b74ac0aMarco Nelissen virtual const char * name() { return "MPEG4Extractor"; } 67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~MPEG4Extractor(); 7020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 7120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberprivate: 7205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen 73ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen struct PsshInfo { 74ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen uint8_t uuid[16]; 75ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen uint32_t datalen; 76ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen uint8_t *data; 77ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen }; 7820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber struct Track { 7920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber Track *next; 803d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen MetaDataBase meta; 8120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber uint32_t timescale; 82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<SampleTable> sampleTable; 837e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber bool includes_expensive_metadata; 846f3a0c2dcb8d37d34e29e6a02acf1e3f8596088cAndreas Huber bool skipTrack; 8596b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen bool has_elst; 8696b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen int64_t elst_media_time; 8796b48f71a97d9a0b72b3fef2ecfcd8215857fcc6Marco Nelissen uint64_t elst_segment_duration; 887b78bfd448028aeeb642cb35d46cc96b205f24f9Robert Shih bool subsample_encryption; 8920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber }; 9020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 9105f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen Vector<SidxEntry> mSidxEntries; 9205f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen off64_t mMoofOffset; 93928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang bool mMoofFound; 94928da1e9631bc7f5a5484c4668646c161515aee6Chong Zhang bool mMdatFound; 9505f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen 96ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen Vector<PsshInfo> mPssh; 97ec77122351b4e78c1fe5b60a208f76baf8c67591Marco Nelissen 98c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen Vector<Trex> mTrex; 99c1f4b2b73fe9432cb75ce1dd368475a2867e70edMarco Nelissen 1002a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen DataSourceBase *mDataSource; 1012a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen CachedRangedDataSource *mCachedSource; 102bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber status_t mInitCheck; 103fc80e9ec5582770cb5a7fef172af3b52625ecce7Marco Nelissen uint32_t mHeaderTimescale; 104bb0b734ca158c2129d7c31449a3eedcd76dcd03cWei Jia bool mIsQT; 105d3e0d861aa68a7ef129fe228595bff734448ebc8Chong Zhang bool mIsHeif; 106fbc97c5266ec4e9fbe98db944f7aa99452299ae8Chong Zhang bool mHasMoovBox; 107d3e0d861aa68a7ef129fe228595bff734448ebc8Chong Zhang bool mPreferHeif; 10820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 10920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber Track *mFirstTrack, *mLastTrack; 11020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 1113d21ae3fad5a894cf15f2e7e7a1d54d0f3d19db0Marco Nelissen MetaDataBase mFileMetaData; 11272b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber 11372b8c5ae6a5f97a4fcfc6d23d33159d6ae50179cAndreas Huber Vector<uint32_t> mPath; 1145d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen String8 mLastCommentMean; 1155d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen String8 mLastCommentName; 1165d2f8ba30c24ea597d54468cda01c7ec5f6a0e66Marco Nelissen String8 mLastCommentData; 11720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 1188cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang KeyedVector<uint32_t, AString> mMetaKeyMap; 1198cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang 12020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber status_t readMetaData(); 121c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong status_t parseChunk(off64_t *offset, int depth); 122fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé status_t parseITunesMetaData(off64_t offset, size_t size); 12358fb7c6e1a9244dd7215a647388c440d8d75851bLajos Molnar status_t parseColorInfo(off64_t offset, size_t size); 124fbc9d2b9cda433d98c36acb842c4a91fdeeb75e0Oscar Rydhé status_t parse3GPPMetaData(off64_t offset, size_t size, int depth); 125328abde67f57c026ac44e927f9244c40832499c8Oscar Rydhé void parseID3v2MetaData(off64_t offset); 1268cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang status_t parseQTMetaKey(off64_t data_offset, size_t data_size); 1278cfad968d5ec429b033caff9743f1ef15090be61Chong Zhang status_t parseQTMetaVal(int32_t keyId, off64_t data_offset, size_t data_size); 12820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 129ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber status_t updateAudioTrackInfoFromESDS_MPEG4Audio( 130ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber const void *esds_data, size_t esds_size); 131ba7c7eeca462614251aec3d27f0f7ff3a83cefa1Andreas Huber 132bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber static status_t verifyTrack(Track *track); 133bd5d93f21e6f79c6d9ebe9d77542c3090d4a7ff4Andreas Huber 134b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang sp<ItemTable> mItemTable; 135b51ca280e6aaace44ec1d80837439b825c6fce82Chong Zhang 136c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong status_t parseTrackHeader(off64_t data_offset, off64_t data_size); 137ba529e486dde15fe75ea1b48570f9d60a4cf3c48Andreas Huber 13805f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen status_t parseSegmentIndex(off64_t data_offset, size_t data_size); 13905f625c46b992ab66b8d1527a366fe2746b4e3c7Marco Nelissen 140bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber Track *findTrackByMimePrefix(const char *mimePrefix); 141bdba1f2a3813e4c8e690d71cfc2b82d5dee85c73Andreas Huber 142bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa status_t parseAC3SampleEntry(off64_t offset); 143bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa status_t parseAC3SpecificBox(off64_t offset, uint16_t sampleRate); 144bcbd7bce03772a22c2965dab636c1f67b7a655f5Pawin Vongmasa 14520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber MPEG4Extractor(const MPEG4Extractor &); 14620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber MPEG4Extractor &operator=(const MPEG4Extractor &); 14720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber}; 14820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberbool SniffMPEG4( 1502a243f08193fe9ff1afe018e9953f01c44ced9deMarco Nelissen DataSourceBase *source, String8 *mimeType, float *confidence, 1515a1c3529e4fa2f8a11054181294e0ce79fff8dd3Andreas Huber sp<AMessage> *); 15220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 15320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber} // namespace android 15420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber 15520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#endif // MPEG4_EXTRACTOR_H_ 156