MPEG4Writer.h revision 80f78b773f92048944a850efb7b60629643370cd
120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber/*
220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Copyright (C) 2009 The Android Open Source Project
320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * you may not use this file except in compliance with the License.
620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * You may obtain a copy of the License at
720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber *
1020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * Unless required by applicable law or agreed to in writing, software
1120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
1220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * See the License for the specific language governing permissions and
1420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber * limitations under the License.
1520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber */
1620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#ifndef MPEG4_WRITER_H_
1820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
1920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#define MPEG4_WRITER_H_
2020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
2120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#include <stdio.h>
2220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
23b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen#include <media/IMediaSource.h>
242dce41ad26cb3e9e15c9e456a84bcf5309548ca0Andreas Huber#include <media/stagefright/MediaWriter.h>
2520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#include <utils/List.h>
2620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#include <utils/threads.h>
2720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
2820111aa043c5f404472bc63b90bc5aad906b1101Andreas Hubernamespace android {
2920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
30e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhangclass AMessage;
3120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass MediaBuffer;
3220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberclass MetaData;
3320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
342dce41ad26cb3e9e15c9e456a84bcf5309548ca0Andreas Huberclass MPEG4Writer : public MediaWriter {
3520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberpublic:
3630ab66297501757d745b9ae10da61adcd891f497Andreas Huber    MPEG4Writer(int fd);
3720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
38acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong    // Limitations
39acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong    // 1. No more than 2 tracks can be added
40acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong    // 2. Only video or audio source can be added
41acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong    // 3. No more than one video and/or one audio source can be added.
42b2487f03f12dcafdb801fc0007c8df8412397f44Marco Nelissen    virtual status_t addSource(const sp<IMediaSource> &source);
43acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong
44acc47642e0f5d962f6289e6ba687fabf68f8312bJames Dong    // Returns INVALID_OPERATION if there is no source or track.
452dec2b5be2056c6d9428897dc672185872d30d17James Dong    virtual status_t start(MetaData *param = NULL);
468bcc65c753085fe3328592cceda0cf0e8f8b0a45James Dong    virtual status_t stop() { return reset(); }
4737187916a486504acaf83bea30147eb5fbf46ae5James Dong    virtual status_t pause();
482dce41ad26cb3e9e15c9e456a84bcf5309548ca0Andreas Huber    virtual bool reachedEOS();
49dedf414d3fe2e79ee0aad0f1c82ca16ebd886ff6James Dong    virtual status_t dump(int fd, const Vector<String16>& args);
5020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
5120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void beginBox(const char *fourcc);
52e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    void beginBox(uint32_t id);
5320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeInt8(int8_t x);
5420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeInt16(int16_t x);
5520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeInt32(int32_t x);
5620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeInt64(int64_t x);
5720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeCString(const char *s);
5820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void writeFourcc(const char *fourcc);
5920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void write(const void *data, size_t size);
608c460498c028888c533ab442be12b6d4b669b965James Dong    inline size_t write(const void *ptr, size_t size, size_t nmemb);
6120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    void endBox();
6213aec890216948b0c364f8f92792129d0335f506James Dong    uint32_t interleaveDuration() const { return mInterleaveDurationUs; }
6313aec890216948b0c364f8f92792129d0335f506James Dong    status_t setInterleaveDuration(uint32_t duration);
648f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong    int32_t getTimeScale() const { return mTimeScale; }
6520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
6607b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    status_t setGeoData(int latitudex10000, int longitudex10000);
67e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    status_t setCaptureRate(float captureFps);
68d8cf55d878edddfc36bb821a95b88dfb2453c2c3Robert Shih    virtual void setStartTimeOffsetMs(int ms) { mStartTimeOffsetMs = ms; }
69d8cf55d878edddfc36bb821a95b88dfb2453c2c3Robert Shih    virtual int32_t getStartTimeOffsetMs() const { return mStartTimeOffsetMs; }
7007b1bb529a1ae76c46a71b01338c166f9490629dJames Dong
71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~MPEG4Writer();
73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
7420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huberprivate:
7520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    class Track;
7620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
77c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    int  mFd;
78674ebd0b4e1143e38392a4e3bb38b4679a4577bcJames Dong    status_t mInitCheck;
79de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    bool mIsRealTimeRecording;
80b4d5320bda29cd9694461c9b61d0211f801ff0afJames Dong    bool mUse4ByteNalLength;
811acfe8649f8169caf2ff098c2dc2de880d9a3760James Dong    bool mUse32BitOffset;
82a007e8229fb2be4866c483f9cd6c4af238a2da5eJames Dong    bool mIsFileSizeLimitExplicitlyRequested;
83a7d1a2dd776bf356c228785a94ba8e0ff6a2ec7fJames Dong    bool mPaused;
84411ba422e3635d534928ffd81abf54f4f291c739James Dong    bool mStarted;  // Writer thread + track threads started successfully
85411ba422e3635d534928ffd81abf54f4f291c739James Dong    bool mWriterThreadStarted;  // Only writer thread started successfully
86c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t mOffset;
8720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    off_t mMdatOffset;
887837c17063a4c50bc856ba59418516fdab731de7James Dong    uint8_t *mMoovBoxBuffer;
89c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t mMoovBoxBufferOffset;
907837c17063a4c50bc856ba59418516fdab731de7James Dong    bool  mWriteMoovBoxToMemory;
91c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t mFreeBoxOffset;
927837c17063a4c50bc856ba59418516fdab731de7James Dong    bool mStreamableFile;
93c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t mEstimatedMoovBoxSize;
947c4820d23b68f748b8dfff3d4bb5b13e9d4811a8Chong Zhang    off64_t mMoovExtraSize;
9513aec890216948b0c364f8f92792129d0335f506James Dong    uint32_t mInterleaveDurationUs;
968f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong    int32_t mTimeScale;
973c0131f02b6f008321608044c53bccce2ac5f6ddJames Dong    int64_t mStartTimestampUs;
9807b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    int mLatitudex10000;
9907b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    int mLongitudex10000;
10007b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    bool mAreGeoTagsAvailable;
10186b7f47aa7482424cf8fd248f1315311919be3b0James Dong    int32_t mStartTimeOffsetMs;
1021c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
10320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    Mutex mLock;
10420111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
10520111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    List<Track *> mTracks;
10620111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
107c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    List<off64_t> mBoxes;
10820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
109e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    sp<AMessage> mMetaKeys;
110e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang
111f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong    void setStartTimestampUs(int64_t timeUs);
112f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong    int64_t getStartTimestampUs();  // Not const
11393d6b102a13afa23bfa80d74c399d93d542e6ad6James Dong    status_t startTracks(MetaData *params);
11458ae9c530247668f8af36e30d228c716c226b3d4James Dong    size_t numTracks();
1152dec2b5be2056c6d9428897dc672185872d30d17James Dong    int64_t estimateMoovBoxSize(int32_t bitRate);
1163c0131f02b6f008321608044c53bccce2ac5f6ddJames Dong
1171c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    struct Chunk {
1181c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        Track               *mTrack;        // Owner
1191c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        int64_t             mTimeStampUs;   // Timestamp of the 1st sample
1201c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        List<MediaBuffer *> mSamples;       // Sample data
1211c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1221c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        // Convenient constructor
123fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong        Chunk(): mTrack(NULL), mTimeStampUs(0) {}
124fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong
1251c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        Chunk(Track *track, int64_t timeUs, List<MediaBuffer *> samples)
1261c9747a4653aec1395c2bd6896c9b87cb5447837James Dong            : mTrack(track), mTimeStampUs(timeUs), mSamples(samples) {
1271c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        }
1281c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1291c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    };
1301c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    struct ChunkInfo {
1311c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        Track               *mTrack;        // Owner
1321c9747a4653aec1395c2bd6896c9b87cb5447837James Dong        List<Chunk>         mChunks;        // Remaining chunks to be written
13370ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong
13470ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong        // Previous chunk timestamp that has been written
13570ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong        int64_t mPrevChunkTimestampUs;
13670ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong
13770ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong        // Max time interval between neighboring chunks
13870ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong        int64_t mMaxInterChunkDurUs;
13970ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong
1401c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    };
1411c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1421c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    bool            mIsFirstChunk;
1431c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    volatile bool   mDone;                  // Writer thread is done?
1441c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    pthread_t       mThread;                // Thread id for the writer
1451c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    List<ChunkInfo> mChunkInfos;            // Chunk infos
1461c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    Condition       mChunkReadyCondition;   // Signal that chunks are available
1471c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1481c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    // Writer thread handling
1491c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    status_t startWriterThread();
1501c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    void stopWriterThread();
1511c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    static void *ThreadWrapper(void *me);
1521c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    void threadFunc();
1531c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1541c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    // Buffer a single chunk to be written out later.
1551c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    void bufferChunk(const Chunk& chunk);
1561c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
1571c9747a4653aec1395c2bd6896c9b87cb5447837James Dong    // Write all buffered chunks from all tracks
158fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    void writeAllChunks();
1591c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
160fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    // Retrieve the proper chunk to write if there is one
161fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    // Return true if a chunk is found; otherwise, return false.
162fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    bool findChunkToWrite(Chunk *chunk);
1631c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
164fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    // Actually write the given chunk to the file.
165fcac8fa9421f442f024018628a6042d7a14fbfb0James Dong    void writeChunkToFile(Chunk* chunk);
1661c9747a4653aec1395c2bd6896c9b87cb5447837James Dong
167e259531ce59ab1f31de5a23124b22536f6a5a767James Dong    // Adjust other track media clock (presumably wall clock)
168e259531ce59ab1f31de5a23124b22536f6a5a767James Dong    // based on audio track media clock with the drift time.
169e259531ce59ab1f31de5a23124b22536f6a5a767James Dong    int64_t mDriftTimeUs;
170d707fcb3e29707ca4a5935c294ef0b38eb5aba5fJames Dong    void setDriftTimeUs(int64_t driftTimeUs);
171e259531ce59ab1f31de5a23124b22536f6a5a767James Dong    int64_t getDriftTimeUs();
172e259531ce59ab1f31de5a23124b22536f6a5a767James Dong
173b4d5320bda29cd9694461c9b61d0211f801ff0afJames Dong    // Return whether the nal length is 4 bytes or 2 bytes
174b4d5320bda29cd9694461c9b61d0211f801ff0afJames Dong    // Only makes sense for H.264/AVC
175b4d5320bda29cd9694461c9b61d0211f801ff0afJames Dong    bool useNalLengthFour();
176b4d5320bda29cd9694461c9b61d0211f801ff0afJames Dong
177de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    // Return whether the writer is used for real time recording.
178de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    // In real time recording mode, new samples will be allowed to buffered into
179de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    // chunks in higher priority thread, even though the file writer has not
180de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    // drained the chunks yet.
181de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    // By default, real time recording is on.
182de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui    bool isRealTimeRecording() const;
183de05c8eab188e98798f2b9c3dfac53dbc18ef584ztenghui
18413aec890216948b0c364f8f92792129d0335f506James Dong    void lock();
18513aec890216948b0c364f8f92792129d0335f506James Dong    void unlock();
18613aec890216948b0c364f8f92792129d0335f506James Dong
18713aec890216948b0c364f8f92792129d0335f506James Dong    // Acquire lock before calling these methods
188c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t addSample_l(MediaBuffer *buffer);
189c7fc37a3dab9bd1f96713649f351b5990e6316ffJames Dong    off64_t addLengthPrefixedSample_l(MediaBuffer *buffer);
19080f78b773f92048944a850efb7b60629643370cdPraveen Chavan    off64_t addMultipleLengthPrefixedSamples_l(MediaBuffer *buffer);
19120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
192d599cd4573b5a2d5914c5040e0565ef866749b77James Dong    bool exceedsFileSizeLimit();
1931f90c4b3fda9dbd2824d67fd679f850572f114dcJames Dong    bool use32BitFileOffset() const;
194d599cd4573b5a2d5914c5040e0565ef866749b77James Dong    bool exceedsFileDurationLimit();
19578a1a286f736888ae7af8860b2c424af0d978848James Dong    bool isFileStreamable() const;
196bc07bcc65e91c7aea9713631ae67760dcf1b0286James Dong    void trackProgressStatus(size_t trackId, int64_t timeUs, status_t err = OK);
19713f6284305e4b27395a23db7882d670bdb1bcae1James Dong    void writeCompositionMatrix(int32_t degrees);
198b21c564ce47041f9dd3ab65e36fed57c4937a42dJames Dong    void writeMvhdBox(int64_t durationUs);
199b21c564ce47041f9dd3ab65e36fed57c4937a42dJames Dong    void writeMoovBox(int64_t durationUs);
2002cf9c5073ca3342ee52673ad68763fadd2c2be79James Dong    void writeFtypBox(MetaData *param);
20107b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    void writeUdtaBox();
20207b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    void writeGeoDataBox();
20307b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    void writeLatitude(int degreex10000);
20407b1bb529a1ae76c46a71b01338c166f9490629dJames Dong    void writeLongitude(int degreex10000);
2057c4820d23b68f748b8dfff3d4bb5b13e9d4811a8Chong Zhang
2067c4820d23b68f748b8dfff3d4bb5b13e9d4811a8Chong Zhang    void addDeviceMeta();
207e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    void writeHdlr();
208e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    void writeKeys();
209e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    void writeIlst();
210e76dba7af9589d9ed7b116eec3a74168a8352925Chong Zhang    void writeMetaBox();
21170ccfd44c4bfe95ddecc2df6c3695efc48229d72James Dong    void sendSessionSummary();
212411ba422e3635d534928ffd81abf54f4f291c739James Dong    void release();
2138bcc65c753085fe3328592cceda0cf0e8f8b0a45James Dong    status_t reset();
2147837c17063a4c50bc856ba59418516fdab731de7James Dong
215efcdf187baab9ec29e12adcf85e63fe3e6d5aa4dJohannes Carlsson    static uint32_t getMpeg4Time();
216efcdf187baab9ec29e12adcf85e63fe3e6d5aa4dJohannes Carlsson
21720111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Writer(const MPEG4Writer &);
21820111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber    MPEG4Writer &operator=(const MPEG4Writer &);
21920111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber};
22020111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
22120111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber}  // namespace android
22220111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber
22320111aa043c5f404472bc63b90bc5aad906b1101Andreas Huber#endif  // MPEG4_WRITER_H_
224