1/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef MediaCodecSource_H_
18#define MediaCodecSource_H_
19
20#include <media/stagefright/foundation/ABase.h>
21#include <media/stagefright/foundation/AHandlerReflector.h>
22#include <media/stagefright/foundation/Mutexed.h>
23#include <media/stagefright/MediaSource.h>
24#include <media/stagefright/PersistentSurface.h>
25
26namespace android {
27
28struct ALooper;
29struct AMessage;
30struct AReplyToken;
31class IGraphicBufferProducer;
32struct MediaCodec;
33class MetaData;
34
35struct MediaCodecSource : public MediaSource,
36                          public MediaBufferObserver {
37    enum FlagBits {
38        FLAG_USE_SURFACE_INPUT      = 1,
39        FLAG_PREFER_SOFTWARE_CODEC  = 4,  // used for testing only
40    };
41
42    static sp<MediaCodecSource> Create(
43            const sp<ALooper> &looper,
44            const sp<AMessage> &format,
45            const sp<MediaSource> &source,
46            const sp<PersistentSurface> &persistentSurface = NULL,
47            uint32_t flags = 0);
48
49    bool isVideo() const { return mIsVideo; }
50    sp<IGraphicBufferProducer> getGraphicBufferProducer();
51    status_t setInputBufferTimeOffset(int64_t timeOffsetUs);
52    int64_t getFirstSampleSystemTimeUs();
53
54    // MediaSource
55    virtual status_t start(MetaData *params = NULL);
56    virtual status_t stop();
57    virtual status_t pause(MetaData *params = NULL);
58    virtual sp<MetaData> getFormat();
59    virtual status_t read(
60            MediaBuffer **buffer,
61            const ReadOptions *options = NULL);
62
63    // MediaBufferObserver
64    virtual void signalBufferReturned(MediaBuffer *buffer);
65
66    // for AHandlerReflector
67    void onMessageReceived(const sp<AMessage> &msg);
68
69    // Set GraphicBufferSource stop time. GraphicBufferSource will stop
70    // after receiving a buffer with timestamp larger or equal than stopTimeUs.
71    // All the buffers with timestamp larger or equal to stopTimeUs will be
72    // discarded. stopTimeUs uses SYSTEM_TIME_MONOTONIC time base.
73    status_t setStopStimeUs(int64_t stopTimeUs);
74
75protected:
76    virtual ~MediaCodecSource();
77
78private:
79    struct Puller;
80
81    enum {
82        kWhatPullerNotify,
83        kWhatEncoderActivity,
84        kWhatStart,
85        kWhatStop,
86        kWhatPause,
87        kWhatSetInputBufferTimeOffset,
88        kWhatSetStopTimeOffset,
89        kWhatGetFirstSampleSystemTimeUs,
90        kWhatStopStalled,
91    };
92
93    MediaCodecSource(
94            const sp<ALooper> &looper,
95            const sp<AMessage> &outputFormat,
96            const sp<MediaSource> &source,
97            const sp<PersistentSurface> &persistentSurface,
98            uint32_t flags = 0);
99
100    status_t onStart(MetaData *params);
101
102    // Pause the source at pauseStartTimeUs. For non-surface input,
103    // buffers will be dropped immediately. For surface input, buffers
104    // with timestamp smaller than pauseStartTimeUs will still be encoded.
105    // Buffers with timestamp larger or queal to pauseStartTimeUs will be
106    // dropped. pauseStartTimeUs uses SYSTEM_TIME_MONOTONIC time base.
107    void onPause(int64_t pauseStartTimeUs);
108
109    status_t init();
110    status_t initEncoder();
111    void releaseEncoder();
112    status_t feedEncoderInputBuffers();
113    // Resume GraphicBufferSource at resumeStartTimeUs. Buffers
114    // from GraphicBufferSource with timestamp larger or equal to
115    // resumeStartTimeUs will be encoded. resumeStartTimeUs uses
116    // SYSTEM_TIME_MONOTONIC time base.
117    void resume(int64_t resumeStartTimeUs = -1ll);
118    void signalEOS(status_t err = ERROR_END_OF_STREAM);
119    bool reachedEOS();
120    status_t postSynchronouslyAndReturnError(const sp<AMessage> &msg);
121
122    sp<ALooper> mLooper;
123    sp<ALooper> mCodecLooper;
124    sp<AHandlerReflector<MediaCodecSource> > mReflector;
125    sp<AMessage> mOutputFormat;
126    Mutexed<sp<MetaData>> mMeta;
127    sp<Puller> mPuller;
128    sp<MediaCodec> mEncoder;
129    uint32_t mFlags;
130    List<sp<AReplyToken>> mStopReplyIDQueue;
131    bool mIsVideo;
132    bool mStarted;
133    bool mStopping;
134    bool mDoMoreWorkPending;
135    bool mSetEncoderFormat;
136    int32_t mEncoderFormat;
137    int32_t mEncoderDataSpace;
138    sp<AMessage> mEncoderActivityNotify;
139    sp<IGraphicBufferProducer> mGraphicBufferProducer;
140    sp<PersistentSurface> mPersistentSurface;
141    List<MediaBuffer *> mInputBufferQueue;
142    List<size_t> mAvailEncoderInputIndices;
143    List<int64_t> mDecodingTimeQueue; // decoding time (us) for video
144    int64_t mInputBufferTimeOffsetUs;
145    int64_t mFirstSampleSystemTimeUs;
146    bool mPausePending;
147
148    // audio drift time
149    int64_t mFirstSampleTimeUs;
150    List<int64_t> mDriftTimeQueue;
151
152    struct Output {
153        Output();
154        List<MediaBuffer*> mBufferQueue;
155        bool mEncoderReachedEOS;
156        status_t mErrorCode;
157        Condition mCond;
158    };
159    Mutexed<Output> mOutput;
160
161    int32_t mGeneration;
162
163    DISALLOW_EVIL_CONSTRUCTORS(MediaCodecSource);
164};
165
166} // namespace android
167
168#endif /* MediaCodecSource_H_ */
169