OMXCodec.h revision e5adbeee3401915ff8e1a983396ce3554436b11c
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/*
2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project
3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License.
6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at
7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software
11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and
14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License.
15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */
16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_
18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_
20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
21693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h>
22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h>
23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h>
24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h>
25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android {
27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer;
29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver;
30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource,
32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                  public MediaBufferObserver {
33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static sp<OMXCodec> Create(
34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<IOMX> &omx,
35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<MetaData> &meta, bool createEncoder,
36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<MediaSource> &source);
37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t start(MetaData *params = NULL);
39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t stop();
40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
41693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual sp<MetaData> getFormat();
42693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t read(
44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            MediaBuffer **buffer, const ReadOptions *options = NULL);
45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
46693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void on_message(const omx_message &msg);
47693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
48693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // from MediaBufferObserver
49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual void signalBufferReturned(MediaBuffer *buffer);
50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
51693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
52693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~OMXCodec();
53693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
54693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate:
55693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum State {
56693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DEAD,
57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOADED,
58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOADED_TO_IDLE,
59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IDLE_TO_EXECUTING,
60693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        EXECUTING,
61693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        EXECUTING_TO_IDLE,
62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IDLE_TO_LOADED,
63693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        RECONFIGURING,
64693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ERROR
65693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum {
68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kPortIndexInput  = 0,
69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kPortIndexOutput = 1
70693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum PortStatus {
73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ENABLED,
74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DISABLING,
75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DISABLED,
76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ENABLING,
77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        SHUTTING_DOWN,
78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum Quirks {
81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kNeedsFlushBeforeDisable             = 1,
82dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber        kWantsNALFragments                   = 2,
83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kRequiresLoadedToIdleAfterAllocation = 4,
84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kRequiresAllocateBufferOnInputPorts  = 8,
851beb760d920561679862ded945a04e370368c7f7Andreas Huber        kRequiresFlushCompleteEmulation      = 16,
86ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber        kRequiresAllocateBufferOnOutputPorts = 32,
878297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber        kRequiresFlushBeforeShutdown         = 64,
88693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
89693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
90693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    struct BufferInfo {
91693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IOMX::buffer_id mBuffer;
92693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        bool mOwnedByComponent;
93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        sp<IMemory> mMem;
94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        MediaBuffer *mMediaBuffer;
95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
97693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    struct CodecSpecificData {
98693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        size_t mSize;
99693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        uint8_t mData[1];
100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<IOMX> mOMX;
103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    IOMX::node_id mNode;
104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<OMXCodecObserver> mObserver;
105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    uint32_t mQuirks;
106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mIsEncoder;
107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    char *mMIME;
108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    char *mComponentName;
109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<MetaData> mOutputFormat;
110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<MediaSource> mSource;
111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<CodecSpecificData *> mCodecSpecificData;
112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t mCodecSpecificDataIndex;
113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1147530e9c708275c273c134c36c68179f511c1940eAndreas Huber    sp<MemoryDealer> mDealer[2];
115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    State mState;
117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> mPortBuffers[2];
118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    PortStatus mPortStatus[2];
119284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber    bool mInitialBufferSubmit;
120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mSignalledEOS;
121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mNoMoreOutputData;
122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    int64_t mSeekTimeUs;
123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Mutex mLock;
125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Condition mAsyncCompletion;
126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // A list of indices into mPortStatus[kPortIndexOutput] filled with data.
128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    List<size_t> mFilledBuffers;
129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Condition mBufferFilled;
130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks,
132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             bool isEncoder, const char *mime, const char *componentName,
133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             const sp<MediaSource> &source);
134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void addCodecSpecificData(const void *data, size_t size);
136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void clearCodecSpecificData();
137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setAMRFormat();
13937940eefcba982836b579fe1ffec6cada72b0974Andreas Huber    void setAACFormat(int32_t numChannels, int32_t sampleRate);
140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t setVideoPortFormatType(
142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex,
143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat,
144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_COLOR_FORMATTYPE colorFormat);
145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setVideoInputFormat(
147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const char *mime, OMX_U32 width, OMX_U32 height);
148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setVideoOutputFormat(
150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const char *mime, OMX_U32 width, OMX_U32 height);
151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setImageOutputFormat(
153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height);
154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1557530e9c708275c273c134c36c68179f511c1940eAndreas Huber    void setJPEGInputFormat(
1567530e9c708275c273c134c36c68179f511c1940eAndreas Huber            OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize);
1577530e9c708275c273c134c36c68179f511c1940eAndreas Huber
158e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size);
159e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
160e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    void setRawAudioFormat(
161e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels);
162e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t allocateBuffers();
164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t allocateBuffersOnPort(OMX_U32 portIndex);
165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t freeBuffersOnPort(
167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex, bool onlyThoseWeOwn = false);
168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffer(IOMX::buffer_id buffer);
170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffer(IOMX::buffer_id buffer);
171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffer(BufferInfo *info);
172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffer(BufferInfo *info);
173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffers();
175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffers();
176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1771beb760d920561679862ded945a04e370368c7f7Andreas Huber    // Returns true iff a flush was initiated and a completion event is
1781beb760d920561679862ded945a04e370368c7f7Andreas Huber    // upcoming, false otherwise (A flush was not necessary as we own all
1791beb760d920561679862ded945a04e370368c7f7Andreas Huber    // the buffers on that port).
1801beb760d920561679862ded945a04e370368c7f7Andreas Huber    // This method will ONLY ever return false for a component with quirk
1811beb760d920561679862ded945a04e370368c7f7Andreas Huber    // "kRequiresFlushCompleteEmulation".
1821beb760d920561679862ded945a04e370368c7f7Andreas Huber    bool flushPortAsync(OMX_U32 portIndex);
1831beb760d920561679862ded945a04e370368c7f7Andreas Huber
184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void disablePortAsync(OMX_U32 portIndex);
185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void enablePortAsync(OMX_U32 portIndex);
186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers);
188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static bool isIntermediateState(State state);
189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data);
192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onStateChange(OMX_STATETYPE newState);
193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onPortSettingsChanged(OMX_U32 portIndex);
194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setState(State newState);
196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t init();
198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void initOutputFormat(const sp<MetaData> &inputFormat);
199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void dumpPortStatus(OMX_U32 portIndex);
201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec(const OMXCodec &);
203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec &operator=(const OMXCodec &);
204693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
205693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}  // namespace android
207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif  // OMX_CODEC_H_
209