OMXCodec.h revision 7530e9c708275c273c134c36c68179f511c1940e
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/*
2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project
3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License.
6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at
7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software
11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and
14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License.
15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */
16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_
18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_
20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
21693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h>
22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h>
23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h>
24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h>
25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android {
27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer;
29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver;
30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource,
32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                  public MediaBufferObserver {
33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static sp<OMXCodec> Create(
34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<IOMX> &omx,
35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<MetaData> &meta, bool createEncoder,
36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const sp<MediaSource> &source);
37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t start(MetaData *params = NULL);
39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t stop();
40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
41693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual sp<MetaData> getFormat();
42693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual status_t read(
44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            MediaBuffer **buffer, const ReadOptions *options = NULL);
45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
46693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void on_message(const omx_message &msg);
47693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
48693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // from MediaBufferObserver
49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual void signalBufferReturned(MediaBuffer *buffer);
50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
51693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
52693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~OMXCodec();
53693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
54693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate:
55693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum State {
56693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DEAD,
57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOADED,
58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOADED_TO_IDLE,
59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IDLE_TO_EXECUTING,
60693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        EXECUTING,
61693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        EXECUTING_TO_IDLE,
62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IDLE_TO_LOADED,
63693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        RECONFIGURING,
64693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ERROR
65693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum {
68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kPortIndexInput  = 0,
69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kPortIndexOutput = 1
70693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum PortStatus {
73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ENABLED,
74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DISABLING,
75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        DISABLED,
76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ENABLING,
77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        SHUTTING_DOWN,
78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    enum Quirks {
81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kNeedsFlushBeforeDisable             = 1,
82dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber        kWantsNALFragments                   = 2,
83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kRequiresLoadedToIdleAfterAllocation = 4,
84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        kRequiresAllocateBufferOnInputPorts  = 8,
85693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
86693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
87693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    struct BufferInfo {
88693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IOMX::buffer_id mBuffer;
89693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        bool mOwnedByComponent;
90693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        sp<IMemory> mMem;
91693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        MediaBuffer *mMediaBuffer;
92693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    struct CodecSpecificData {
95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        size_t mSize;
96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        uint8_t mData[1];
97693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
98693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
99693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<IOMX> mOMX;
100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    IOMX::node_id mNode;
101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<OMXCodecObserver> mObserver;
102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    uint32_t mQuirks;
103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mIsEncoder;
104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    char *mMIME;
105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    char *mComponentName;
106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<MetaData> mOutputFormat;
107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<MediaSource> mSource;
108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<CodecSpecificData *> mCodecSpecificData;
109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t mCodecSpecificDataIndex;
110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1117530e9c708275c273c134c36c68179f511c1940eAndreas Huber    sp<MemoryDealer> mDealer[2];
112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    State mState;
114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> mPortBuffers[2];
115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    PortStatus mPortStatus[2];
116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mSignalledEOS;
117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool mNoMoreOutputData;
118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    int64_t mSeekTimeUs;
119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Mutex mLock;
121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Condition mAsyncCompletion;
122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // A list of indices into mPortStatus[kPortIndexOutput] filled with data.
124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    List<size_t> mFilledBuffers;
125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Condition mBufferFilled;
126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks,
128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             bool isEncoder, const char *mime, const char *componentName,
129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             const sp<MediaSource> &source);
130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void addCodecSpecificData(const void *data, size_t size);
132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void clearCodecSpecificData();
133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setAMRFormat();
135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setAACFormat();
136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t setVideoPortFormatType(
138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex,
139693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat,
140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_COLOR_FORMATTYPE colorFormat);
141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setVideoInputFormat(
143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const char *mime, OMX_U32 width, OMX_U32 height);
144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setVideoOutputFormat(
146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const char *mime, OMX_U32 width, OMX_U32 height);
147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setImageOutputFormat(
149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height);
150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1517530e9c708275c273c134c36c68179f511c1940eAndreas Huber    void setJPEGInputFormat(
1527530e9c708275c273c134c36c68179f511c1940eAndreas Huber            OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize);
1537530e9c708275c273c134c36c68179f511c1940eAndreas Huber
154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t allocateBuffers();
155693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t allocateBuffersOnPort(OMX_U32 portIndex);
156693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
157693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t freeBuffersOnPort(
158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex, bool onlyThoseWeOwn = false);
159693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffer(IOMX::buffer_id buffer);
161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffer(IOMX::buffer_id buffer);
162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffer(BufferInfo *info);
163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffer(BufferInfo *info);
164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void drainInputBuffers();
166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void fillOutputBuffers();
167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void flushPortAsync(OMX_U32 portIndex);
169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void disablePortAsync(OMX_U32 portIndex);
170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void enablePortAsync(OMX_U32 portIndex);
171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers);
173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static bool isIntermediateState(State state);
174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data);
177693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onStateChange(OMX_STATETYPE newState);
178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void onPortSettingsChanged(OMX_U32 portIndex);
179693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
180693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void setState(State newState);
181693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t init();
183693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void initOutputFormat(const sp<MetaData> &inputFormat);
184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    void dumpPortStatus(OMX_U32 portIndex);
186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec(const OMXCodec &);
188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodec &operator=(const OMXCodec &);
189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}  // namespace android
192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif  // OMX_CODEC_H_
194