OMXCodec.h revision e5adbeee3401915ff8e1a983396ce3554436b11c
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 21693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static sp<OMXCodec> Create( 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MediaSource> &source); 37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 41693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 42693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 46693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void on_message(const omx_message &msg); 47693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 48693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 51693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 52693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 53693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 54693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 55693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 56693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 60693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 61693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 63693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 64693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 65693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 70693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum Quirks { 81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kNeedsFlushBeforeDisable = 1, 82dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber kWantsNALFragments = 2, 83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 851beb760d920561679862ded945a04e370368c7f7Andreas Huber kRequiresFlushCompleteEmulation = 16, 86ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 878297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber kRequiresFlushBeforeShutdown = 64, 88693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 89693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 90693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 91693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 92693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mOwnedByComponent; 93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 97693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 98693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 99693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<OMXCodecObserver> mObserver; 105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1147530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 119284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks, 132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MediaSource> &source); 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setAMRFormat(); 13937940eefcba982836b579fe1ffec6cada72b0974Andreas Huber void setAACFormat(int32_t numChannels, int32_t sampleRate); 140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoOutputFormat( 150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1557530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 1567530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 1577530e9c708275c273c134c36c68179f511c1940eAndreas Huber 158e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 159e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 160e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 161e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 162e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffer(IOMX::buffer_id buffer); 170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffer(BufferInfo *info); 172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1771beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 1781beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 1791beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 1801beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 1811beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 1821beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 1831beb760d920561679862ded945a04e370368c7f7Andreas Huber 184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void enablePortAsync(OMX_U32 portIndex); 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 204693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 205693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 209