OMXCodec.h revision 7a6b9e2eca7d20457ace3538c689640e5bfda4f3
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 21693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static sp<OMXCodec> Create( 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MediaSource> &source); 37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 41693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 42693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 46693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void on_message(const omx_message &msg); 47693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 48693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 51693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 52693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 53693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 54693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 55693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 56693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 60693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 61693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 63693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 64693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 65693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 67693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 70693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum Quirks { 81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kNeedsFlushBeforeDisable = 1, 82dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber kWantsNALFragments = 2, 83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 851beb760d920561679862ded945a04e370368c7f7Andreas Huber kRequiresFlushCompleteEmulation = 16, 86ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 878297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber kRequiresFlushBeforeShutdown = 64, 88693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 89693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 90693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 91693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 92693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mOwnedByComponent; 93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 97693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 98693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 99693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<OMXCodecObserver> mObserver; 105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1147530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 119284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks, 132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MediaSource> &source); 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1387a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber void setComponentRole(); 1397a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setAMRFormat(); 14137940eefcba982836b579fe1ffec6cada72b0974Andreas Huber void setAACFormat(int32_t numChannels, int32_t sampleRate); 142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoOutputFormat( 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 155693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 156693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1577530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 1587530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 1597530e9c708275c273c134c36c68179f511c1940eAndreas Huber 160e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 161e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 162e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 163e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 164e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffer(IOMX::buffer_id buffer); 172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffer(BufferInfo *info); 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 177693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1791beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 1801beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 1811beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 1821beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 1831beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 1841beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 1851beb760d920561679862ded945a04e370368c7f7Andreas Huber 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void enablePortAsync(OMX_U32 portIndex); 188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 204693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 205693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 211