OMXCodec.h revision 965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebd
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis#include <android/native_window.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 31145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstruct CodecProfileLevel; 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 35ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber enum CreationFlags { 362a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber kPreferSoftwareCodecs = 1, 37f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kIgnoreCodecSpecificData = 2, 38f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 39f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // The client wants to access the output buffer's video 40f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // data for example for thumbnail extraction. 41f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kClientNeedsFramebuffer = 4, 42d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong 43d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // Request for software or hardware codecs. If request 44d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // can not be fullfilled, Create() returns NULL. 45d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kSoftwareCodecsOnly = 8, 46d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kHardwareCodecsOnly = 16, 478480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 488480835b4bc1350646376aa7f3ae33742a7adeb1James Dong // Store meta data in video buffers 498480835b4bc1350646376aa7f3ae33742a7adeb1James Dong kStoreMetaDataInVideoBuffers = 32, 507757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 517757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong // Only submit one input buffer at one time. 527757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong kOnlySubmitOneInputBufferAtOneTime = 64, 532eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten 542eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten // Enable GRALLOC_USAGE_PROTECTED for output buffers from native window 552eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten kEnableGrallocUsageProtected = 128, 56ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber }; 57bf697e37550d9e8376089b0b5e498613bede798cAndreas Huber static sp<MediaSource> Create( 58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 6018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<MediaSource> &source, 61ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *matchComponentName = NULL, 626a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis uint32_t flags = 0, 636a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow = NULL); 6418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 6518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber static void setComponentRole( 6618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder, 6718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mime); 68693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 69693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 70693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 77d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber virtual status_t pause(); 78d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 85693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 8614c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 8714c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Make sure mLock is accessible to OMXCodecObserver 8814c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong friend class OMXCodecObserver; 8914c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 9014c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Call this with mLock hold 9114c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong void on_message(const omx_message &msg); 9214c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 96693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 97693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 98693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 99693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum Quirks { 1197f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kNeedsFlushBeforeDisable = 1, 1207f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kWantsNALFragments = 2, 1217f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 1227f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 1237f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresFlushCompleteEmulation = 16, 1247f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 1257f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresFlushBeforeShutdown = 64, 1267f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kDefersOutputBufferAllocation = 128, 1277f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kDecoderLiesAboutNumberOfChannels = 256, 1287f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kInputBufferSizesAreBogus = 512, 1297f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kSupportsMultipleFramesPerInputBuffer = 1024, 130d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong kAvoidMemcopyInputRecordingFrames = 2048, 131824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong kRequiresLargerEncoderOutputBuffer = 4096, 1322b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber kOutputBuffersAreUnreadable = 8192, 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber enum BufferStatus { 13692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_US, 13792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_COMPONENT, 13892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_NATIVE_WINDOW, 13992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_CLIENT, 14092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber }; 14192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 14492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber BufferStatus mStatus; 145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 146570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber size_t mSize; 147570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber void *mData; 148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 155693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 156693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 1577eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber bool mOMXLivesLocally; 158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 159693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1687530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 173284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 1755295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber status_t mFinalStatus; 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 1777f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber bool mOutputPortSettingsHaveChanged; 178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 179abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber ReadOptions::SeekMode mSeekMode; 180abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber int64_t mTargetTimeUs; 1819c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber bool mOutputPortSettingsChangedPending; 182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1837f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber MediaBuffer *mLeftOverBuffer; 1847f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 188d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber bool mPaused; 189d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 1906a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<ANativeWindow> mNativeWindow; 1916a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 1926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // The index in each of the mPortBuffers arrays of the buffer that will be 1936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // submitted to OMX next. This only applies when using buffers from a 1946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // native window. 1956a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis size_t mNextNativeBufferIndex[2]; 1966a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2018480835b4bc1350646376aa7f3ae33742a7adeb1James Dong bool mIsMetaDataStoredInVideoBuffers; 2027757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong bool mOnlySubmitOneBufferAtOneTime; 2032eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten bool mEnableGrallocUsageProtected; 2048480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 205965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // Used to record the decoding time for an output picture from 206965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // a video encoder. 207965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong List<int64_t> mDecodingTimeList; 208965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks, 210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 2116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<MediaSource> &source, 2126a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow); 213693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 216693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2177a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber void setComponentRole(); 2187a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 219956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong void setAMRFormat(bool isWAMR, int32_t bitRate); 220956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong void setAACFormat(int32_t numChannels, int32_t sampleRate, int32_t bitRate); 221bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber void setG711Format(int32_t numChannels); 222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 223693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 226693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 227693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 228693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 229ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong const char *mime, const sp<MetaData>& meta); 230693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 231d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupBitRate(int32_t bitRate); 232d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupErrorCorrectionParameters(); 233d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupH263EncoderParameters(const sp<MetaData>& meta); 234ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupMPEG4EncoderParameters(const sp<MetaData>& meta); 235ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupAVCEncoderParameters(const sp<MetaData>& meta); 236299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t findTargetColorFormat( 237299766cdbf93fba14634e364b177b7f4d5811453James Dong const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat); 238299766cdbf93fba14634e364b177b7f4d5811453James Dong 239299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t isColorFormatSupported( 240299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat, int portIndex); 241888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 242145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // If profile/level is set in the meta data, its value in the meta 243145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // data will be used; otherwise, the default value will be used. 244145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong status_t getVideoProfileLevel(const sp<MetaData>& meta, 245145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const CodecProfileLevel& defaultProfileLevel, 246145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel& profileLevel); 247145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 2482a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t setVideoOutputFormat( 249693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 250693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 251693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 252693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 253693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2547530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 2557530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 2567530e9c708275c273c134c36c68179f511c1940eAndreas Huber 257e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 258e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 259e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 260e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 261e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 262693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 263693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 2646a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t allocateOutputBuffersFromNativeWindow(); 2656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t queueBufferToNativeWindow(BufferInfo *info); 2676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t cancelBufferToNativeWindow(BufferInfo *info); 2686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo* dequeueBufferFromNativeWindow(); 269693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 270693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 271693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 272693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 273ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t freeBuffer(OMX_U32 portIndex, size_t bufIndex); 274ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 27592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(IOMX::buffer_id buffer); 276693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 27792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(BufferInfo *info); 278693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 279693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 280693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 281693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 282693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2831beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 2841beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 2851beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 2861beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 2871beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 2881beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 2891beb760d920561679862ded945a04e370368c7f7Andreas Huber 290693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 291693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void enablePortAsync(OMX_U32 portIndex); 292693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 295693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 296693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 299693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 301693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 302693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 3056a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t initNativeWindow(); 306693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 307693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 308693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3092a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber status_t configureCodec(const sp<MetaData> &meta, uint32_t flags); 3102a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 3112b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber static uint32_t getComponentQuirks( 3122b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber const char *componentName, bool isEncoder); 313ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 314ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber static void findMatchingCodecs( 315ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *mime, 316ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber bool createEncoder, const char *matchComponentName, 317ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber uint32_t flags, 318ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber Vector<String8> *matchingCodecs); 319ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 320f23c4f92c3b0202435cf87db2642156fabc46f02James Dong void restorePatchedDataPointer(BufferInfo *info); 321f23c4f92c3b0202435cf87db2642156fabc46f02James Dong 3227fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber status_t applyRotation(); 3237fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 324965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong int64_t retrieveDecodingTimeUs(bool isCodecSpecific); 325965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 33018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstruct CodecProfileLevel { 33118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber OMX_U32 mProfile; 33218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber OMX_U32 mLevel; 33318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}; 33418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 33518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstruct CodecCapabilities { 33618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber String8 mComponentName; 33718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecProfileLevel> mProfileLevels; 338b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong Vector<OMX_U32> mColorFormats; 33918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}; 34018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 34118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// Return a vector of componentNames with supported profile/level pairs 34218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// supporting the given mime type, if queryDecoders==true, returns components 34318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that decode content of the given type, otherwise returns components 34418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that encode content of the given type. 34518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// profile and level indications only make sense for h.263, mpeg4 and avc 34618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// video. 34718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// The profile/level values correspond to 34818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_H263PROFILETYPE, OMX_VIDEO_MPEG4PROFILETYPE, 34918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_AVCPROFILETYPE, OMX_VIDEO_H263LEVELTYPE, OMX_VIDEO_MPEG4LEVELTYPE 35018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// and OMX_VIDEO_AVCLEVELTYPE respectively. 35118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 35218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs( 35318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, 35418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mimeType, bool queryDecoders, 35518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecCapabilities> *results); 35618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 357693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 358693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 359693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 360