OMXCodec.h revision c1d8115e8a0bdaeb2b723d395b9a85a02c90c933
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis#include <android/native_window.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber#include <OMX_Audio.h> 28c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber 29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huberstruct MediaCodecList; 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 34145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstruct CodecProfileLevel; 35a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissenclass SkipCutBuffer; 36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 39ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber enum CreationFlags { 402a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber kPreferSoftwareCodecs = 1, 41f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kIgnoreCodecSpecificData = 2, 42f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 43f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // The client wants to access the output buffer's video 44f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // data for example for thumbnail extraction. 45f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kClientNeedsFramebuffer = 4, 46d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong 47d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // Request for software or hardware codecs. If request 48d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // can not be fullfilled, Create() returns NULL. 49d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kSoftwareCodecsOnly = 8, 50d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kHardwareCodecsOnly = 16, 518480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 528480835b4bc1350646376aa7f3ae33742a7adeb1James Dong // Store meta data in video buffers 538480835b4bc1350646376aa7f3ae33742a7adeb1James Dong kStoreMetaDataInVideoBuffers = 32, 547757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 557757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong // Only submit one input buffer at one time. 567757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong kOnlySubmitOneInputBufferAtOneTime = 64, 572eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten 582eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten // Enable GRALLOC_USAGE_PROTECTED for output buffers from native window 592eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten kEnableGrallocUsageProtected = 128, 600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Secure decoding mode 620bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber kUseSecureInputBuffers = 256, 63ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber }; 64bf697e37550d9e8376089b0b5e498613bede798cAndreas Huber static sp<MediaSource> Create( 65693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 66693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 6718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<MediaSource> &source, 68ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *matchComponentName = NULL, 696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis uint32_t flags = 0, 706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow = NULL); 7118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 7218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber static void setComponentRole( 7318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder, 7418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mime); 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 84d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber virtual status_t pause(); 85d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 86693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 87693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 88693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 89afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber enum Quirks { 90afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kNeedsFlushBeforeDisable = 1, 91afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kWantsNALFragments = 2, 92afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 93afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 94afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresFlushCompleteEmulation = 16, 95afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 96afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresFlushBeforeShutdown = 64, 97afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kDefersOutputBufferAllocation = 128, 98afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kDecoderLiesAboutNumberOfChannels = 256, 99afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kInputBufferSizesAreBogus = 512, 100afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kSupportsMultipleFramesPerInputBuffer = 1024, 101afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kAvoidMemcopyInputRecordingFrames = 2048, 102afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresLargerEncoderOutputBuffer = 4096, 103afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kOutputBuffersAreUnreadable = 8192, 104afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber }; 105afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 1061065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber // for use by ACodec 1071065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber static void findMatchingCodecs( 1081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber const char *mime, 1091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber bool createEncoder, const char *matchComponentName, 1101065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber uint32_t flags, 111afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber Vector<String8> *matchingCodecs, 112afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber Vector<uint32_t> *matchingCodecQuirks = NULL); 113afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 114afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber static uint32_t getComponentQuirks( 115afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber const MediaCodecList *list, size_t index); 116afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 117afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber static bool findCodecQuirks(const char *componentName, uint32_t *quirks); 1181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 12314c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 12414c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Make sure mLock is accessible to OMXCodecObserver 12514c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong friend class OMXCodecObserver; 12614c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 12714c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Call this with mLock hold 12814c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong void on_message(const omx_message &msg); 12914c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 139693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 15592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber enum BufferStatus { 15692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_US, 15792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_COMPONENT, 15892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_NATIVE_WINDOW, 15992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_CLIENT, 16092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber }; 16192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 16492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber BufferStatus mStatus; 165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 166570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber size_t mSize; 167570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber void *mData; 168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 1777eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber bool mOMXLivesLocally; 178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 179693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 1800bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 1810bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Flags specified in the creation of the codec. 1820bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t mFlags; 1830bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 1852b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber bool mIsVideo; 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1937530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 198284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 2005295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber status_t mFinalStatus; 201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 2027f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber bool mOutputPortSettingsHaveChanged; 203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 204abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber ReadOptions::SeekMode mSeekMode; 205abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber int64_t mTargetTimeUs; 2069c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber bool mOutputPortSettingsChangedPending; 207a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen SkipCutBuffer *mSkipCutBuffer; 208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2097f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber MediaBuffer *mLeftOverBuffer; 2107f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 211693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 212693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 213693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 214d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber bool mPaused; 215d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 2166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<ANativeWindow> mNativeWindow; 2176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // The index in each of the mPortBuffers arrays of the buffer that will be 2196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // submitted to OMX next. This only applies when using buffers from a 2206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // native window. 2216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis size_t mNextNativeBufferIndex[2]; 2226a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 223693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 226693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 227965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // Used to record the decoding time for an output picture from 228965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // a video encoder. 229965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong List<int64_t> mDecodingTimeList; 230965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 2310bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, 2320bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t quirks, uint32_t flags, 233693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 2346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<MediaSource> &source, 2356a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow); 236693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 237693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 238693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 239693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2407a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber void setComponentRole(); 2417a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 242956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong void setAMRFormat(bool isWAMR, int32_t bitRate); 243ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 244ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber status_t setAACFormat( 245ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 246ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber bool isADTS); 247ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 248bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber void setG711Format(int32_t numChannels); 249693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 250693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 251693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 252693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 253693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 254693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 255693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 256ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong const char *mime, const sp<MetaData>& meta); 257693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 258d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupBitRate(int32_t bitRate); 259d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupErrorCorrectionParameters(); 260d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupH263EncoderParameters(const sp<MetaData>& meta); 261ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupMPEG4EncoderParameters(const sp<MetaData>& meta); 262ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupAVCEncoderParameters(const sp<MetaData>& meta); 263299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t findTargetColorFormat( 264299766cdbf93fba14634e364b177b7f4d5811453James Dong const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat); 265299766cdbf93fba14634e364b177b7f4d5811453James Dong 266299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t isColorFormatSupported( 267299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat, int portIndex); 268888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 269145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // If profile/level is set in the meta data, its value in the meta 270145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // data will be used; otherwise, the default value will be used. 271145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong status_t getVideoProfileLevel(const sp<MetaData>& meta, 272145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const CodecProfileLevel& defaultProfileLevel, 273145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel& profileLevel); 274145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 2752a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t setVideoOutputFormat( 276693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 277693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 278693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 279693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 280693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2817530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 2827530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 2837530e9c708275c273c134c36c68179f511c1940eAndreas Huber 284e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 285e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 286e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 287e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 288e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 289693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 290693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 2916a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t allocateOutputBuffersFromNativeWindow(); 2926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t queueBufferToNativeWindow(BufferInfo *info); 2946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t cancelBufferToNativeWindow(BufferInfo *info); 2956a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo* dequeueBufferFromNativeWindow(); 2961765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis status_t pushBlankBuffersToNativeWindow(); 297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 299693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 301ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t freeBuffer(OMX_U32 portIndex, size_t bufIndex); 302ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 30392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(IOMX::buffer_id buffer); 304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 30592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(BufferInfo *info); 306693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 307693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 308693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 309693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 310693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber bool drainAnyInputBuffer(); 3120bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findInputBufferByDataPointer(void *ptr); 3130bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findEmptyInputBuffer(); 3140bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 3151beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 3161beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 3171beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 3181beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 3191beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 3201beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 3211beb760d920561679862ded945a04e370368c7f7Andreas Huber 322693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 3239a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong status_t enablePortAsync(OMX_U32 portIndex); 324693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 332693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 333693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 334693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 335693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 336693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 3376a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t initNativeWindow(); 338693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 339d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda void initNativeWindowCrop(); 340d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 341693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 342693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3430bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber status_t configureCodec(const sp<MetaData> &meta); 3442a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 345f23c4f92c3b0202435cf87db2642156fabc46f02James Dong void restorePatchedDataPointer(BufferInfo *info); 346f23c4f92c3b0202435cf87db2642156fabc46f02James Dong 3477fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber status_t applyRotation(); 348a57a9a491272aa884494b2ec7854960827a73742James Dong status_t waitForBufferFilled_l(); 3497fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 350000e18370baae60ffd9f25b509501dd8c26deabfJames Dong int64_t getDecodingTimeUs(); 351965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 35271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber status_t parseAVCCodecSpecificData( 35371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber const void *data, size_t size, 35471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber unsigned *profile, unsigned *level); 35571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 356693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 357693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 358693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 359693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 36018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstruct CodecCapabilities { 36118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber String8 mComponentName; 36218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecProfileLevel> mProfileLevels; 363b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong Vector<OMX_U32> mColorFormats; 36418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}; 36518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 36618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// Return a vector of componentNames with supported profile/level pairs 36718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// supporting the given mime type, if queryDecoders==true, returns components 36818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that decode content of the given type, otherwise returns components 36918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that encode content of the given type. 37018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// profile and level indications only make sense for h.263, mpeg4 and avc 37118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// video. 372d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// If hwCodecOnly==true, only returns hardware-based components, software and 373d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// hardware otherwise. 37418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// The profile/level values correspond to 37518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_H263PROFILETYPE, OMX_VIDEO_MPEG4PROFILETYPE, 37618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_AVCPROFILETYPE, OMX_VIDEO_H263LEVELTYPE, OMX_VIDEO_MPEG4LEVELTYPE 37718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// and OMX_VIDEO_AVCLEVELTYPE respectively. 37818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 37918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs( 38018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, 381df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi const char *mimeType, bool queryDecoders, bool hwCodecOnly, 38218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecCapabilities> *results); 38318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 384d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivistatus_t QueryCodecs( 385d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const sp<IOMX> &omx, 386d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const char *mimeType, bool queryDecoders, 387d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi Vector<CodecCapabilities> *results); 388d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi 38969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huberstatus_t QueryCodec( 39069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber const sp<IOMX> &omx, 39169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber const char *componentName, const char *mime, 39269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber bool isEncoder, 39369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber CodecCapabilities *caps); 394a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen 395c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huberstatus_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]); 396c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber 397693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 398693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 400