OMXCodec.h revision a98478bfbcc0f7fb4b164d3dce40ca96df75667d
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis#include <android/native_window.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huberstruct MediaCodecList; 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 32145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstruct CodecProfileLevel; 33a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissenclass SkipCutBuffer; 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 37ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber enum CreationFlags { 382a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber kPreferSoftwareCodecs = 1, 39f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kIgnoreCodecSpecificData = 2, 40f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 41f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // The client wants to access the output buffer's video 42f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // data for example for thumbnail extraction. 43f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kClientNeedsFramebuffer = 4, 44d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong 45d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // Request for software or hardware codecs. If request 46d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // can not be fullfilled, Create() returns NULL. 47d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kSoftwareCodecsOnly = 8, 48d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kHardwareCodecsOnly = 16, 498480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 508480835b4bc1350646376aa7f3ae33742a7adeb1James Dong // Store meta data in video buffers 518480835b4bc1350646376aa7f3ae33742a7adeb1James Dong kStoreMetaDataInVideoBuffers = 32, 527757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 537757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong // Only submit one input buffer at one time. 547757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong kOnlySubmitOneInputBufferAtOneTime = 64, 552eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten 562eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten // Enable GRALLOC_USAGE_PROTECTED for output buffers from native window 572eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten kEnableGrallocUsageProtected = 128, 580bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 590bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Secure decoding mode 600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber kUseSecureInputBuffers = 256, 61ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber }; 62bf697e37550d9e8376089b0b5e498613bede798cAndreas Huber static sp<MediaSource> Create( 63693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 64693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 6518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<MediaSource> &source, 66ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *matchComponentName = NULL, 676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis uint32_t flags = 0, 686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow = NULL); 6918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 7018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber static void setComponentRole( 7118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder, 7218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mime); 73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 80693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 81693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 82d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber virtual status_t pause(); 83d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 85693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 86693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 87afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber enum Quirks { 88afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kNeedsFlushBeforeDisable = 1, 89afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kWantsNALFragments = 2, 90afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 91afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 92afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresFlushCompleteEmulation = 16, 93afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 94afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresFlushBeforeShutdown = 64, 95afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kDefersOutputBufferAllocation = 128, 96afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kDecoderLiesAboutNumberOfChannels = 256, 97afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kInputBufferSizesAreBogus = 512, 98afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kSupportsMultipleFramesPerInputBuffer = 1024, 99afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kAvoidMemcopyInputRecordingFrames = 2048, 100afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kRequiresLargerEncoderOutputBuffer = 4096, 101afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber kOutputBuffersAreUnreadable = 8192, 102afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber }; 103afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 1041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber // for use by ACodec 1051065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber static void findMatchingCodecs( 1061065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber const char *mime, 1071065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber bool createEncoder, const char *matchComponentName, 1081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber uint32_t flags, 109afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber Vector<String8> *matchingCodecs, 110afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber Vector<uint32_t> *matchingCodecQuirks = NULL); 111afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 112afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber static uint32_t getComponentQuirks( 113afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber const MediaCodecList *list, size_t index); 114afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 115afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber static bool findCodecQuirks(const char *componentName, uint32_t *quirks); 1161065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 12114c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 12214c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Make sure mLock is accessible to OMXCodecObserver 12314c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong friend class OMXCodecObserver; 12414c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 12514c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Call this with mLock hold 12614c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong void on_message(const omx_message &msg); 12714c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 139693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 15392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber enum BufferStatus { 15492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_US, 15592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_COMPONENT, 15692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_NATIVE_WINDOW, 15792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_CLIENT, 15892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber }; 15992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 16292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber BufferStatus mStatus; 163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 164570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber size_t mSize; 165570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber void *mData; 166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 1757eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber bool mOMXLivesLocally; 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 177693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 1780bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 1790bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Flags specified in the creation of the codec. 1800bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t mFlags; 1810bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 1832b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber bool mIsVideo; 184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1917530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 196284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 1985295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber status_t mFinalStatus; 199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 2007f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber bool mOutputPortSettingsHaveChanged; 201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 202abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber ReadOptions::SeekMode mSeekMode; 203abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber int64_t mTargetTimeUs; 2049c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber bool mOutputPortSettingsChangedPending; 205a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen SkipCutBuffer *mSkipCutBuffer; 206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2077f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber MediaBuffer *mLeftOverBuffer; 2087f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 211693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 212d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber bool mPaused; 213d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 2146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<ANativeWindow> mNativeWindow; 2156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // The index in each of the mPortBuffers arrays of the buffer that will be 2176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // submitted to OMX next. This only applies when using buffers from a 2186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // native window. 2196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis size_t mNextNativeBufferIndex[2]; 2206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 221693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 223693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 225965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // Used to record the decoding time for an output picture from 226965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // a video encoder. 227965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong List<int64_t> mDecodingTimeList; 228965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 2290bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, 2300bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t quirks, uint32_t flags, 231693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 2326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<MediaSource> &source, 2336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow); 234693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 235693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 236693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 237693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2387a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber void setComponentRole(); 2397a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 240956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong void setAMRFormat(bool isWAMR, int32_t bitRate); 241d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine status_t setAACFormat(int32_t numChannels, int32_t sampleRate, int32_t bitRate); 242bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber void setG711Format(int32_t numChannels); 243693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 244693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 245693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 246693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 247693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 248693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 249693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 250ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong const char *mime, const sp<MetaData>& meta); 251693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 252d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupBitRate(int32_t bitRate); 253d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupErrorCorrectionParameters(); 254d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupH263EncoderParameters(const sp<MetaData>& meta); 255ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupMPEG4EncoderParameters(const sp<MetaData>& meta); 256ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupAVCEncoderParameters(const sp<MetaData>& meta); 257299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t findTargetColorFormat( 258299766cdbf93fba14634e364b177b7f4d5811453James Dong const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat); 259299766cdbf93fba14634e364b177b7f4d5811453James Dong 260299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t isColorFormatSupported( 261299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat, int portIndex); 262888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 263145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // If profile/level is set in the meta data, its value in the meta 264145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // data will be used; otherwise, the default value will be used. 265145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong status_t getVideoProfileLevel(const sp<MetaData>& meta, 266145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const CodecProfileLevel& defaultProfileLevel, 267145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel& profileLevel); 268145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 2692a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t setVideoOutputFormat( 270693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 271693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 272693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 273693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 274693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2757530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 2767530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 2777530e9c708275c273c134c36c68179f511c1940eAndreas Huber 278e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 279e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 280e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 281e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 282e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 283693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 284693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 2856a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t allocateOutputBuffersFromNativeWindow(); 2866a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2876a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t queueBufferToNativeWindow(BufferInfo *info); 2886a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t cancelBufferToNativeWindow(BufferInfo *info); 2896a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo* dequeueBufferFromNativeWindow(); 2901765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis status_t pushBlankBuffersToNativeWindow(); 291693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 292693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 295ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t freeBuffer(OMX_U32 portIndex, size_t bufIndex); 296ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 29792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(IOMX::buffer_id buffer); 298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 29992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(BufferInfo *info); 300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 301693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 302693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3050bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber bool drainAnyInputBuffer(); 3060bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findInputBufferByDataPointer(void *ptr); 3070bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findEmptyInputBuffer(); 3080bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 3091beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 3101beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 3111beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 3121beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 3131beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 3141beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 3151beb760d920561679862ded945a04e370368c7f7Andreas Huber 316693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 3179a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong status_t enablePortAsync(OMX_U32 portIndex); 318693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 319693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 320693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 321693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 322693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 323693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 324693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 3316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t initNativeWindow(); 332693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 333d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda void initNativeWindowCrop(); 334d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 335693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 336693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3370bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber status_t configureCodec(const sp<MetaData> &meta); 3382a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 339f23c4f92c3b0202435cf87db2642156fabc46f02James Dong void restorePatchedDataPointer(BufferInfo *info); 340f23c4f92c3b0202435cf87db2642156fabc46f02James Dong 3417fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber status_t applyRotation(); 342a57a9a491272aa884494b2ec7854960827a73742James Dong status_t waitForBufferFilled_l(); 3437fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 344000e18370baae60ffd9f25b509501dd8c26deabfJames Dong int64_t getDecodingTimeUs(); 345965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 34671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber status_t parseAVCCodecSpecificData( 34771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber const void *data, size_t size, 34871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber unsigned *profile, unsigned *level); 34971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 352693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 353693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 35418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstruct CodecCapabilities { 35518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber String8 mComponentName; 35618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecProfileLevel> mProfileLevels; 357b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong Vector<OMX_U32> mColorFormats; 35818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}; 35918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 36018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// Return a vector of componentNames with supported profile/level pairs 36118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// supporting the given mime type, if queryDecoders==true, returns components 36218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that decode content of the given type, otherwise returns components 36318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that encode content of the given type. 36418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// profile and level indications only make sense for h.263, mpeg4 and avc 36518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// video. 366d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// If hwCodecOnly==true, only returns hardware-based components, software and 367d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// hardware otherwise. 36818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// The profile/level values correspond to 36918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_H263PROFILETYPE, OMX_VIDEO_MPEG4PROFILETYPE, 37018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_AVCPROFILETYPE, OMX_VIDEO_H263LEVELTYPE, OMX_VIDEO_MPEG4LEVELTYPE 37118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// and OMX_VIDEO_AVCLEVELTYPE respectively. 37218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 37318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs( 37418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, 375df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi const char *mimeType, bool queryDecoders, bool hwCodecOnly, 37618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecCapabilities> *results); 37718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 378d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivistatus_t QueryCodecs( 379d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const sp<IOMX> &omx, 380d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const char *mimeType, bool queryDecoders, 381d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi Vector<CodecCapabilities> *results); 382d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi 383a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen 384693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 385693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 386693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 387