OMXCodec.h revision 2b1892db4a2ab47bfc09e59a4c11751aea99e4ea
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#ifndef OMX_CODEC_H_ 18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define OMX_CODEC_H_ 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis#include <android/native_window.h> 22693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IOMX.h> 23693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 24693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaSource.h> 25693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/threads.h> 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 28693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberclass MemoryDealer; 30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver; 31145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstruct CodecProfileLevel; 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodec : public MediaSource, 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber public MediaBufferObserver { 35ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber enum CreationFlags { 362a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber kPreferSoftwareCodecs = 1, 37f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kIgnoreCodecSpecificData = 2, 38f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 39f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // The client wants to access the output buffer's video 40f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // data for example for thumbnail extraction. 41f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber kClientNeedsFramebuffer = 4, 42d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong 43d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // Request for software or hardware codecs. If request 44d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // can not be fullfilled, Create() returns NULL. 45d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kSoftwareCodecsOnly = 8, 46d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong kHardwareCodecsOnly = 16, 478480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 488480835b4bc1350646376aa7f3ae33742a7adeb1James Dong // Store meta data in video buffers 498480835b4bc1350646376aa7f3ae33742a7adeb1James Dong kStoreMetaDataInVideoBuffers = 32, 507757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 517757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong // Only submit one input buffer at one time. 527757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong kOnlySubmitOneInputBufferAtOneTime = 64, 532eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten 542eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten // Enable GRALLOC_USAGE_PROTECTED for output buffers from native window 552eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten kEnableGrallocUsageProtected = 128, 560bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 570bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Secure decoding mode 580bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber kUseSecureInputBuffers = 256, 59ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber }; 60bf697e37550d9e8376089b0b5e498613bede798cAndreas Huber static sp<MediaSource> Create( 61693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<IOMX> &omx, 62693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const sp<MetaData> &meta, bool createEncoder, 6318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<MediaSource> &source, 64ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *matchComponentName = NULL, 656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis uint32_t flags = 0, 666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow = NULL); 6718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 6818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber static void setComponentRole( 6918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder, 7018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mime); 71693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 72693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t start(MetaData *params = NULL); 73693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t stop(); 74693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 75693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual sp<MetaData> getFormat(); 76693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 77693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual status_t read( 78693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options = NULL); 79693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 80d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber virtual status_t pause(); 81d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 82693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from MediaBufferObserver 83693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual void signalBufferReturned(MediaBuffer *buffer); 84693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber // for use by ACodec 861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber static void findMatchingCodecs( 871065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber const char *mime, 881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber bool createEncoder, const char *matchComponentName, 891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber uint32_t flags, 901065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber Vector<String8> *matchingCodecs); 911065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 92693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 93693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodec(); 94693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 95693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 9614c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 9714c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Make sure mLock is accessible to OMXCodecObserver 9814c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong friend class OMXCodecObserver; 9914c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 10014c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong // Call this with mLock hold 10114c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong void on_message(const omx_message &msg); 10214c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong 103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum State { 104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DEAD, 105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED, 106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber LOADED_TO_IDLE, 107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_EXECUTING, 108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING, 109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber EXECUTING_TO_IDLE, 110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IDLE_TO_LOADED, 111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber RECONFIGURING, 112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ERROR 113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum { 116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput = 0, 117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexOutput = 1 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum PortStatus { 121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLED, 122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLING, 123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber DISABLED, 124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ENABLING, 125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber SHUTTING_DOWN, 126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber enum Quirks { 1297f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kNeedsFlushBeforeDisable = 1, 1307f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kWantsNALFragments = 2, 1317f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresLoadedToIdleAfterAllocation = 4, 1327f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresAllocateBufferOnInputPorts = 8, 1337f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresFlushCompleteEmulation = 16, 1347f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresAllocateBufferOnOutputPorts = 32, 1357f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kRequiresFlushBeforeShutdown = 64, 1367f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kDefersOutputBufferAllocation = 128, 1377f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kDecoderLiesAboutNumberOfChannels = 256, 1387f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kInputBufferSizesAreBogus = 512, 1397f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber kSupportsMultipleFramesPerInputBuffer = 1024, 140d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong kAvoidMemcopyInputRecordingFrames = 2048, 141824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong kRequiresLargerEncoderOutputBuffer = 4096, 1422b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber kOutputBuffersAreUnreadable = 8192, 143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 14592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber enum BufferStatus { 14692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_US, 14792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_COMPONENT, 14892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_NATIVE_WINDOW, 14992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber OWNED_BY_CLIENT, 15092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber }; 15192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct BufferInfo { 153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id mBuffer; 15492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber BufferStatus mStatus; 155693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IMemory> mMem; 156570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber size_t mSize; 157570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber void *mData; 158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *mMediaBuffer; 159693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber struct CodecSpecificData { 162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mSize; 163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint8_t mData[1]; 164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<IOMX> mOMX; 1677eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber bool mOMXLivesLocally; 168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::node_id mNode; 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber uint32_t mQuirks; 1700bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 1710bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Flags specified in the creation of the codec. 1720bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t mFlags; 1730bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mIsEncoder; 1752b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber bool mIsVideo; 176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mMIME; 177693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber char *mComponentName; 178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> mOutputFormat; 179693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MediaSource> mSource; 180693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<CodecSpecificData *> mCodecSpecificData; 181693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t mCodecSpecificDataIndex; 182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1837530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<MemoryDealer> mDealer[2]; 184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber State mState; 186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> mPortBuffers[2]; 187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber PortStatus mPortStatus[2]; 188284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber bool mInitialBufferSubmit; 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mSignalledEOS; 1905295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber status_t mFinalStatus; 191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool mNoMoreOutputData; 1927f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber bool mOutputPortSettingsHaveChanged; 193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber int64_t mSeekTimeUs; 194abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber ReadOptions::SeekMode mSeekMode; 195abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber int64_t mTargetTimeUs; 1969c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber bool mOutputPortSettingsChangedPending; 197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1987f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber MediaBuffer *mLeftOverBuffer; 1997f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex mLock; 201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mAsyncCompletion; 202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 203d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber bool mPaused; 204d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 2056a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<ANativeWindow> mNativeWindow; 2066a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2076a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // The index in each of the mPortBuffers arrays of the buffer that will be 2086a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // submitted to OMX next. This only applies when using buffers from a 2096a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // native window. 2106a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis size_t mNextNativeBufferIndex[2]; 2116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 212693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // A list of indices into mPortStatus[kPortIndexOutput] filled with data. 213693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber List<size_t> mFilledBuffers; 214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Condition mBufferFilled; 215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 216965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // Used to record the decoding time for an output picture from 217965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong // a video encoder. 218965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong List<int64_t> mDecodingTimeList; 219965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 2200bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber OMXCodec(const sp<IOMX> &omx, IOMX::node_id node, 2210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t quirks, uint32_t flags, 222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool isEncoder, const char *mime, const char *componentName, 2236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<MediaSource> &source, 2246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow); 225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 226693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void addCodecSpecificData(const void *data, size_t size); 227693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void clearCodecSpecificData(); 228693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2297a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber void setComponentRole(); 2307a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 231956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong void setAMRFormat(bool isWAMR, int32_t bitRate); 232d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine status_t setAACFormat(int32_t numChannels, int32_t sampleRate, int32_t bitRate); 233bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber void setG711Format(int32_t numChannels); 234693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 235693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t setVideoPortFormatType( 236693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 237693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 238693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat); 239693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 240693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setVideoInputFormat( 241ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong const char *mime, const sp<MetaData>& meta); 242693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 243d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupBitRate(int32_t bitRate); 244d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupErrorCorrectionParameters(); 245d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t setupH263EncoderParameters(const sp<MetaData>& meta); 246ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupMPEG4EncoderParameters(const sp<MetaData>& meta); 247ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong status_t setupAVCEncoderParameters(const sp<MetaData>& meta); 248299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t findTargetColorFormat( 249299766cdbf93fba14634e364b177b7f4d5811453James Dong const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat); 250299766cdbf93fba14634e364b177b7f4d5811453James Dong 251299766cdbf93fba14634e364b177b7f4d5811453James Dong status_t isColorFormatSupported( 252299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat, int portIndex); 253888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 254145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // If profile/level is set in the meta data, its value in the meta 255145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // data will be used; otherwise, the default value will be used. 256145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong status_t getVideoProfileLevel(const sp<MetaData>& meta, 257145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const CodecProfileLevel& defaultProfileLevel, 258145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel& profileLevel); 259145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 2602a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t setVideoOutputFormat( 261693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, OMX_U32 width, OMX_U32 height); 262693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 263693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setImageOutputFormat( 264693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height); 265693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2667530e9c708275c273c134c36c68179f511c1940eAndreas Huber void setJPEGInputFormat( 2677530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize); 2687530e9c708275c273c134c36c68179f511c1940eAndreas Huber 269e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setMinBufferSize(OMX_U32 portIndex, OMX_U32 size); 270e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 271e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber void setRawAudioFormat( 272e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 273e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 274693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffers(); 275693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 2766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t allocateOutputBuffersFromNativeWindow(); 2776a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2786a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t queueBufferToNativeWindow(BufferInfo *info); 2796a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t cancelBufferToNativeWindow(BufferInfo *info); 2806a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo* dequeueBufferFromNativeWindow(); 2811765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis status_t pushBlankBuffersToNativeWindow(); 282693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 283693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t freeBuffersOnPort( 284693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn = false); 285693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 286ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t freeBuffer(OMX_U32 portIndex, size_t bufIndex); 287ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 28892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(IOMX::buffer_id buffer); 289693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(IOMX::buffer_id buffer); 29092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bool drainInputBuffer(BufferInfo *info); 291693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffer(BufferInfo *info); 292693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void drainInputBuffers(); 294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void fillOutputBuffers(); 295693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2960bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber bool drainAnyInputBuffer(); 2970bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findInputBufferByDataPointer(void *ptr); 2980bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *findEmptyInputBuffer(); 2990bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 3001beb760d920561679862ded945a04e370368c7f7Andreas Huber // Returns true iff a flush was initiated and a completion event is 3011beb760d920561679862ded945a04e370368c7f7Andreas Huber // upcoming, false otherwise (A flush was not necessary as we own all 3021beb760d920561679862ded945a04e370368c7f7Andreas Huber // the buffers on that port). 3031beb760d920561679862ded945a04e370368c7f7Andreas Huber // This method will ONLY ever return false for a component with quirk 3041beb760d920561679862ded945a04e370368c7f7Andreas Huber // "kRequiresFlushCompleteEmulation". 3051beb760d920561679862ded945a04e370368c7f7Andreas Huber bool flushPortAsync(OMX_U32 portIndex); 3061beb760d920561679862ded945a04e370368c7f7Andreas Huber 307693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void disablePortAsync(OMX_U32 portIndex); 3089a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong status_t enablePortAsync(OMX_U32 portIndex); 309693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 310693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static size_t countBuffersWeOwn(const Vector<BufferInfo> &buffers); 311693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static bool isIntermediateState(State state); 312693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 313693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 314693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data); 315693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onStateChange(OMX_STATETYPE newState); 316693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void onPortSettingsChanged(OMX_U32 portIndex); 317693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 318693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void setState(State newState); 319693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 320693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t init(); 321693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void initOutputFormat(const sp<MetaData> &inputFormat); 3226a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t initNativeWindow(); 323693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 324d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda void initNativeWindowCrop(); 325d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber void dumpPortStatus(OMX_U32 portIndex); 327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber status_t configureCodec(const sp<MetaData> &meta); 3292a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 3302b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber static uint32_t getComponentQuirks( 3312b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber const char *componentName, bool isEncoder); 332ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 333f23c4f92c3b0202435cf87db2642156fabc46f02James Dong void restorePatchedDataPointer(BufferInfo *info); 334f23c4f92c3b0202435cf87db2642156fabc46f02James Dong 3357fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber status_t applyRotation(); 336a57a9a491272aa884494b2ec7854960827a73742James Dong status_t waitForBufferFilled_l(); 3377fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 338965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong int64_t retrieveDecodingTimeUs(bool isCodecSpecific); 339965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 34071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber status_t parseAVCCodecSpecificData( 34171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber const void *data, size_t size, 34271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber unsigned *profile, unsigned *level); 34371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 344693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec(const OMXCodec &); 345693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodec &operator=(const OMXCodec &); 346693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 347693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 34818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstruct CodecCapabilities { 34918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber String8 mComponentName; 35018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecProfileLevel> mProfileLevels; 351b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong Vector<OMX_U32> mColorFormats; 35218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}; 35318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 35418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// Return a vector of componentNames with supported profile/level pairs 35518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// supporting the given mime type, if queryDecoders==true, returns components 35618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that decode content of the given type, otherwise returns components 35718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// that encode content of the given type. 35818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// profile and level indications only make sense for h.263, mpeg4 and avc 35918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// video. 360d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// If hwCodecOnly==true, only returns hardware-based components, software and 361d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi// hardware otherwise. 36218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// The profile/level values correspond to 36318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_H263PROFILETYPE, OMX_VIDEO_MPEG4PROFILETYPE, 36418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// OMX_VIDEO_AVCPROFILETYPE, OMX_VIDEO_H263LEVELTYPE, OMX_VIDEO_MPEG4LEVELTYPE 36518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// and OMX_VIDEO_AVCLEVELTYPE respectively. 36618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 36718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs( 36818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, 369df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi const char *mimeType, bool queryDecoders, bool hwCodecOnly, 37018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecCapabilities> *results); 37118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 372d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivistatus_t QueryCodecs( 373d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const sp<IOMX> &omx, 374d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const char *mimeType, bool queryDecoders, 375d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi Vector<CodecCapabilities> *results); 376d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi 377693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 378693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 379693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif // OMX_CODEC_H_ 380