ACodec.h revision 011778fd4cb9606b68bfea1ed483d73c04fc6dcd
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h> 23f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h> 2505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar#include <media/stagefright/CodecBase.h> 268b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen#include <media/stagefright/SkipCutBuffer.h> 275778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h> 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define TRACK_BUFFER_TIMING 0 30d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer; 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MemoryDealer; 3503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnarstruct DescribeColorFormatParams; 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnarstruct ACodec : public AHierarchicalStateMachine, public CodecBase { 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec(); 39f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void setNotificationMessage(const sp<AMessage> &msg); 4105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void initiateSetup(const sp<AMessage> &msg); 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateAllocateComponent(const sp<AMessage> &msg); 4505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateConfigureComponent(const sp<AMessage> &msg); 4605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateCreateInputSurface(); 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang virtual void initiateUsePersistentInputSurface( 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface); 4905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateStart(); 5005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateShutdown(bool keepComponentAllocated = false); 5105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar virtual status_t setSurface(const sp<Surface> &surface); 531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalFlush(); 5505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalResume(); 56a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalSetParameters(const sp<AMessage> &msg); 5805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalEndOfInputStream(); 5905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalRequestIDRFrame(); 605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar // AHierarchicalStateMachine implements the message handling 6205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void onMessageReceived(const sp<AMessage> &msg) { 6305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar handleMessage(msg); 6405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar } 65496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar struct PortDescription : public CodecBase::PortDescription { 67eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t countBuffers(); 68eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id bufferIDAt(size_t index) const; 69eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<ABuffer> bufferAt(size_t index) const; 70eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 71eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber private: 72eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber friend struct ACodec; 73eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 74eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<IOMX::buffer_id> mBufferIDs; 75eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<sp<ABuffer> > mBuffers; 76eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 77eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber PortDescription(); 78eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber void addBuffer(IOMX::buffer_id id, const sp<ABuffer> &buffer); 79eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 80eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber DISALLOW_EVIL_CONSTRUCTORS(PortDescription); 81eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber }; 82eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 83229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool isFlexibleColorFormat( 84a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent); 86a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 87a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // Returns 0 if configuration is not supported. NOTE: this is treated by 88a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // some OMX components as auto level, and by others as invalid level. 89a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static int /* OMX_VIDEO_AVCLEVELTYPE */ getAVCLevelFor( 90a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 91a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile = OMX_VIDEO_AVCProfileBaseline); 92229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 94f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~ACodec(); 95f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 96f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 97f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BaseState; 98f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct UninitializedState; 99c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber struct LoadedState; 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct LoadedToIdleState; 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToExecutingState; 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingState; 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct OutputPortSettingsChangedState; 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingToIdleState; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToLoadedState; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct FlushingState; 107ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber struct DeathNotifier; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatSetup = 'setu', 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOMXMessage = 'omx ', 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatInputBufferFilled = 'inpF', 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOutputBufferDrained = 'outD', 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatShutdown = 'shut', 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatFlush = 'flus', 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatResume = 'resm', 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatDrainDeferredMessages = 'drai', 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatAllocateComponent = 'allo', 1195778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatConfigureComponent = 'conf', 1201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar kWhatSetSurface = 'setS', 1217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatCreateInputSurface = 'cisf', 122d291c222357303b9611cab89d0c3b047584ef377Chong Zhang kWhatUsePersistentInputSurface = 'pisf', 1237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatSignalEndOfInputStream = 'eois', 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatStart = 'star', 125496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber kWhatRequestIDRFrame = 'ridr', 126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber kWhatSetParameters = 'setP', 1274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar kWhatSubmitOutputMetaDataBufferIfEOS = 'subm', 12805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar kWhatOMXDied = 'OMXd', 12930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar kWhatReleaseCodecInstance = 'relC', 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput = 0, 134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput = 1 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 137ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum { 1380167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagIsSecure = 1, 1390167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 1401713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang kFlagIsGrallocUsageProtected = 4, 141ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 142ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BufferInfo { 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum Status { 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_US, 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_COMPONENT, 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_UPSTREAM, 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_DOWNSTREAM, 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_NATIVE_WINDOW, 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id mBufferID; 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Status mStatus; 154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeuedAt; 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ABuffer> mData; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> mGraphicBuffer; 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 160d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 161d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber struct BufferStats { 162d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mEmptyBufferTimeUs; 163d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mFillBufferDoneTimeUs; 164d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber }; 165d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 166d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber KeyedVector<int64_t, BufferStats> mBufferStats; 167d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 168d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<UninitializedState> mUninitializedState; 172c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<LoadedState> mLoadedState; 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<LoadedToIdleState> mLoadedToIdleState; 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToExecutingState> mIdleToExecutingState; 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingState> mExecutingState; 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingToIdleState> mExecutingToIdleState; 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToLoadedState> mIdleToLoadedState; 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<FlushingState> mFlushingState; 1808b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen sp<SkipCutBuffer> mSkipCutBuffer; 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mComponentName; 183ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mFlags; 184afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t mQuirks; 185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> mOMX; 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id mNode; 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MemoryDealer> mDealer[2]; 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ANativeWindow> mNativeWindow; 190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mInputFormat; 191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mOutputFormat; 1924e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> mBaseOutputFormat; 193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Vector<BufferInfo> mBuffers[2]; 195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mPortEOS[2]; 196dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber status_t mInputEOSResult; 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > mDeferredQueue; 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber bool mSentFormat; 2018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu bool mIsVideo; 2025778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mIsEncoder; 203308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang bool mUseMetadataOnEncoderOutput; 204c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mShutdownInProgress; 20554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar bool mExplicitShutdown; 206c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 207c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // If "mKeepComponentAllocated" we only transition back to Loaded state 208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // and do not release the component instance. 209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mKeepComponentAllocated; 210c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 2119806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderDelay; 2129806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderPadding; 213e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t mRotationDegrees; 2149806555d3930be43e11106281dee354820ac1c88Andreas Huber 2159806555d3930be43e11106281dee354820ac1c88Andreas Huber bool mChannelMaskPresent; 2169806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mChannelMask; 217054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeueCounter; 218054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar bool mStoreMetaDataInOutputBuffers; 219011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar bool mLegacyAdaptiveExperiment; 220054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar int32_t mMetaDataBuffersToSubmit; 221e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar size_t mNumUndequeuedBuffers; 2229806555d3930be43e11106281dee354820ac1c88Andreas Huber 223a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber int64_t mRepeatFrameDelayUs; 22494ee4b708acfa941581160b267afb79192b1d816Chong Zhang int64_t mMaxPtsGapUs; 22537b2b389139ed638831e49708c947863eef631efRonghua Wu float mMaxFps; 226a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 2272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerFrameUs; 2282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerCaptureUs; 2292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 23072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool mCreateInputBuffersSuspended; 23172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 232ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad bool mTunneled; 233ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 2340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffersOnPort(OMX_U32 portIndex); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffer(OMX_U32 portIndex, size_t i); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t handleSetSurface(const sp<Surface> &surface); 2401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t setupNativeWindowSizeFormatAndUsage(ANativeWindow *nativeWindow /* nonnull */); 2411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 242054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t configureOutputBuffersFromNativeWindow( 243054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 244054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nMinUndequeuedBuffers); 245054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t allocateOutputMetaDataBuffers(); 246054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t submitOutputMetaDataBuffer(); 2474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar void signalSubmitOutputMetaDataBufferIfEOS_workaround(); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateOutputBuffersFromNativeWindow(); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t cancelBufferToNativeWindow(BufferInfo *info); 250349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber status_t freeOutputBuffersNotOwnedByComponent(); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *dequeueBufferFromNativeWindow(); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *findBufferByID( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index = NULL); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setComponentRole(bool isEncoder, const char *mime); 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t configureCodec(const char *mime, const sp<AMessage> &msg); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad status_t configureTunneledVideoPlayback(int32_t audioHwSync, 2615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad const sp<ANativeWindow> &nativeWindow); 2625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoPortFormatType( 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 2660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 2670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers = false); 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t setSupportedOutputFormat(bool getLegacyFlexibleFormat); 270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setupVideoDecoder( 2720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool usingNativeBuffers); 273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupVideoEncoder( 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, const sp<AMessage> &msg); 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoFormatOnPort( 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t width, int32_t height, 28078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad OMX_VIDEO_CODINGTYPE compressionFormat, float frameRate = -1.0); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi typedef struct drcParams { 2838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcCut; 2848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcBoost; 2858045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t heavyCompression; 2868045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t targetRefLevel; 2878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t encodedTargetLevel; 2888045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } drcParams_t; 2898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2905778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAACCodec( 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool encoder, 292ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 2938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t aacProfile, bool isADTS, int32_t sbrMode, 2942965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 2952965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable); 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t setupAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 29897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t setupEAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 3008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t selectAudioPortFormat( 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 30517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen status_t setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels); 306729de186450f78c099637e1fce743fe531862c52Andreas Huber 3072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t setupFlacCodec( 3082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 3092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 310729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t setupRawAudioFormat( 311729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 312729de186450f78c099637e1fce743fe531862c52Andreas Huber 3138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t setPriority(int32_t priority); 314ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t setOperatingRate(float rateFloat, bool isVideo); 3158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3185778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupH263EncoderParameters(const sp<AMessage> &msg); 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 321c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t setupHEVCEncoderParameters(const sp<AMessage> &msg); 32289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber status_t setupVPXEncoderParameters(const sp<AMessage> &msg); 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level); 32596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber status_t configureBitrate( 32796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode); 32896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupErrorCorrectionParameters(); 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t initNativeWindow(); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // Returns true iff all buffers on the given port have status 3347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 3407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 341d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 3427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t countBuffersOwnedByNativeWindow() const; 343d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void deferMessage(const sp<AMessage> &msg); 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void processDeferredMessages(); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar void sendFormatChange(const sp<AMessage> &reply); 348e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify); 34931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber void signalError( 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_ERRORTYPE error = OMX_ErrorUndefined, 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t internalError = UNKNOWN_ERROR); 353cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 354229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool describeDefaultColorFormat(DescribeColorFormatParams &describeParams); 355229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool describeColorFormat( 356229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 357229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams); 35803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 359496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t requestIDRFrame(); 360a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t setParameters(const sp<AMessage> ¶ms); 361496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 3626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // Send EOS on input stream. 3636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden void onSignalEndOfInputStream(); 3646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ACodec); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // A_CODEC_H_ 371