127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_ 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h> 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h> 22054219874873b41f1c815552987c10465c34ba2bLajos Molnar#include <media/hardware/MetadataBufferType.h> 23fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa#include <media/MediaCodecInfo.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h> 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h> 2605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar#include <media/stagefright/CodecBase.h> 2790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/FrameRenderTracker.h> 285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include <media/stagefright/MediaDefs.h> 298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen#include <media/stagefright/SkipCutBuffer.h> 30a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar#include <utils/NativeHandle.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h> 32bc1713d3b85d7ce656e032da6e4b6b342f14db03Mathias Agopian#include <hardware/gralloc.h> 33defb1b0b7e082621a10763d1bd7a4a01e280fdf0Mathias Agopian#include <nativebase/nativebase.h> 34fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa#include <android/hidl/allocator/1.0/IAllocator.h> 35fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa#include <android/hidl/memory/1.0/IMemory.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 37d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define TRACK_BUFFER_TIMING 0 38d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 39f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 40f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer; 42dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass ACodecBufferChannel; 437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimclass MediaCodecBuffer; 4461c2351da89cb281b2dfd56c6c6779ccb4bc1172Dan Willemsenclass MemoryDealer; 4573dd808754c641fe798273d356ee38368715fa7bLajos Molnarstruct DescribeColorFormat2Params; 465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstruct DataConverter; 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4813a926879249276771b0097538459c7550e2f5ceSteven Morelandtypedef hidl::allocator::V1_0::IAllocator TAllocator; 498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasatypedef hidl::memory::V1_0::IMemory TMemory; 508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnarstruct ACodec : public AHierarchicalStateMachine, public CodecBase { 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec(); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void initiateSetup(const sp<AMessage> &msg); 55f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual std::shared_ptr<BufferChannelBase> getBufferChannel() override; 5705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateAllocateComponent(const sp<AMessage> &msg); 5805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateConfigureComponent(const sp<AMessage> &msg); 5905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateCreateInputSurface(); 608f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang virtual void initiateSetInputSurface(const sp<PersistentSurface> &surface); 6105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateStart(); 6205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateShutdown(bool keepComponentAllocated = false); 6305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 64fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa status_t queryCapabilities( 65fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa const char* owner, const char* name, 66fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa const char* mime, bool isEncoder, 67fbe70ae7f251d159ed83ab61587a88003f20d44bPawin Vongmasa MediaCodecInfo::CapabilitiesWriter* caps); 685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar virtual status_t setSurface(const sp<Surface> &surface); 701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalFlush(); 7205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalResume(); 73a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalSetParameters(const sp<AMessage> &msg); 7505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalEndOfInputStream(); 7605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalRequestIDRFrame(); 775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar // AHierarchicalStateMachine implements the message handling 7905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void onMessageReceived(const sp<AMessage> &msg) { 8005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar handleMessage(msg); 8105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar } 82496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 83a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // Returns 0 if configuration is not supported. NOTE: this is treated by 84a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // some OMX components as auto level, and by others as invalid level. 85a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static int /* OMX_VIDEO_AVCLEVELTYPE */ getAVCLevelFor( 86a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 8706e98369b3db1d5d93d582d4d5b49c9d2a3ae455Lajos Molnar OMX_VIDEO_AVCPROFILEEXTTYPE profile = 8806e98369b3db1d5d93d582d4d5b49c9d2a3ae455Lajos Molnar (OMX_VIDEO_AVCPROFILEEXTTYPE)OMX_VIDEO_AVCProfileBaseline); 89229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 90b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar // Quirk still supported, even though deprecated 91b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar enum Quirks { 92b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnInputPorts = 1, 93b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnOutputPorts = 2, 94b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar }; 95b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 96a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar static status_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]); 97a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 98f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~ACodec(); 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BaseState; 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct UninitializedState; 104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber struct LoadedState; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct LoadedToIdleState; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToExecutingState; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingState; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct OutputPortSettingsChangedState; 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingToIdleState; 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToLoadedState; 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct FlushingState; 112ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber struct DeathNotifier; 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatSetup = 'setu', 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOMXMessage = 'omx ', 117e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // same as kWhatOMXMessage - but only used with 118e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // handleMessage during OMX message-list handling 119e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar kWhatOMXMessageItem = 'omxI', 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar kWhatOMXMessageList = 'omxL', 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatInputBufferFilled = 'inpF', 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOutputBufferDrained = 'outD', 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatShutdown = 'shut', 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatFlush = 'flus', 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatResume = 'resm', 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatDrainDeferredMessages = 'drai', 1275778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatAllocateComponent = 'allo', 1285778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatConfigureComponent = 'conf', 1291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar kWhatSetSurface = 'setS', 1307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatCreateInputSurface = 'cisf', 1318f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang kWhatSetInputSurface = 'sisf', 1327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatSignalEndOfInputStream = 'eois', 1335778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatStart = 'star', 134496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber kWhatRequestIDRFrame = 'ridr', 135a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber kWhatSetParameters = 'setP', 136054219874873b41f1c815552987c10465c34ba2bLajos Molnar kWhatSubmitOutputMetadataBufferIfEOS = 'subm', 13705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar kWhatOMXDied = 'OMXd', 13830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar kWhatReleaseCodecInstance = 'relC', 1394ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim kWhatForceStateTransition = 'fstt', 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput = 0, 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput = 1 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum { 1480167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagIsSecure = 1, 1490167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 1501713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang kFlagIsGrallocUsageProtected = 4, 151ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 152ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 153f42917964a76720932b23e67a05d034cd0cf346bChong Zhang enum { 154f42917964a76720932b23e67a05d034cd0cf346bChong Zhang kVideoGrallocUsage = (GRALLOC_USAGE_HW_TEXTURE 155f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_HW_COMPOSER 156f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_EXTERNAL_DISP), 157f42917964a76720932b23e67a05d034cd0cf346bChong Zhang }; 158f42917964a76720932b23e67a05d034cd0cf346bChong Zhang 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BufferInfo { 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum Status { 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_US, 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_COMPONENT, 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_UPSTREAM, 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_DOWNSTREAM, 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_NATIVE_WINDOW, 1660806340688c937e7b78c2d89db3809274130df4eLajos Molnar UNRECOGNIZED, // not a tracked buffer 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690806340688c937e7b78c2d89db3809274130df4eLajos Molnar static inline Status getSafeStatus(BufferInfo *info) { 1700806340688c937e7b78c2d89db3809274130df4eLajos Molnar return info == NULL ? UNRECOGNIZED : info->mStatus; 1710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1720806340688c937e7b78c2d89db3809274130df4eLajos Molnar 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id mBufferID; 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Status mStatus; 175054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeuedAt; 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mData; // the client's buffer; if not using data conversion, this is 1787e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // the codec buffer; otherwise, it is allocated separately 1797e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> mMemRef; // and a reference to the IMemory, so it does not go away 1807e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mCodecData; // the codec's buffer 1817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> mCodecRef; // and a reference to the IMemory 1827e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> mGraphicBuffer; 1841b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang bool mNewGraphicBuffer; 18515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int mFenceFd; 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker::Info *mRenderInfo; 18715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 18815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // The following field and 4 methods are used for debugging only 18915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool mIsReadFence; 19015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Store |fenceFd| and set read/write flag. Log error, if there is already a fence stored. 19115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setReadFence(int fenceFd, const char *dbg); 19215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setWriteFence(int fenceFd, const char *dbg); 19315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Log error, if the current fence is not a read/write fence. 19415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkReadFence(const char *dbg); 19515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkWriteFence(const char *dbg); 196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1980806340688c937e7b78c2d89db3809274130df4eLajos Molnar static const char *_asString(BufferInfo::Status s); 1990806340688c937e7b78c2d89db3809274130df4eLajos Molnar void dumpBuffers(OMX_U32 portIndex); 2000806340688c937e7b78c2d89db3809274130df4eLajos Molnar 20115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // If |fd| is non-negative, waits for fence with |fd| and logs an error if it fails. Returns 20215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // the error code or OK on success. If |fd| is negative, it returns OK 20315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t waitForFence(int fd, const char *dbg); 20415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 205d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 206d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber struct BufferStats { 207d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mEmptyBufferTimeUs; 208d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mFillBufferDoneTimeUs; 209d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber }; 210d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 211d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber KeyedVector<int64_t, BufferStats> mBufferStats; 212d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 213d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<UninitializedState> mUninitializedState; 215c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<LoadedState> mLoadedState; 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<LoadedToIdleState> mLoadedToIdleState; 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToExecutingState> mIdleToExecutingState; 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingState> mExecutingState; 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingToIdleState> mExecutingToIdleState; 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToLoadedState> mIdleToLoadedState; 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<FlushingState> mFlushingState; 2238b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen sp<SkipCutBuffer> mSkipCutBuffer; 224b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t mSampleRate; 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mComponentName; 227ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mFlags; 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> mOMX; 229d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> mOMXNode; 230d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t mNodeGeneration; 2318a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TAllocator> mAllocator[2]; 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool mUsingNativeWindow; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ANativeWindow> mNativeWindow; 235e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int mNativeWindowUsageBits; 236fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar android_native_rect_t mLastNativeWindowCrop; 237fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar int32_t mLastNativeWindowDataSpace; 2382d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo mLastHDRStaticInfo; 239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> mConfigFormat; 240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mInputFormat; 241e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mOutputFormat; 242697aedf61d6180e72102068a969383018eedfa1eLajos Molnar 243697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // Initial output format + configuration params that is reused as the base for all subsequent 244697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // format updates. This will equal to mOutputFormat until the first actual frame is received. 2454e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> mBaseOutputFormat; 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker mRenderTracker; // render information for buffers rendered by ACodec 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Vector<BufferInfo> mBuffers[2]; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mPortEOS[2]; 250dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber status_t mInputEOSResult; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > mDeferredQueue; 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 254b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> mLastOutputFormat; 2558db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu bool mIsVideo; 256816e5eb2e9f9f18e001bbf7eab36654a1db2b168Chong Zhang bool mIsImage; 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mIsEncoder; 258346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang bool mFatalError; 259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mShutdownInProgress; 26054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar bool mExplicitShutdown; 261f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang bool mIsLegacyVP9Decoder; 262c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 263c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // If "mKeepComponentAllocated" we only transition back to Loaded state 264c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // and do not release the component instance. 265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mKeepComponentAllocated; 266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 2679806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderDelay; 2689806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderPadding; 269e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t mRotationDegrees; 2709806555d3930be43e11106281dee354820ac1c88Andreas Huber 2719806555d3930be43e11106281dee354820ac1c88Andreas Huber bool mChannelMaskPresent; 2729806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mChannelMask; 273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeueCounter; 274d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mPortMode[2]; 275054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t mMetadataBuffersToSubmit; 276e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar size_t mNumUndequeuedBuffers; 2775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> mConverter[2]; 2789806555d3930be43e11106281dee354820ac1c88Andreas Huber 2796d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang sp<IGraphicBufferSource> mGraphicBufferSource; 280a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber int64_t mRepeatFrameDelayUs; 28194ee4b708acfa941581160b267afb79192b1d816Chong Zhang int64_t mMaxPtsGapUs; 28237b2b389139ed638831e49708c947863eef631efRonghua Wu float mMaxFps; 28322dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa double mFps; 28422dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa double mCaptureFps; 28572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool mCreateInputBuffersSuspended; 28689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang uint32_t mLatency; 28772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 288ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad bool mTunneled; 289ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 2908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_INDEXTYPE mDescribeColorAspectsIndex; 291db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang OMX_INDEXTYPE mDescribeHDRStaticInfoIndex; 2928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::shared_ptr<ACodecBufferChannel> mBufferChannel; 294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 2954ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t mStateGeneration; 2964ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 29701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar enum { 29801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsUnchecked, 29901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsNone, 30001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsExist, 30101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } mVendorExtensionsStatus; 30201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 3030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffersOnPort(OMX_U32 portIndex); 306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffer(OMX_U32 portIndex, size_t i); 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t handleSetSurface(const sp<Surface> &surface); 309d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t setPortMode(int32_t portIndex, IOMX::PortMode mode); 310e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t setupNativeWindowSizeFormatAndUsage( 311098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 312098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect); 3131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 314054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t configureOutputBuffersFromNativeWindow( 315054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 316098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *nMinUndequeuedBuffers, bool preregister); 317054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t allocateOutputMetadataBuffers(); 318054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t submitOutputMetadataBuffer(); 319054219874873b41f1c815552987c10465c34ba2bLajos Molnar void signalSubmitOutputMetadataBufferIfEOS_workaround(); 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateOutputBuffersFromNativeWindow(); 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t cancelBufferToNativeWindow(BufferInfo *info); 322349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber status_t freeOutputBuffersNotOwnedByComponent(); 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *dequeueBufferFromNativeWindow(); 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool storingMetadataInDecodedBuffers() { 326d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return (mPortMode[kPortIndexOutput] == IOMX::kPortModeDynamicANWBuffer) && !mIsEncoder; 327054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 328054219874873b41f1c815552987c10465c34ba2bLajos Molnar 329d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inline bool usingSecureBufferOnEncoderOutput() { 330d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return (mPortMode[kPortIndexOutput] == IOMX::kPortModePresetSecureBuffer) && mIsEncoder; 331054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 332054219874873b41f1c815552987c10465c34ba2bLajos Molnar 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *findBufferByID( 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index = NULL); 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3373fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t fillBuffer(BufferInfo *info); 3383fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setComponentRole(bool isEncoder, const char *mime); 3405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t configureCodec(const char *mime, const sp<AMessage> &msg); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 34397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad status_t configureTunneledVideoPlayback(int32_t audioHwSync, 3445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad const sp<ANativeWindow> &nativeWindow); 3455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoPortFormatType( 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 3490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 3500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers = false); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t setSupportedOutputFormat(bool getLegacyFlexibleFormat); 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setupVideoDecoder( 355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, bool usingNativeBuffers, bool haveSwRenderer, 3568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputformat); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupVideoEncoder( 359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputformat, sp<AMessage> &inputformat); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoFormatOnPort( 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t width, int32_t height, 36578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad OMX_VIDEO_CODINGTYPE compressionFormat, float frameRate = -1.0); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 367a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // sets |portIndex| port buffer numbers to be |bufferNum|. NOTE: Component could reject 368a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // this setting if the |bufferNum| is less than the minimum buffer num of the port. 369a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t setPortBufferNum(OMX_U32 portIndex, int bufferNum); 370a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets index or sets it to 0 on error. Returns error from codec. 372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t initDescribeColorAspectsIndex(); 373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets |params|. If |readBack| is true, it re-gets them afterwards if set succeeded. 375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // returns the codec error. 376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool readBack = false); 377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets |params|; returns the codec error. |param| should not change on error. 379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getCodecColorAspects(DescribeColorAspectsParams ¶ms); 380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets dataspace guidance from codec and platform. |params| should be set up with the color 382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to use. If |tryCodec| is true, the codec is queried first. If it succeeds, we 383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // return OK. Otherwise, we fall back to the platform guidance and return the codec error; 384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // though, we return OK if the codec failed with UNSUPPORTED, as codec guidance is optional. 385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getDataSpace( 386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec); 388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the encoder for certain |width/height| based on |configFormat|, and 390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |usingNativeWindow| is true, we use 391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video defaults if config is unspecified. Returns error from the codec. 392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoDecoder( 393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the encoder for certain |width/height| based on |configFormat|, and 397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |dataSpace| is non-null, it requests 398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // dataspace guidance from the codec and platform and sets it into |dataSpace|. Returns the 399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // error from the codec. 400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getColorAspectsAndDataSpaceForVideoDecoder( 401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, 402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, android_dataspace *dataSpace); 403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder assuming bytebuffer mode for certain |configFormat| 405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // and sets resulting color config into |outputFormat|. For mediarecorder, also set dataspace 406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // into |inputFormat|. Returns the error from the codec. 407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoEncoder( 408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, 409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat); 410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder in surface mode. This basically sets the default 412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video values for unspecified aspects and sets the dataspace to use in the input format. 413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Also sets the dataspace into |dataSpace|. 414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors during this configuration, except for optional steps. 415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */); 417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the video encoder input port and sets them into the |format|. 419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors. 420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getInputColorAspectsForVideoEncoder(sp<AMessage> &format); 421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // updates the encoder output format with |aspects| defaulting to |dataSpace| for 423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // unspecified values. 424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar void onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects); 4258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 426db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets index or sets it to 0 on error. Returns error from codec. 427db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t initDescribeHDRStaticInfoIndex(); 428db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets HDR static metadata for the video encoder/decoder based on |configFormat|, and 4305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets resulting HDRStaticInfo config into |outputFormat|. Returns error from the codec. 4315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t setHDRStaticInfoForVideoCodec( 4325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 433db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 434db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // sets |params|. Returns the codec error. 435db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms); 436db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 437db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets |params|. Returns the codec error. 438db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms); 439db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // gets HDR static information for the video encoder/decoder port and sets them into |format|. 4415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format); 442db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi typedef struct drcParams { 4448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcCut; 4458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcBoost; 4468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t heavyCompression; 4478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t targetRefLevel; 4488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t encodedTargetLevel; 449b5d268eb3a68147bc562ddb74e471dbd345c5830Jean-Michel Trivi int32_t effectType; 4508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } drcParams_t; 4518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAACCodec( 4535778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool encoder, 454ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 4558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t aacProfile, bool isADTS, int32_t sbrMode, 4562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 4572965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable); 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t setupAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 46097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t setupEAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 4628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t selectAudioPortFormat( 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 46717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen status_t setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels); 468729de186450f78c099637e1fce743fe531862c52Andreas Huber 4692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t setupFlacCodec( 4702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 4712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 472729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t setupRawAudioFormat( 4735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, 4745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit); 475729de186450f78c099637e1fce743fe531862c52Andreas Huber 4768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t setPriority(int32_t priority); 47789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t setLatency(uint32_t latency); 47889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t getLatency(uint32_t *latency); 479ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t setOperatingRate(float rateFloat, bool isVideo); 480870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t getIntraRefreshPeriod(uint32_t *intraRefreshPeriod); 481870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure); 4828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 4830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // Configures temporal layering based on |msg|. |inConfigure| shall be true iff this is called 4840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // during configure() call. on success the configured layering is set in |outputFormat|. If 4850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // |outputFormat| is mOutputFormat, it is copied to trigger an output format changed event. 4860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t configureTemporalLayers( 4870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat); 4880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupH263EncoderParameters(const sp<AMessage> &msg); 4935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 494816e5eb2e9f9f18e001bbf7eab36654a1db2b168Chong Zhang status_t setupHEVCEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat); 4959bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar status_t setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat); 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 497deb14ec33bc481809b465959882736e2262b667aChong Zhang status_t verifySupportForProfileAndLevel( 498deb14ec33bc481809b465959882736e2262b667aChong Zhang OMX_U32 portIndex, int32_t profile, int32_t level); 49996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 500816e5eb2e9f9f18e001bbf7eab36654a1db2b168Chong Zhang status_t configureImageGrid(const sp<AMessage> &msg, sp<AMessage> &outputFormat); 50196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber status_t configureBitrate( 502456dec2be004ef90fb271d413f3bd26b39de0487Chong Zhang OMX_VIDEO_CONTROLRATETYPE bitrateMode, int32_t bitrate, int32_t quality = 0); 50389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang void configureEncoderLatency(const sp<AMessage> &msg); 50496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupErrorCorrectionParameters(); 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // Returns true iff all buffers on the given port have status 5087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(); 512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 5147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 515d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 5167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t countBuffersOwnedByNativeWindow() const; 517d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void deferMessage(const sp<AMessage> &msg); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void processDeferredMessages(); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 52290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // called when we have dequeued a buffer |buf| from the native window to track render info. 52390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // |fenceFd| is the dequeue fence, and |info| points to the buffer info where this buffer is 52490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // stored. 52590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void updateRenderInfoForDequeuedBuffer( 52690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info); 52790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 52890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // Checks to see if any frames have rendered up until |until|, and to notify client 52990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (MediaCodec) of rendered frames up-until the frame pointed to by |until| or the first 53090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unrendered frame. These frames are removed from the render queue. 53190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |dropIncomplete| is true, unrendered frames up-until |until| will be dropped from the 53290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // queue, allowing all rendered framed up till then to be notified of. 53390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (This will effectively clear the render queue up-until (and including) |until|.) 53490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |until| is NULL, or is not in the rendered queue, this method will check all frames. 53590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void notifyOfRenderedFrames( 53690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool dropIncomplete = false, FrameRenderTracker::Info *until = NULL); 53790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5381734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Pass |expectedFormat| to print a warning if the format differs from it. 5391734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Using sp<> instead of const sp<>& because expectedFormat is likely the current mOutputFormat 5401734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // which will get updated inside. 5411734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar void onOutputFormatChanged(sp<const AMessage> expectedFormat = NULL); 542b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify); 543b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void sendFormatChange(); 544b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 545e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify); 54631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber void signalError( 5485778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_ERRORTYPE error = OMX_ErrorUndefined, 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t internalError = UNKNOWN_ERROR); 550cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 551496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t requestIDRFrame(); 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t setParameters(const sp<AMessage> ¶ms); 553496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 55401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // set vendor extension parameters specified in params that are supported by the codec 55501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t setVendorParameters(const sp<AMessage> ¶ms); 55601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 55701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // get vendor extension parameters supported by the codec for a specific port and add it to 55801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // |format| 55901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t getVendorParameters(OMX_U32 portIndex, sp<AMessage> &format); 56001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 5616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // Send EOS on input stream. 5626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden void onSignalEndOfInputStream(); 5636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5644ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Force EXEC->IDLE->LOADED shutdown sequence if not stale. 5654ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim void forceStateTransition(int generation); 5664ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ACodec); 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // A_CODEC_H_ 573