127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h> 23054219874873b41f1c815552987c10465c34ba2bLajos Molnar#include <media/hardware/MetadataBufferType.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h> 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h> 2605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar#include <media/stagefright/CodecBase.h> 2790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/FrameRenderTracker.h> 285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include <media/stagefright/MediaDefs.h> 298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen#include <media/stagefright/SkipCutBuffer.h> 30a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar#include <utils/NativeHandle.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h> 32bc1713d3b85d7ce656e032da6e4b6b342f14db03Mathias Agopian#include <hardware/gralloc.h> 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 34d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define TRACK_BUFFER_TIMING 0 35d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 36f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer; 39dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass ACodecBufferChannel; 407e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimclass MediaCodecBuffer; 4161c2351da89cb281b2dfd56c6c6779ccb4bc1172Dan Willemsenclass MemoryDealer; 4273dd808754c641fe798273d356ee38368715fa7bLajos Molnarstruct DescribeColorFormat2Params; 435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstruct DataConverter; 44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa// Treble shared memory 4613a926879249276771b0097538459c7550e2f5ceSteven Morelandnamespace hidl { 4713a926879249276771b0097538459c7550e2f5ceSteven Morelandnamespace allocator { 4813a926879249276771b0097538459c7550e2f5ceSteven Morelandnamespace V1_0 { 498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct IAllocator; 5013a926879249276771b0097538459c7550e2f5ceSteven Moreland} // V1_0 5113a926879249276771b0097538459c7550e2f5ceSteven Moreland} // allocator 5213a926879249276771b0097538459c7550e2f5ceSteven Morelandnamespace memory { 5313a926879249276771b0097538459c7550e2f5ceSteven Morelandnamespace V1_0 { 548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct IMemory; 5513a926879249276771b0097538459c7550e2f5ceSteven Moreland} // V1_0 5613a926879249276771b0097538459c7550e2f5ceSteven Moreland} // memory 5713a926879249276771b0097538459c7550e2f5ceSteven Moreland} // hidl 5813a926879249276771b0097538459c7550e2f5ceSteven Moreland 5913a926879249276771b0097538459c7550e2f5ceSteven Morelandtypedef hidl::allocator::V1_0::IAllocator TAllocator; 608a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasatypedef hidl::memory::V1_0::IMemory TMemory; 618a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 6205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnarstruct ACodec : public AHierarchicalStateMachine, public CodecBase { 63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec(); 64f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void initiateSetup(const sp<AMessage> &msg); 66f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual std::shared_ptr<BufferChannelBase> getBufferChannel() override; 6805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateAllocateComponent(const sp<AMessage> &msg); 6905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateConfigureComponent(const sp<AMessage> &msg); 7005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateCreateInputSurface(); 718f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang virtual void initiateSetInputSurface(const sp<PersistentSurface> &surface); 7205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateStart(); 7305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateShutdown(bool keepComponentAllocated = false); 7405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar virtual status_t queryCapabilities( 765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps); 785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar virtual status_t setSurface(const sp<Surface> &surface); 801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalFlush(); 8205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalResume(); 83a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 8405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalSetParameters(const sp<AMessage> &msg); 8505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalEndOfInputStream(); 8605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalRequestIDRFrame(); 875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8805ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar // AHierarchicalStateMachine implements the message handling 8905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void onMessageReceived(const sp<AMessage> &msg) { 9005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar handleMessage(msg); 9105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar } 92496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 93a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // Returns 0 if configuration is not supported. NOTE: this is treated by 94a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // some OMX components as auto level, and by others as invalid level. 95a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static int /* OMX_VIDEO_AVCLEVELTYPE */ getAVCLevelFor( 96a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 97a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile = OMX_VIDEO_AVCProfileBaseline); 98229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 99b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar // Quirk still supported, even though deprecated 100b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar enum Quirks { 101b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnInputPorts = 1, 102b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnOutputPorts = 2, 103b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar }; 104b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 105a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar static status_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]); 106a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 1079c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa // Save the flag. 1089c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa void setTrebleFlag(bool trebleFlag); 1098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // Return the saved flag. 1108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool getTrebleFlag() const; 1118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~ACodec(); 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BaseState; 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct UninitializedState; 118c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber struct LoadedState; 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct LoadedToIdleState; 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToExecutingState; 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingState; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct OutputPortSettingsChangedState; 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingToIdleState; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToLoadedState; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct FlushingState; 126ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber struct DeathNotifier; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatSetup = 'setu', 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOMXMessage = 'omx ', 131e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // same as kWhatOMXMessage - but only used with 132e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // handleMessage during OMX message-list handling 133e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar kWhatOMXMessageItem = 'omxI', 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar kWhatOMXMessageList = 'omxL', 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatInputBufferFilled = 'inpF', 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOutputBufferDrained = 'outD', 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatShutdown = 'shut', 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatFlush = 'flus', 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatResume = 'resm', 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatDrainDeferredMessages = 'drai', 1415778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatAllocateComponent = 'allo', 1425778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatConfigureComponent = 'conf', 1431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar kWhatSetSurface = 'setS', 1447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatCreateInputSurface = 'cisf', 1458f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang kWhatSetInputSurface = 'sisf', 1467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatSignalEndOfInputStream = 'eois', 1475778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatStart = 'star', 148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber kWhatRequestIDRFrame = 'ridr', 149a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber kWhatSetParameters = 'setP', 150054219874873b41f1c815552987c10465c34ba2bLajos Molnar kWhatSubmitOutputMetadataBufferIfEOS = 'subm', 15105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar kWhatOMXDied = 'OMXd', 15230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar kWhatReleaseCodecInstance = 'relC', 1534ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim kWhatForceStateTransition = 'fstt', 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput = 0, 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput = 1 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum { 1620167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagIsSecure = 1, 1630167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 1641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang kFlagIsGrallocUsageProtected = 4, 165ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 166ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 167f42917964a76720932b23e67a05d034cd0cf346bChong Zhang enum { 168f42917964a76720932b23e67a05d034cd0cf346bChong Zhang kVideoGrallocUsage = (GRALLOC_USAGE_HW_TEXTURE 169f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_HW_COMPOSER 170f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_EXTERNAL_DISP), 171f42917964a76720932b23e67a05d034cd0cf346bChong Zhang }; 172f42917964a76720932b23e67a05d034cd0cf346bChong Zhang 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BufferInfo { 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum Status { 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_US, 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_COMPONENT, 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_UPSTREAM, 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_DOWNSTREAM, 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_NATIVE_WINDOW, 1800806340688c937e7b78c2d89db3809274130df4eLajos Molnar UNRECOGNIZED, // not a tracked buffer 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1830806340688c937e7b78c2d89db3809274130df4eLajos Molnar static inline Status getSafeStatus(BufferInfo *info) { 1840806340688c937e7b78c2d89db3809274130df4eLajos Molnar return info == NULL ? UNRECOGNIZED : info->mStatus; 1850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1860806340688c937e7b78c2d89db3809274130df4eLajos Molnar 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id mBufferID; 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Status mStatus; 189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeuedAt; 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mData; // the client's buffer; if not using data conversion, this is 1927e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // the codec buffer; otherwise, it is allocated separately 1937e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> mMemRef; // and a reference to the IMemory, so it does not go away 1947e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mCodecData; // the codec's buffer 1957e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> mCodecRef; // and a reference to the IMemory 1967e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> mGraphicBuffer; 1981b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang bool mNewGraphicBuffer; 19915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int mFenceFd; 20090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker::Info *mRenderInfo; 20115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 20215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // The following field and 4 methods are used for debugging only 20315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool mIsReadFence; 20415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Store |fenceFd| and set read/write flag. Log error, if there is already a fence stored. 20515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setReadFence(int fenceFd, const char *dbg); 20615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setWriteFence(int fenceFd, const char *dbg); 20715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Log error, if the current fence is not a read/write fence. 20815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkReadFence(const char *dbg); 20915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkWriteFence(const char *dbg); 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2120806340688c937e7b78c2d89db3809274130df4eLajos Molnar static const char *_asString(BufferInfo::Status s); 2130806340688c937e7b78c2d89db3809274130df4eLajos Molnar void dumpBuffers(OMX_U32 portIndex); 2140806340688c937e7b78c2d89db3809274130df4eLajos Molnar 21515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // If |fd| is non-negative, waits for fence with |fd| and logs an error if it fails. Returns 21615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // the error code or OK on success. If |fd| is negative, it returns OK 21715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t waitForFence(int fd, const char *dbg); 21815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 219d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 220d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber struct BufferStats { 221d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mEmptyBufferTimeUs; 222d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mFillBufferDoneTimeUs; 223d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber }; 224d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 225d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber KeyedVector<int64_t, BufferStats> mBufferStats; 226d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 227d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<UninitializedState> mUninitializedState; 229c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<LoadedState> mLoadedState; 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<LoadedToIdleState> mLoadedToIdleState; 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToExecutingState> mIdleToExecutingState; 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingState> mExecutingState; 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingToIdleState> mExecutingToIdleState; 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToLoadedState> mIdleToLoadedState; 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<FlushingState> mFlushingState; 2378b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen sp<SkipCutBuffer> mSkipCutBuffer; 238b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t mSampleRate; 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mComponentName; 241ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mFlags; 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> mOMX; 243d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> mOMXNode; 244d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t mNodeGeneration; 2458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool mTrebleFlag; 2468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TAllocator> mAllocator[2]; 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MemoryDealer> mDealer[2]; 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool mUsingNativeWindow; 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ANativeWindow> mNativeWindow; 251e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int mNativeWindowUsageBits; 252fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar android_native_rect_t mLastNativeWindowCrop; 253fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar int32_t mLastNativeWindowDataSpace; 254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> mConfigFormat; 255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mInputFormat; 256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mOutputFormat; 257697aedf61d6180e72102068a969383018eedfa1eLajos Molnar 258697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // Initial output format + configuration params that is reused as the base for all subsequent 259697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // format updates. This will equal to mOutputFormat until the first actual frame is received. 2604e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> mBaseOutputFormat; 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker mRenderTracker; // render information for buffers rendered by ACodec 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Vector<BufferInfo> mBuffers[2]; 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mPortEOS[2]; 265dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber status_t mInputEOSResult; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > mDeferredQueue; 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> mLastOutputFormat; 2708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu bool mIsVideo; 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mIsEncoder; 272346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang bool mFatalError; 273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mShutdownInProgress; 27454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar bool mExplicitShutdown; 275f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang bool mIsLegacyVP9Decoder; 276c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // If "mKeepComponentAllocated" we only transition back to Loaded state 278c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // and do not release the component instance. 279c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mKeepComponentAllocated; 280c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 2819806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderDelay; 2829806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderPadding; 283e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t mRotationDegrees; 2849806555d3930be43e11106281dee354820ac1c88Andreas Huber 2859806555d3930be43e11106281dee354820ac1c88Andreas Huber bool mChannelMaskPresent; 2869806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mChannelMask; 287054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeueCounter; 288d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mPortMode[2]; 289054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t mMetadataBuffersToSubmit; 290e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar size_t mNumUndequeuedBuffers; 2915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> mConverter[2]; 2929806555d3930be43e11106281dee354820ac1c88Andreas Huber 2936d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang sp<IGraphicBufferSource> mGraphicBufferSource; 294a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber int64_t mRepeatFrameDelayUs; 29594ee4b708acfa941581160b267afb79192b1d816Chong Zhang int64_t mMaxPtsGapUs; 29637b2b389139ed638831e49708c947863eef631efRonghua Wu float mMaxFps; 29722dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa double mFps; 29822dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa double mCaptureFps; 29972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool mCreateInputBuffersSuspended; 30089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang uint32_t mLatency; 30172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 302ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad bool mTunneled; 303ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 3048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_INDEXTYPE mDescribeColorAspectsIndex; 305db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang OMX_INDEXTYPE mDescribeHDRStaticInfoIndex; 3068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 307dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::shared_ptr<ACodecBufferChannel> mBufferChannel; 308dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 3094ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t mStateGeneration; 3104ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 31101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar enum { 31201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsUnchecked, 31301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsNone, 31401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar kExtensionsExist, 31501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } mVendorExtensionsStatus; 31601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 3170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffersOnPort(OMX_U32 portIndex); 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffer(OMX_U32 portIndex, size_t i); 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t handleSetSurface(const sp<Surface> &surface); 323d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t setPortMode(int32_t portIndex, IOMX::PortMode mode); 324e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t setupNativeWindowSizeFormatAndUsage( 325098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 326098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect); 3271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 328054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t configureOutputBuffersFromNativeWindow( 329054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 330098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *nMinUndequeuedBuffers, bool preregister); 331054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t allocateOutputMetadataBuffers(); 332054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t submitOutputMetadataBuffer(); 333054219874873b41f1c815552987c10465c34ba2bLajos Molnar void signalSubmitOutputMetadataBufferIfEOS_workaround(); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateOutputBuffersFromNativeWindow(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t cancelBufferToNativeWindow(BufferInfo *info); 336349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber status_t freeOutputBuffersNotOwnedByComponent(); 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *dequeueBufferFromNativeWindow(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool storingMetadataInDecodedBuffers() { 340d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return (mPortMode[kPortIndexOutput] == IOMX::kPortModeDynamicANWBuffer) && !mIsEncoder; 341054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 342054219874873b41f1c815552987c10465c34ba2bLajos Molnar 343d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inline bool usingSecureBufferOnEncoderOutput() { 344d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return (mPortMode[kPortIndexOutput] == IOMX::kPortModePresetSecureBuffer) && mIsEncoder; 345054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 346054219874873b41f1c815552987c10465c34ba2bLajos Molnar 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *findBufferByID( 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index = NULL); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3513fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t fillBuffer(BufferInfo *info); 3523fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setComponentRole(bool isEncoder, const char *mime); 3545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t configureCodec(const char *mime, const sp<AMessage> &msg); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad status_t configureTunneledVideoPlayback(int32_t audioHwSync, 3585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad const sp<ANativeWindow> &nativeWindow); 3595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoPortFormatType( 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 3630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 3640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers = false); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t setSupportedOutputFormat(bool getLegacyFlexibleFormat); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setupVideoDecoder( 369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, bool usingNativeBuffers, bool haveSwRenderer, 3708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputformat); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupVideoEncoder( 373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputformat, sp<AMessage> &inputformat); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoFormatOnPort( 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t width, int32_t height, 37978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad OMX_VIDEO_CODINGTYPE compressionFormat, float frameRate = -1.0); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 381a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // sets |portIndex| port buffer numbers to be |bufferNum|. NOTE: Component could reject 382a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // this setting if the |bufferNum| is less than the minimum buffer num of the port. 383a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t setPortBufferNum(OMX_U32 portIndex, int bufferNum); 384a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets index or sets it to 0 on error. Returns error from codec. 386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t initDescribeColorAspectsIndex(); 387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets |params|. If |readBack| is true, it re-gets them afterwards if set succeeded. 389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // returns the codec error. 390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool readBack = false); 391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets |params|; returns the codec error. |param| should not change on error. 393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getCodecColorAspects(DescribeColorAspectsParams ¶ms); 394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets dataspace guidance from codec and platform. |params| should be set up with the color 396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to use. If |tryCodec| is true, the codec is queried first. If it succeeds, we 397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // return OK. Otherwise, we fall back to the platform guidance and return the codec error; 398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // though, we return OK if the codec failed with UNSUPPORTED, as codec guidance is optional. 399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getDataSpace( 400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec); 402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the encoder for certain |width/height| based on |configFormat|, and 404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |usingNativeWindow| is true, we use 405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video defaults if config is unspecified. Returns error from the codec. 406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoDecoder( 407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the encoder for certain |width/height| based on |configFormat|, and 411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |dataSpace| is non-null, it requests 412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // dataspace guidance from the codec and platform and sets it into |dataSpace|. Returns the 413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // error from the codec. 414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getColorAspectsAndDataSpaceForVideoDecoder( 415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, 416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, android_dataspace *dataSpace); 417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder assuming bytebuffer mode for certain |configFormat| 419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // and sets resulting color config into |outputFormat|. For mediarecorder, also set dataspace 420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // into |inputFormat|. Returns the error from the codec. 421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoEncoder( 422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, 423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat); 424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder in surface mode. This basically sets the default 426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video values for unspecified aspects and sets the dataspace to use in the input format. 427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Also sets the dataspace into |dataSpace|. 428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors during this configuration, except for optional steps. 429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */); 431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the video encoder input port and sets them into the |format|. 433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors. 434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getInputColorAspectsForVideoEncoder(sp<AMessage> &format); 435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // updates the encoder output format with |aspects| defaulting to |dataSpace| for 437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // unspecified values. 438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar void onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects); 4398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 440db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets index or sets it to 0 on error. Returns error from codec. 441db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t initDescribeHDRStaticInfoIndex(); 442db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets HDR static metadata for the video encoder/decoder based on |configFormat|, and 4445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets resulting HDRStaticInfo config into |outputFormat|. Returns error from the codec. 4455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t setHDRStaticInfoForVideoCodec( 4465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 447db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 448db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // sets |params|. Returns the codec error. 449db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms); 450db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 451db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets |params|. Returns the codec error. 452db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms); 453db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // gets HDR static information for the video encoder/decoder port and sets them into |format|. 4555e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format); 456db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi typedef struct drcParams { 4588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcCut; 4598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcBoost; 4608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t heavyCompression; 4618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t targetRefLevel; 4628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t encodedTargetLevel; 4638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } drcParams_t; 4648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAACCodec( 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool encoder, 467ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 4688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t aacProfile, bool isADTS, int32_t sbrMode, 4692965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 4702965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable); 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t setupAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 47397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t setupEAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 4758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t selectAudioPortFormat( 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 48017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen status_t setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels); 481729de186450f78c099637e1fce743fe531862c52Andreas Huber 4822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t setupFlacCodec( 4832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 4842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 485729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t setupRawAudioFormat( 4865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, 4875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit); 488729de186450f78c099637e1fce743fe531862c52Andreas Huber 4898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t setPriority(int32_t priority); 49089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t setLatency(uint32_t latency); 49189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t getLatency(uint32_t *latency); 492ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t setOperatingRate(float rateFloat, bool isVideo); 493870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t getIntraRefreshPeriod(uint32_t *intraRefreshPeriod); 494870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure); 4958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 4960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // Configures temporal layering based on |msg|. |inConfigure| shall be true iff this is called 4970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // during configure() call. on success the configured layering is set in |outputFormat|. If 4980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // |outputFormat| is mOutputFormat, it is copied to trigger an output format changed event. 4990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t configureTemporalLayers( 5000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat); 5010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupH263EncoderParameters(const sp<AMessage> &msg); 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 507c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t setupHEVCEncoderParameters(const sp<AMessage> &msg); 5089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar status_t setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat); 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level); 51196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 51296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber status_t configureBitrate( 51396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode); 51489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang void configureEncoderLatency(const sp<AMessage> &msg); 51596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupErrorCorrectionParameters(); 5175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // Returns true iff all buffers on the given port have status 5197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 5257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 526d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 5277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t countBuffersOwnedByNativeWindow() const; 528d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void deferMessage(const sp<AMessage> &msg); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void processDeferredMessages(); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 53390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // called when we have dequeued a buffer |buf| from the native window to track render info. 53490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // |fenceFd| is the dequeue fence, and |info| points to the buffer info where this buffer is 53590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // stored. 53690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void updateRenderInfoForDequeuedBuffer( 53790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info); 53890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 53990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // Checks to see if any frames have rendered up until |until|, and to notify client 54090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (MediaCodec) of rendered frames up-until the frame pointed to by |until| or the first 54190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unrendered frame. These frames are removed from the render queue. 54290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |dropIncomplete| is true, unrendered frames up-until |until| will be dropped from the 54390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // queue, allowing all rendered framed up till then to be notified of. 54490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (This will effectively clear the render queue up-until (and including) |until|.) 54590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |until| is NULL, or is not in the rendered queue, this method will check all frames. 54690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void notifyOfRenderedFrames( 54790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool dropIncomplete = false, FrameRenderTracker::Info *until = NULL); 54890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5491734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Pass |expectedFormat| to print a warning if the format differs from it. 5501734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Using sp<> instead of const sp<>& because expectedFormat is likely the current mOutputFormat 5511734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // which will get updated inside. 5521734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar void onOutputFormatChanged(sp<const AMessage> expectedFormat = NULL); 553b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify); 554b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void sendFormatChange(); 555b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify); 55731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber void signalError( 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_ERRORTYPE error = OMX_ErrorUndefined, 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t internalError = UNKNOWN_ERROR); 561cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 562496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t requestIDRFrame(); 563a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t setParameters(const sp<AMessage> ¶ms); 564496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // set vendor extension parameters specified in params that are supported by the codec 56601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t setVendorParameters(const sp<AMessage> ¶ms); 56701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 56801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // get vendor extension parameters supported by the codec for a specific port and add it to 56901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // |format| 57001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t getVendorParameters(OMX_U32 portIndex, sp<AMessage> &format); 57101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 5726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // Send EOS on input stream. 5736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden void onSignalEndOfInputStream(); 5746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5754ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Force EXEC->IDLE->LOADED shutdown sequence if not stale. 5764ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim void forceStateTransition(int generation); 5774ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ACodec); 579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // A_CODEC_H_ 584