ACodec.h revision 098446ae4100dfd989c452bb67133559aa892cd3
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h> 23054219874873b41f1c815552987c10465c34ba2bLajos Molnar#include <media/hardware/MetadataBufferType.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h> 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h> 2605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar#include <media/stagefright/CodecBase.h> 2790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/FrameRenderTracker.h> 285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include <media/stagefright/MediaDefs.h> 298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen#include <media/stagefright/SkipCutBuffer.h> 30a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar#include <utils/NativeHandle.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define TRACK_BUFFER_TIMING 0 34d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 35f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer; 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MemoryDealer; 3973dd808754c641fe798273d356ee38368715fa7bLajos Molnarstruct DescribeColorFormat2Params; 405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstruct DataConverter; 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnarstruct ACodec : public AHierarchicalStateMachine, public CodecBase { 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec(); 44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void setNotificationMessage(const sp<AMessage> &msg); 4605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void initiateSetup(const sp<AMessage> &msg); 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateAllocateComponent(const sp<AMessage> &msg); 5005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateConfigureComponent(const sp<AMessage> &msg); 5105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateCreateInputSurface(); 528f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang virtual void initiateSetInputSurface(const sp<PersistentSurface> &surface); 5305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateStart(); 5405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateShutdown(bool keepComponentAllocated = false); 5505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar virtual status_t queryCapabilities( 575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps); 595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar virtual status_t setSurface(const sp<Surface> &surface); 611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalFlush(); 6305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalResume(); 64a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalSetParameters(const sp<AMessage> &msg); 6605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalEndOfInputStream(); 6705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalRequestIDRFrame(); 685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar // AHierarchicalStateMachine implements the message handling 7005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void onMessageReceived(const sp<AMessage> &msg) { 7105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar handleMessage(msg); 7205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar } 73496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar struct PortDescription : public CodecBase::PortDescription { 75eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t countBuffers(); 76eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id bufferIDAt(size_t index) const; 77eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<ABuffer> bufferAt(size_t index) const; 78a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar sp<NativeHandle> handleAt(size_t index) const; 7986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu sp<RefBase> memRefAt(size_t index) const; 80eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 81eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber private: 82eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber friend struct ACodec; 83eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 84eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<IOMX::buffer_id> mBufferIDs; 85eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<sp<ABuffer> > mBuffers; 86a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar Vector<sp<NativeHandle> > mHandles; 8786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu Vector<sp<RefBase> > mMemRefs; 88eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 89eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber PortDescription(); 90a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void addBuffer( 91a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 92a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef); 93eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 94eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber DISALLOW_EVIL_CONSTRUCTORS(PortDescription); 95eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber }; 96eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 97229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool isFlexibleColorFormat( 98a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent); 100a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 101a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // Returns 0 if configuration is not supported. NOTE: this is treated by 102a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // some OMX components as auto level, and by others as invalid level. 103a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static int /* OMX_VIDEO_AVCLEVELTYPE */ getAVCLevelFor( 104a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 105a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile = OMX_VIDEO_AVCProfileBaseline); 106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 107b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar // Quirk still supported, even though deprecated 108b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar enum Quirks { 109b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnInputPorts = 1, 110b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnOutputPorts = 2, 111b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar }; 112b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 113a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar static status_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]); 114a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~ACodec(); 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BaseState; 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct UninitializedState; 121c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber struct LoadedState; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct LoadedToIdleState; 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToExecutingState; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingState; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct OutputPortSettingsChangedState; 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingToIdleState; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToLoadedState; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct FlushingState; 129ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber struct DeathNotifier; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatSetup = 'setu', 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOMXMessage = 'omx ', 134e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // same as kWhatOMXMessage - but only used with 135e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // handleMessage during OMX message-list handling 136e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar kWhatOMXMessageItem = 'omxI', 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar kWhatOMXMessageList = 'omxL', 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatInputBufferFilled = 'inpF', 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOutputBufferDrained = 'outD', 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatShutdown = 'shut', 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatFlush = 'flus', 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatResume = 'resm', 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatDrainDeferredMessages = 'drai', 1445778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatAllocateComponent = 'allo', 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatConfigureComponent = 'conf', 1461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar kWhatSetSurface = 'setS', 1477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatCreateInputSurface = 'cisf', 1488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang kWhatSetInputSurface = 'sisf', 1497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatSignalEndOfInputStream = 'eois', 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatStart = 'star', 151496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber kWhatRequestIDRFrame = 'ridr', 152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber kWhatSetParameters = 'setP', 153054219874873b41f1c815552987c10465c34ba2bLajos Molnar kWhatSubmitOutputMetadataBufferIfEOS = 'subm', 15405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar kWhatOMXDied = 'OMXd', 15530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar kWhatReleaseCodecInstance = 'relC', 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput = 0, 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput = 1 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 163ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum { 1640167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagIsSecure = 1, 1650167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 1661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang kFlagIsGrallocUsageProtected = 4, 167ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 168ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 169f42917964a76720932b23e67a05d034cd0cf346bChong Zhang enum { 170f42917964a76720932b23e67a05d034cd0cf346bChong Zhang kVideoGrallocUsage = (GRALLOC_USAGE_HW_TEXTURE 171f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_HW_COMPOSER 172f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_EXTERNAL_DISP), 173f42917964a76720932b23e67a05d034cd0cf346bChong Zhang }; 174f42917964a76720932b23e67a05d034cd0cf346bChong Zhang 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BufferInfo { 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum Status { 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_US, 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_COMPONENT, 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_UPSTREAM, 180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_DOWNSTREAM, 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_NATIVE_WINDOW, 1820806340688c937e7b78c2d89db3809274130df4eLajos Molnar UNRECOGNIZED, // not a tracked buffer 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1850806340688c937e7b78c2d89db3809274130df4eLajos Molnar static inline Status getSafeStatus(BufferInfo *info) { 1860806340688c937e7b78c2d89db3809274130df4eLajos Molnar return info == NULL ? UNRECOGNIZED : info->mStatus; 1870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1880806340688c937e7b78c2d89db3809274130df4eLajos Molnar 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id mBufferID; 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Status mStatus; 191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeuedAt; 192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<ABuffer> mData; // the client's buffer; if not using data conversion, this is the 1945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // codec buffer; otherwise, it is allocated separately 1955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<RefBase> mMemRef; // and a reference to the IMemory, so it does not go away 1965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<ABuffer> mCodecData; // the codec's buffer 1975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<RefBase> mCodecRef; // and a reference to the IMemory 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> mGraphicBuffer; 199a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar sp<NativeHandle> mNativeHandle; 20015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int mFenceFd; 20190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker::Info *mRenderInfo; 20215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 20315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // The following field and 4 methods are used for debugging only 20415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool mIsReadFence; 20515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Store |fenceFd| and set read/write flag. Log error, if there is already a fence stored. 20615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setReadFence(int fenceFd, const char *dbg); 20715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setWriteFence(int fenceFd, const char *dbg); 20815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Log error, if the current fence is not a read/write fence. 20915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkReadFence(const char *dbg); 21015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkWriteFence(const char *dbg); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2130806340688c937e7b78c2d89db3809274130df4eLajos Molnar static const char *_asString(BufferInfo::Status s); 2140806340688c937e7b78c2d89db3809274130df4eLajos Molnar void dumpBuffers(OMX_U32 portIndex); 2150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 21615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // If |fd| is non-negative, waits for fence with |fd| and logs an error if it fails. Returns 21715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // the error code or OK on success. If |fd| is negative, it returns OK 21815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t waitForFence(int fd, const char *dbg); 21915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 220d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 221d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber struct BufferStats { 222d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mEmptyBufferTimeUs; 223d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mFillBufferDoneTimeUs; 224d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber }; 225d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 226d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber KeyedVector<int64_t, BufferStats> mBufferStats; 227d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 228d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<UninitializedState> mUninitializedState; 232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<LoadedState> mLoadedState; 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<LoadedToIdleState> mLoadedToIdleState; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToExecutingState> mIdleToExecutingState; 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingState> mExecutingState; 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingToIdleState> mExecutingToIdleState; 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToLoadedState> mIdleToLoadedState; 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<FlushingState> mFlushingState; 2408b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen sp<SkipCutBuffer> mSkipCutBuffer; 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mComponentName; 243ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mFlags; 244afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t mQuirks; 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> mOMX; 24623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen sp<IBinder> mNodeBinder; 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id mNode; 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MemoryDealer> mDealer[2]; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool mUsingNativeWindow; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ANativeWindow> mNativeWindow; 252e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int mNativeWindowUsageBits; 253fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar android_native_rect_t mLastNativeWindowCrop; 254fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar int32_t mLastNativeWindowDataSpace; 255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> mConfigFormat; 256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mInputFormat; 257e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mOutputFormat; 258697aedf61d6180e72102068a969383018eedfa1eLajos Molnar 259697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // Initial output format + configuration params that is reused as the base for all subsequent 260697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // format updates. This will equal to mOutputFormat until the first actual frame is received. 2614e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> mBaseOutputFormat; 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker mRenderTracker; // render information for buffers rendered by ACodec 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Vector<BufferInfo> mBuffers[2]; 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mPortEOS[2]; 266dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber status_t mInputEOSResult; 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > mDeferredQueue; 269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 270b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> mLastOutputFormat; 2718db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu bool mIsVideo; 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mIsEncoder; 273346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang bool mFatalError; 274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mShutdownInProgress; 27554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar bool mExplicitShutdown; 276f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang bool mIsLegacyVP9Decoder; 277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 278c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // If "mKeepComponentAllocated" we only transition back to Loaded state 279c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // and do not release the component instance. 280c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mKeepComponentAllocated; 281c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 2829806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderDelay; 2839806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderPadding; 284e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t mRotationDegrees; 2859806555d3930be43e11106281dee354820ac1c88Andreas Huber 2869806555d3930be43e11106281dee354820ac1c88Andreas Huber bool mChannelMaskPresent; 2879806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mChannelMask; 288054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeueCounter; 289054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType mInputMetadataType; 290054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType mOutputMetadataType; 291011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar bool mLegacyAdaptiveExperiment; 292054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t mMetadataBuffersToSubmit; 293e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar size_t mNumUndequeuedBuffers; 2945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> mConverter[2]; 2959806555d3930be43e11106281dee354820ac1c88Andreas Huber 296a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber int64_t mRepeatFrameDelayUs; 29794ee4b708acfa941581160b267afb79192b1d816Chong Zhang int64_t mMaxPtsGapUs; 29837b2b389139ed638831e49708c947863eef631efRonghua Wu float mMaxFps; 299a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 3002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerFrameUs; 3012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerCaptureUs; 3022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 30372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool mCreateInputBuffersSuspended; 30472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 305ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad bool mTunneled; 306ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 3078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_INDEXTYPE mDescribeColorAspectsIndex; 308db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang OMX_INDEXTYPE mDescribeHDRStaticInfoIndex; 3098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffersOnPort(OMX_U32 portIndex); 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffer(OMX_U32 portIndex, size_t i); 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t handleSetSurface(const sp<Surface> &surface); 316e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t setupNativeWindowSizeFormatAndUsage( 317098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 318098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect); 3191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 320054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t configureOutputBuffersFromNativeWindow( 321054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 322098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *nMinUndequeuedBuffers, bool preregister); 323054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t allocateOutputMetadataBuffers(); 324054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t submitOutputMetadataBuffer(); 325054219874873b41f1c815552987c10465c34ba2bLajos Molnar void signalSubmitOutputMetadataBufferIfEOS_workaround(); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateOutputBuffersFromNativeWindow(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t cancelBufferToNativeWindow(BufferInfo *info); 328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber status_t freeOutputBuffersNotOwnedByComponent(); 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *dequeueBufferFromNativeWindow(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool storingMetadataInDecodedBuffers() { 332054219874873b41f1c815552987c10465c34ba2bLajos Molnar return mOutputMetadataType >= 0 && !mIsEncoder; 333054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 334054219874873b41f1c815552987c10465c34ba2bLajos Molnar 335054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool usingMetadataOnEncoderOutput() { 336054219874873b41f1c815552987c10465c34ba2bLajos Molnar return mOutputMetadataType >= 0 && mIsEncoder; 337054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 338054219874873b41f1c815552987c10465c34ba2bLajos Molnar 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *findBufferByID( 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index = NULL); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setComponentRole(bool isEncoder, const char *mime); 3445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar static const char *getComponentRole(bool isEncoder, const char *mime); 3455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar static status_t setComponentRole( 3465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role); 3475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t configureCodec(const char *mime, const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad status_t configureTunneledVideoPlayback(int32_t audioHwSync, 3515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad const sp<ANativeWindow> &nativeWindow); 3525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoPortFormatType( 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 3560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 3570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers = false); 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t setSupportedOutputFormat(bool getLegacyFlexibleFormat); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setupVideoDecoder( 362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, bool usingNativeBuffers, bool haveSwRenderer, 3638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputformat); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupVideoEncoder( 366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputformat, sp<AMessage> &inputformat); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoFormatOnPort( 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t width, int32_t height, 37278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad OMX_VIDEO_CODINGTYPE compressionFormat, float frameRate = -1.0); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets index or sets it to 0 on error. Returns error from codec. 375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t initDescribeColorAspectsIndex(); 376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets |params|. If |readBack| is true, it re-gets them afterwards if set succeeded. 378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // returns the codec error. 379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool readBack = false); 380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets |params|; returns the codec error. |param| should not change on error. 382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getCodecColorAspects(DescribeColorAspectsParams ¶ms); 383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets dataspace guidance from codec and platform. |params| should be set up with the color 385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to use. If |tryCodec| is true, the codec is queried first. If it succeeds, we 386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // return OK. Otherwise, we fall back to the platform guidance and return the codec error; 387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // though, we return OK if the codec failed with UNSUPPORTED, as codec guidance is optional. 388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getDataSpace( 389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec); 391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the encoder for certain |width/height| based on |configFormat|, and 393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |usingNativeWindow| is true, we use 394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video defaults if config is unspecified. Returns error from the codec. 395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoDecoder( 396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the encoder for certain |width/height| based on |configFormat|, and 400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |dataSpace| is non-null, it requests 401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // dataspace guidance from the codec and platform and sets it into |dataSpace|. Returns the 402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // error from the codec. 403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getColorAspectsAndDataSpaceForVideoDecoder( 404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, 405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, android_dataspace *dataSpace); 406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder assuming bytebuffer mode for certain |configFormat| 408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // and sets resulting color config into |outputFormat|. For mediarecorder, also set dataspace 409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // into |inputFormat|. Returns the error from the codec. 410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoEncoder( 411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, 412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat); 413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder in surface mode. This basically sets the default 415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video values for unspecified aspects and sets the dataspace to use in the input format. 416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Also sets the dataspace into |dataSpace|. 417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors during this configuration, except for optional steps. 418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */); 420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the video encoder input port and sets them into the |format|. 422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors. 423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getInputColorAspectsForVideoEncoder(sp<AMessage> &format); 424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // updates the encoder output format with |aspects| defaulting to |dataSpace| for 426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // unspecified values. 427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar void onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects); 4288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 429db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets index or sets it to 0 on error. Returns error from codec. 430db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t initDescribeHDRStaticInfoIndex(); 431db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets HDR static metadata for the video encoder/decoder based on |configFormat|, and 4335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets resulting HDRStaticInfo config into |outputFormat|. Returns error from the codec. 4345e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t setHDRStaticInfoForVideoCodec( 4355e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 436db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 437db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // sets |params|. Returns the codec error. 438db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms); 439db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 440db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets |params|. Returns the codec error. 441db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms); 442db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // gets HDR static information for the video encoder/decoder port and sets them into |format|. 4445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format); 445db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi typedef struct drcParams { 4478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcCut; 4488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcBoost; 4498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t heavyCompression; 4508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t targetRefLevel; 4518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t encodedTargetLevel; 4528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } drcParams_t; 4538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAACCodec( 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool encoder, 456ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 4578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t aacProfile, bool isADTS, int32_t sbrMode, 4582965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 4592965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable); 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 46197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t setupAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 46297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t setupEAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 4648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t selectAudioPortFormat( 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 46917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen status_t setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels); 470729de186450f78c099637e1fce743fe531862c52Andreas Huber 4712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t setupFlacCodec( 4722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 4732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 474729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t setupRawAudioFormat( 4755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, 4765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit); 477729de186450f78c099637e1fce743fe531862c52Andreas Huber 4788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t setPriority(int32_t priority); 479ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t setOperatingRate(float rateFloat, bool isVideo); 480870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t getIntraRefreshPeriod(uint32_t *intraRefreshPeriod); 481870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure); 4828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupH263EncoderParameters(const sp<AMessage> &msg); 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 488c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t setupHEVCEncoderParameters(const sp<AMessage> &msg); 48989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber status_t setupVPXEncoderParameters(const sp<AMessage> &msg); 4905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level); 49296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 49396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber status_t configureBitrate( 49496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode); 49596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupErrorCorrectionParameters(); 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t initNativeWindow(); 499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // Returns true iff all buffers on the given port have status 5017e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(); 505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 5077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 508d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 5097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t countBuffersOwnedByNativeWindow() const; 510d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void deferMessage(const sp<AMessage> &msg); 512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void processDeferredMessages(); 513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 51590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // called when we have dequeued a buffer |buf| from the native window to track render info. 51690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // |fenceFd| is the dequeue fence, and |info| points to the buffer info where this buffer is 51790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // stored. 51890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void updateRenderInfoForDequeuedBuffer( 51990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info); 52090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 52190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // Checks to see if any frames have rendered up until |until|, and to notify client 52290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (MediaCodec) of rendered frames up-until the frame pointed to by |until| or the first 52390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unrendered frame. These frames are removed from the render queue. 52490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |dropIncomplete| is true, unrendered frames up-until |until| will be dropped from the 52590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // queue, allowing all rendered framed up till then to be notified of. 52690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (This will effectively clear the render queue up-until (and including) |until|.) 52790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |until| is NULL, or is not in the rendered queue, this method will check all frames. 52890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void notifyOfRenderedFrames( 52990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool dropIncomplete = false, FrameRenderTracker::Info *until = NULL); 53090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5311734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Pass |expectedFormat| to print a warning if the format differs from it. 5321734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Using sp<> instead of const sp<>& because expectedFormat is likely the current mOutputFormat 5331734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // which will get updated inside. 5341734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar void onOutputFormatChanged(sp<const AMessage> expectedFormat = NULL); 535b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify); 536b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void sendFormatChange(); 537b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 538e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify); 53931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber void signalError( 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_ERRORTYPE error = OMX_ErrorUndefined, 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t internalError = UNKNOWN_ERROR); 543cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 54473dd808754c641fe798273d356ee38368715fa7bLajos Molnar static bool describeDefaultColorFormat(DescribeColorFormat2Params &describeParams); 545229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool describeColorFormat( 546229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 54773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams); 54803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 549496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t requestIDRFrame(); 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t setParameters(const sp<AMessage> ¶ms); 551496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // Send EOS on input stream. 5536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden void onSignalEndOfInputStream(); 5546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ACodec); 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // A_CODEC_H_ 561