ACodec.h revision f88dc1865408506f69c858818ea05f5248ff4462
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h> 23054219874873b41f1c815552987c10465c34ba2bLajos Molnar#include <media/hardware/MetadataBufferType.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h> 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h> 2605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar#include <media/stagefright/CodecBase.h> 2790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/FrameRenderTracker.h> 285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include <media/stagefright/MediaDefs.h> 298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen#include <media/stagefright/SkipCutBuffer.h> 30a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar#include <utils/NativeHandle.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define TRACK_BUFFER_TIMING 0 34d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 35f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer; 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MemoryDealer; 3973dd808754c641fe798273d356ee38368715fa7bLajos Molnarstruct DescribeColorFormat2Params; 405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstruct DataConverter; 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnarstruct ACodec : public AHierarchicalStateMachine, public CodecBase { 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec(); 44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void setNotificationMessage(const sp<AMessage> &msg); 4605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void initiateSetup(const sp<AMessage> &msg); 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateAllocateComponent(const sp<AMessage> &msg); 5005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateConfigureComponent(const sp<AMessage> &msg); 5105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateCreateInputSurface(); 528f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang virtual void initiateSetInputSurface(const sp<PersistentSurface> &surface); 5305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateStart(); 5405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void initiateShutdown(bool keepComponentAllocated = false); 5505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar 565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar virtual status_t queryCapabilities( 575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps); 595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar virtual status_t setSurface(const sp<Surface> &surface); 611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalFlush(); 6305ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalResume(); 64a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6505ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalSetParameters(const sp<AMessage> &msg); 6605ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalEndOfInputStream(); 6705ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void signalRequestIDRFrame(); 685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6905ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar // AHierarchicalStateMachine implements the message handling 7005ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar virtual void onMessageReceived(const sp<AMessage> &msg) { 7105ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar handleMessage(msg); 7205ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar } 73496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar struct PortDescription : public CodecBase::PortDescription { 75eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t countBuffers(); 76eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id bufferIDAt(size_t index) const; 77eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<ABuffer> bufferAt(size_t index) const; 78a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar sp<NativeHandle> handleAt(size_t index) const; 7986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu sp<RefBase> memRefAt(size_t index) const; 80eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 81eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber private: 82eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber friend struct ACodec; 83eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 84eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<IOMX::buffer_id> mBufferIDs; 85eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber Vector<sp<ABuffer> > mBuffers; 86a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar Vector<sp<NativeHandle> > mHandles; 8786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu Vector<sp<RefBase> > mMemRefs; 88eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 89eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber PortDescription(); 90a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void addBuffer( 91a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 92a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef); 93eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 94eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber DISALLOW_EVIL_CONSTRUCTORS(PortDescription); 95eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber }; 96eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 97229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool isFlexibleColorFormat( 98a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent); 100a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 101a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // Returns 0 if configuration is not supported. NOTE: this is treated by 102a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // some OMX components as auto level, and by others as invalid level. 103a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static int /* OMX_VIDEO_AVCLEVELTYPE */ getAVCLevelFor( 104a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 105a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile = OMX_VIDEO_AVCProfileBaseline); 106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 107b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar // Quirk still supported, even though deprecated 108b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar enum Quirks { 109b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnInputPorts = 1, 110b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar kRequiresAllocateBufferOnOutputPorts = 2, 111b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar }; 112b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 113a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar static status_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]); 114a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~ACodec(); 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BaseState; 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct UninitializedState; 121c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber struct LoadedState; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct LoadedToIdleState; 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToExecutingState; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingState; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct OutputPortSettingsChangedState; 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct ExecutingToIdleState; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct IdleToLoadedState; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct FlushingState; 129ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber struct DeathNotifier; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatSetup = 'setu', 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOMXMessage = 'omx ', 134e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // same as kWhatOMXMessage - but only used with 135e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // handleMessage during OMX message-list handling 136e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar kWhatOMXMessageItem = 'omxI', 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar kWhatOMXMessageList = 'omxL', 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatInputBufferFilled = 'inpF', 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatOutputBufferDrained = 'outD', 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatShutdown = 'shut', 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatFlush = 'flus', 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatResume = 'resm', 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kWhatDrainDeferredMessages = 'drai', 1445778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatAllocateComponent = 'allo', 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatConfigureComponent = 'conf', 1461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar kWhatSetSurface = 'setS', 1477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatCreateInputSurface = 'cisf', 1488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang kWhatSetInputSurface = 'sisf', 1497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden kWhatSignalEndOfInputStream = 'eois', 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber kWhatStart = 'star', 151496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber kWhatRequestIDRFrame = 'ridr', 152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber kWhatSetParameters = 'setP', 153054219874873b41f1c815552987c10465c34ba2bLajos Molnar kWhatSubmitOutputMetadataBufferIfEOS = 'subm', 15405ca3bfb847ff3c1980f2f0922a4d494c0e7ebabLajos Molnar kWhatOMXDied = 'OMXd', 15530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar kWhatReleaseCodecInstance = 'relC', 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput = 0, 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput = 1 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 163ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber enum { 1640167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagIsSecure = 1, 1650167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 1661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang kFlagIsGrallocUsageProtected = 4, 167ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber }; 168ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 169f42917964a76720932b23e67a05d034cd0cf346bChong Zhang enum { 170f42917964a76720932b23e67a05d034cd0cf346bChong Zhang kVideoGrallocUsage = (GRALLOC_USAGE_HW_TEXTURE 171f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_HW_COMPOSER 172f42917964a76720932b23e67a05d034cd0cf346bChong Zhang | GRALLOC_USAGE_EXTERNAL_DISP), 173f42917964a76720932b23e67a05d034cd0cf346bChong Zhang }; 174f42917964a76720932b23e67a05d034cd0cf346bChong Zhang 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct BufferInfo { 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum Status { 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_US, 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_COMPONENT, 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_UPSTREAM, 180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_DOWNSTREAM, 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OWNED_BY_NATIVE_WINDOW, 1820806340688c937e7b78c2d89db3809274130df4eLajos Molnar UNRECOGNIZED, // not a tracked buffer 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1850806340688c937e7b78c2d89db3809274130df4eLajos Molnar static inline Status getSafeStatus(BufferInfo *info) { 1860806340688c937e7b78c2d89db3809274130df4eLajos Molnar return info == NULL ? UNRECOGNIZED : info->mStatus; 1870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1880806340688c937e7b78c2d89db3809274130df4eLajos Molnar 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id mBufferID; 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Status mStatus; 191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeuedAt; 192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<ABuffer> mData; // the client's buffer; if not using data conversion, this is the 1945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // codec buffer; otherwise, it is allocated separately 1955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<RefBase> mMemRef; // and a reference to the IMemory, so it does not go away 1965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<ABuffer> mCodecData; // the codec's buffer 1975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<RefBase> mCodecRef; // and a reference to the IMemory 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> mGraphicBuffer; 199a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar sp<NativeHandle> mNativeHandle; 20015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int mFenceFd; 20190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker::Info *mRenderInfo; 20215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 20315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // The following field and 4 methods are used for debugging only 20415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool mIsReadFence; 20515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Store |fenceFd| and set read/write flag. Log error, if there is already a fence stored. 20615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setReadFence(int fenceFd, const char *dbg); 20715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void setWriteFence(int fenceFd, const char *dbg); 20815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // Log error, if the current fence is not a read/write fence. 20915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkReadFence(const char *dbg); 21015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar void checkWriteFence(const char *dbg); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2130806340688c937e7b78c2d89db3809274130df4eLajos Molnar static const char *_asString(BufferInfo::Status s); 2140806340688c937e7b78c2d89db3809274130df4eLajos Molnar void dumpBuffers(OMX_U32 portIndex); 2150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 21615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // If |fd| is non-negative, waits for fence with |fd| and logs an error if it fails. Returns 21715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // the error code or OK on success. If |fd| is negative, it returns OK 21815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t waitForFence(int fd, const char *dbg); 21915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 220d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 221d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber struct BufferStats { 222d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mEmptyBufferTimeUs; 223d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t mFillBufferDoneTimeUs; 224d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber }; 225d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 226d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber KeyedVector<int64_t, BufferStats> mBufferStats; 227d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 228d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<UninitializedState> mUninitializedState; 232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<LoadedState> mLoadedState; 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<LoadedToIdleState> mLoadedToIdleState; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToExecutingState> mIdleToExecutingState; 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingState> mExecutingState; 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ExecutingToIdleState> mExecutingToIdleState; 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IdleToLoadedState> mIdleToLoadedState; 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<FlushingState> mFlushingState; 2408b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen sp<SkipCutBuffer> mSkipCutBuffer; 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mComponentName; 243ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber uint32_t mFlags; 244afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t mQuirks; 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> mOMX; 24623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen sp<IBinder> mNodeBinder; 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id mNode; 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MemoryDealer> mDealer[2]; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool mUsingNativeWindow; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ANativeWindow> mNativeWindow; 252e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int mNativeWindowUsageBits; 253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> mConfigFormat; 254e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mInputFormat; 255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> mOutputFormat; 256697aedf61d6180e72102068a969383018eedfa1eLajos Molnar 257697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // Initial output format + configuration params that is reused as the base for all subsequent 258697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // format updates. This will equal to mOutputFormat until the first actual frame is received. 2594e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> mBaseOutputFormat; 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar FrameRenderTracker mRenderTracker; // render information for buffers rendered by ACodec 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Vector<BufferInfo> mBuffers[2]; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mPortEOS[2]; 264dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber status_t mInputEOSResult; 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > mDeferredQueue; 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> mLastOutputFormat; 2698db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu bool mIsVideo; 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mIsEncoder; 271346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang bool mFatalError; 272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mShutdownInProgress; 27354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar bool mExplicitShutdown; 274f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang bool mIsLegacyVP9Decoder; 275c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 276c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // If "mKeepComponentAllocated" we only transition back to Loaded state 277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber // and do not release the component instance. 278c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool mKeepComponentAllocated; 279c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 2809806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderDelay; 2819806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mEncoderPadding; 282e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t mRotationDegrees; 2839806555d3930be43e11106281dee354820ac1c88Andreas Huber 2849806555d3930be43e11106281dee354820ac1c88Andreas Huber bool mChannelMaskPresent; 2859806555d3930be43e11106281dee354820ac1c88Andreas Huber int32_t mChannelMask; 286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar unsigned mDequeueCounter; 287054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType mInputMetadataType; 288054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType mOutputMetadataType; 289011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar bool mLegacyAdaptiveExperiment; 290054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t mMetadataBuffersToSubmit; 291e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar size_t mNumUndequeuedBuffers; 2925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> mConverter[2]; 2939806555d3930be43e11106281dee354820ac1c88Andreas Huber 294a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber int64_t mRepeatFrameDelayUs; 29594ee4b708acfa941581160b267afb79192b1d816Chong Zhang int64_t mMaxPtsGapUs; 29637b2b389139ed638831e49708c947863eef631efRonghua Wu float mMaxFps; 297a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 2982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerFrameUs; 2992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t mTimePerCaptureUs; 3002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 30172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool mCreateInputBuffersSuspended; 30272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 303ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad bool mTunneled; 304ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 3058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_INDEXTYPE mDescribeColorAspectsIndex; 306db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang OMX_INDEXTYPE mDescribeHDRStaticInfoIndex; 3078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffersOnPort(OMX_U32 portIndex); 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffersOnPort(OMX_U32 portIndex); 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t freeBuffer(OMX_U32 portIndex, size_t i); 312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t handleSetSurface(const sp<Surface> &surface); 314e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t setupNativeWindowSizeFormatAndUsage( 315e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */); 3161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t configureOutputBuffersFromNativeWindow( 318054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 319054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *nMinUndequeuedBuffers); 320054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t allocateOutputMetadataBuffers(); 321054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t submitOutputMetadataBuffer(); 322054219874873b41f1c815552987c10465c34ba2bLajos Molnar void signalSubmitOutputMetadataBufferIfEOS_workaround(); 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateOutputBuffersFromNativeWindow(); 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t cancelBufferToNativeWindow(BufferInfo *info); 325349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber status_t freeOutputBuffersNotOwnedByComponent(); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *dequeueBufferFromNativeWindow(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool storingMetadataInDecodedBuffers() { 329054219874873b41f1c815552987c10465c34ba2bLajos Molnar return mOutputMetadataType >= 0 && !mIsEncoder; 330054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 331054219874873b41f1c815552987c10465c34ba2bLajos Molnar 332054219874873b41f1c815552987c10465c34ba2bLajos Molnar inline bool usingMetadataOnEncoderOutput() { 333054219874873b41f1c815552987c10465c34ba2bLajos Molnar return mOutputMetadataType >= 0 && mIsEncoder; 334054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 335054219874873b41f1c815552987c10465c34ba2bLajos Molnar 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *findBufferByID( 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index = NULL); 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setComponentRole(bool isEncoder, const char *mime); 3415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar static const char *getComponentRole(bool isEncoder, const char *mime); 3425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar static status_t setComponentRole( 3435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role); 3445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t configureCodec(const char *mime, const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 34797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad status_t configureTunneledVideoPlayback(int32_t audioHwSync, 3485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad const sp<ANativeWindow> &nativeWindow); 3495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoPortFormatType( 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 3530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 3540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers = false); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t setSupportedOutputFormat(bool getLegacyFlexibleFormat); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setupVideoDecoder( 359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, bool usingNativeBuffers, bool haveSwRenderer, 3608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputformat); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupVideoEncoder( 363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputformat, sp<AMessage> &inputformat); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setVideoFormatOnPort( 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t width, int32_t height, 36978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad OMX_VIDEO_CODINGTYPE compressionFormat, float frameRate = -1.0); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets index or sets it to 0 on error. Returns error from codec. 372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t initDescribeColorAspectsIndex(); 373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets |params|. If |readBack| is true, it re-gets them afterwards if set succeeded. 375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // returns the codec error. 376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool readBack = false); 377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets |params|; returns the codec error. |param| should not change on error. 379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getCodecColorAspects(DescribeColorAspectsParams ¶ms); 380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets dataspace guidance from codec and platform. |params| should be set up with the color 382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to use. If |tryCodec| is true, the codec is queried first. If it succeeds, we 383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // return OK. Otherwise, we fall back to the platform guidance and return the codec error; 384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // though, we return OK if the codec failed with UNSUPPORTED, as codec guidance is optional. 385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getDataSpace( 386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec); 388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the encoder for certain |width/height| based on |configFormat|, and 390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |usingNativeWindow| is true, we use 391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video defaults if config is unspecified. Returns error from the codec. 392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoDecoder( 393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the encoder for certain |width/height| based on |configFormat|, and 397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // set resulting color config into |outputFormat|. If |dataSpace| is non-null, it requests 398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // dataspace guidance from the codec and platform and sets it into |dataSpace|. Returns the 399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // error from the codec. 400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getColorAspectsAndDataSpaceForVideoDecoder( 401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, 402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, android_dataspace *dataSpace); 403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder assuming bytebuffer mode for certain |configFormat| 405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // and sets resulting color config into |outputFormat|. For mediarecorder, also set dataspace 406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // into |inputFormat|. Returns the error from the codec. 407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setColorAspectsForVideoEncoder( 408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, 409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat); 410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // sets color aspects for the video encoder in surface mode. This basically sets the default 412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // video values for unspecified aspects and sets the dataspace to use in the input format. 413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Also sets the dataspace into |dataSpace|. 414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors during this configuration, except for optional steps. 415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */); 417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // gets color aspects for the video encoder input port and sets them into the |format|. 419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // Returns any codec errors. 420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t getInputColorAspectsForVideoEncoder(sp<AMessage> &format); 421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // updates the encoder output format with |aspects| defaulting to |dataSpace| for 423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // unspecified values. 424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar void onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects); 4258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 426db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets index or sets it to 0 on error. Returns error from codec. 427db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t initDescribeHDRStaticInfoIndex(); 428db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets HDR static metadata for the video encoder/decoder based on |configFormat|, and 4305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // sets resulting HDRStaticInfo config into |outputFormat|. Returns error from the codec. 4315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t setHDRStaticInfoForVideoCodec( 4325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat); 433db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 434db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // sets |params|. Returns the codec error. 435db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms); 436db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 437db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // gets |params|. Returns the codec error. 438db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms); 439db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // gets HDR static information for the video encoder/decoder port and sets them into |format|. 4415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang status_t getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format); 442db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 4438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi typedef struct drcParams { 4448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcCut; 4458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t drcBoost; 4468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t heavyCompression; 4478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t targetRefLevel; 4488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t encodedTargetLevel; 4498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } drcParams_t; 4508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAACCodec( 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool encoder, 453ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t numChannels, int32_t sampleRate, int32_t bitRate, 4548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t aacProfile, bool isADTS, int32_t sbrMode, 4552965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 4562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable); 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t setupAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 45997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t setupEAC3Codec(bool encoder, int32_t numChannels, int32_t sampleRate); 4618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t selectAudioPortFormat( 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 46617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen status_t setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels); 467729de186450f78c099637e1fce743fe531862c52Andreas Huber 4682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t setupFlacCodec( 4692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 4702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 471729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t setupRawAudioFormat( 4725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, 4735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit); 474729de186450f78c099637e1fce743fe531862c52Andreas Huber 4758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t setPriority(int32_t priority); 476ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t setOperatingRate(float rateFloat, bool isVideo); 477870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t getIntraRefreshPeriod(uint32_t *intraRefreshPeriod); 478870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure); 4798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupH263EncoderParameters(const sp<AMessage> &msg); 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 485c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t setupHEVCEncoderParameters(const sp<AMessage> &msg); 48689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber status_t setupVPXEncoderParameters(const sp<AMessage> &msg); 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level); 48996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 49096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber status_t configureBitrate( 49196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode); 49296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 4935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t setupErrorCorrectionParameters(); 4945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t initNativeWindow(); 496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // Returns true iff all buffers on the given port have status 4987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool allYourBuffersAreBelongToUs(); 502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5037e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 5047e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 505d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 5067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t countBuffersOwnedByNativeWindow() const; 507d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void deferMessage(const sp<AMessage> &msg); 509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void processDeferredMessages(); 510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 51290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // called when we have dequeued a buffer |buf| from the native window to track render info. 51390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // |fenceFd| is the dequeue fence, and |info| points to the buffer info where this buffer is 51490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // stored. 51590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void updateRenderInfoForDequeuedBuffer( 51690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info); 51790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 51890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // Checks to see if any frames have rendered up until |until|, and to notify client 51990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (MediaCodec) of rendered frames up-until the frame pointed to by |until| or the first 52090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unrendered frame. These frames are removed from the render queue. 52190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |dropIncomplete| is true, unrendered frames up-until |until| will be dropped from the 52290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // queue, allowing all rendered framed up till then to be notified of. 52390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // (This will effectively clear the render queue up-until (and including) |until|.) 52490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // If |until| is NULL, or is not in the rendered queue, this method will check all frames. 52590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar void notifyOfRenderedFrames( 52690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool dropIncomplete = false, FrameRenderTracker::Info *until = NULL); 52790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5281734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Pass |expectedFormat| to print a warning if the format differs from it. 5291734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // Using sp<> instead of const sp<>& because expectedFormat is likely the current mOutputFormat 5301734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar // which will get updated inside. 5311734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar void onOutputFormatChanged(sp<const AMessage> expectedFormat = NULL); 532b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify); 533b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar void sendFormatChange(); 534b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 535e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify); 53631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber void signalError( 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_ERRORTYPE error = OMX_ErrorUndefined, 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t internalError = UNKNOWN_ERROR); 540cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 54173dd808754c641fe798273d356ee38368715fa7bLajos Molnar static bool describeDefaultColorFormat(DescribeColorFormat2Params &describeParams); 542229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar static bool describeColorFormat( 543229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 54473dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams); 54503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 546496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t requestIDRFrame(); 547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t setParameters(const sp<AMessage> ¶ms); 548496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // Send EOS on input stream. 5506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden void onSignalEndOfInputStream(); 5516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ACodec); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // A_CODEC_H_ 558