ACodec.cpp revision e66c5a42f01e2f445857b54a9d7bbb8ee062edeb
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 40afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 431065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 55f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 56f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 58251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 99f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessage(const omx_message &omx_msg) { 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = mNotify->dup(); 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("type", omx_msg.type); 120609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", omx_msg.node); 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (omx_msg.type) { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("event", omx_msg.u.event_data.event); 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("data1", omx_msg.u.event_data.data1); 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("data2", omx_msg.u.event_data.data2); 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 133609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 139609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32( 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "buffer", omx_msg.u.extended_buffer_data.buffer); 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "range_offset", 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.range_offset); 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "range_length", 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.range_length); 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "flags", 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.flags); 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt64( 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "timestamp", 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.timestamp); 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 207784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung int64_t timeUs); 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 217ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 218ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 219ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 220ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 221ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 222ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 223ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 224ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 225ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 226ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 227ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 228ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 229ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 230ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 231ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 232ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 233ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 239c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 243c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 246ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 253c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 254c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 257c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 258c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 261c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 262c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 2637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 264d291c222357303b9611cab89d0c3b047584ef377Chong Zhang void onUsePersistentInputSurface(const sp<AMessage> &msg); 265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 267c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 268d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 269d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 270c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 308054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 309054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 316349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 317349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 318349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 327349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 410afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 411609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4138db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 415308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput(false), 4169806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 41754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4189806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4199806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 420e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 4219806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 422054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 423054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 424054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mStoreMetaDataInOutputBuffers(false), 425011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 426a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mMetaDataBuffersToSubmit(0), 42794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 4282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 42937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 4302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 431609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 432ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 433ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 435c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 448dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 453f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 460f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 4621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 4671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 469a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 470a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 4725778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 4741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4785778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 4801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 4851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 4901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 4921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 4981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 501d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::initiateUsePersistentInputSurface( 502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 503d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> msg = new AMessage(kWhatUsePersistentInputSurface, this); 504d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 505d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 506d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 507d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5125778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 516f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5177a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 5181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 521f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 5221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 5261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 527c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 528c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 52930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 53030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 5311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 53230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 5361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 537496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 538496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 5404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 5414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 5424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 5434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 5444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnarvoid ACodec::signalSubmitOutputMetaDataBufferIfEOS_workaround() { 5454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 5464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mMetaDataBuffersToSubmit > 0) { 5471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSubmitOutputMetaDataBufferIfEOS, this))->post(); 5484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 5494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 5504dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 5511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 5521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 5531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 5541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 5551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 5561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 5571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 5591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 5621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 5631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 5641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 5651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow); 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 5901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 5911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 5921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 5931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 5941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 5971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 5981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 5991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 6111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 614dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 615dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 616dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 6171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 6181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 6191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 6201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mStoreMetaDataInOutputBuffers 623011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 6311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 640011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (!mStoreMetaDataInOutputBuffers || mLegacyAdaptiveExperiment) { 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), -1); 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 659484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 660484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 661484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 662484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 663484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 668f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 676054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mStoreMetaDataInOutputBuffers) { 677054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputMetaDataBuffers(); 678054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 679054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 680054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 690609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers of size %u on %s port", 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferCountActual, def.nBufferSize, 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t totalSize = def.nBufferCountActual * def.nBufferSize; 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) { 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize); 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mem.get() != NULL); 701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 702ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 703ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 705afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 706afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 707afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 708afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 7091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 710308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 711308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang || mUseMetadataOnEncoderOutput) { 712ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 713ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 714ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 715ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 716ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mNode, portIndex, def.nBufferSize, &info.mBufferID, 717ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 718ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 719308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t bufSize = mUseMetadataOnEncoderOutput ? 720308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang (4 + sizeof(buffer_handle_t)) : def.nBufferSize; 721308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 723ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 725ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mNode, portIndex, mem, &info.mBufferID); 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 727ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID); 728ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 729ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 730ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 731ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mData = new ABuffer(mem->pointer(), def.nBufferSize); 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7331065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 7351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 7361065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 744d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 747eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 748eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 749eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 751eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 753eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 756eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage(ANativeWindow *nativeWindow /* nonnull */) { 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 787b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar usage |= GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP; 788b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 7891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 7901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 7921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 7931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 8001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 8011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 8021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 8101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get()); 8111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 816ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 817ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 818ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 819ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 820ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 821ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 822ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 823ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 824ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 825ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 826ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 827ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 828ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 829ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 830ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 831054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 832258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 833258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 834054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 835258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 836258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 83729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 838258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 839258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 840258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 841258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 842e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 843e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 8441faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 8451faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 846e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 847e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 848e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 849e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 850e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 851e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 852e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 8531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 8541faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 855e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 856e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 857258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 858258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 859258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 860258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 861e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 862e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 863e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 864e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 865e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 866609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 867e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 868e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 869e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 870258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 871258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 872258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 873258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 87829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 883054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 884054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 885054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 888054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 890054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 891054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 892054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 893054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 894e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 895054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 8963298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia if (!mStoreMetaDataInOutputBuffers) { 8973298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 8983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 8993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 9003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 901609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 903054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 906054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 9078ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 9081e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf); 909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 91029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 91574006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 91674006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 917054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 91874006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 91974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 92074006804065941841883c4b46ee785070164023fJamie Gennis 921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 925609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 92674006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 93074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 93174006804065941841883c4b46ee785070164023fJamie Gennis 932609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 94474006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 946054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 947054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 948054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 9533fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia status_t error = cancelBufferToNativeWindow(info); 9543fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia if (err == 0) { 9553fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia err = error; 9563fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9593298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia if (!mStoreMetaDataInOutputBuffers) { 9603298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 9613298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 9623298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 9633298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 967054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputMetaDataBuffers() { 968054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 969054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 970054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 971054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 972054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 974054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 975e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 976e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 977e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 978e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar size_t totalSize = bufferCount * 8; 979e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 980e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 981e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 982e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 983e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 984e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 985e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 986e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 987e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 988e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate( 989e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar sizeof(struct VideoDecoderOutputMetaData)); 990e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar CHECK(mem.get() != NULL); 991e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 992e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 993e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 994e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 995e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID); 996e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 997e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 998e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 999e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1000e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1001e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1002e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1003011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1004e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1005011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1006011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1007011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1008011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1009011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1010011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1011011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1012011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1013011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1014e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1015e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1016011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 1017011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf); 1018011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1019011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1020011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1021011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1022011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1023011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1024e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1025e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1026e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 1027e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1028011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1029011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1030011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1031011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1032011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t error = cancelBufferToNativeWindow(info); 1033011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err == OK) { 1034011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar err = error; 1035011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1036011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1037011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1038011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1039011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1040011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1041011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1042054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mMetaDataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1043054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1044054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1045054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1046054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::submitOutputMetaDataBuffer() { 1047054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mStoreMetaDataInOutputBuffers); 1048054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mMetaDataBuffersToSubmit == 0) 1049054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1050054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1051054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 1052054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info == NULL) 1053054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 1054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1055609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar --mMetaDataBuffersToSubmit; 1059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK_EQ(mOMX->fillBuffer(mNode, info->mBufferID), 1060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (status_t)OK); 1061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1064054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1065054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1069609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 10731e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis mNativeWindow.get(), info->mGraphicBuffer.get(), -1); 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10753fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 10763fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10803fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1083f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 10848ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1086ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1087ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1088ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1089ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1090ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1091ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1092ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1093dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 1094dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf) != 0) { 1095dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGE("dequeueBuffer failed."); 1096dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1097dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1099dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1100dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1101dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1102dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1103dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 1104dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1105dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1106dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1107dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1108dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1109dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1110dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1111dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1112dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1113dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1114dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1115dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1116dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1117dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1118dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 1119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1120dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1121dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1122dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1124dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1125dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1126dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1127dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1128dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1129011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (!stale && (!mStoreMetaDataInOutputBuffers || mLegacyAdaptiveExperiment)) { 1130dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1131dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1132dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1133dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1134dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1135dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1137dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1138054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1139dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1140dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1141dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1142dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1143dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1144054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1145054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1146054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1147054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1148054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1149054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1150054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1151054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1153054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (oldest) { 1154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mStoreMetaDataInOutputBuffers); 1155054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1156054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // discard buffer in LRU info and replace with new buffer 1157054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 1158054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 1159054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1160d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar mOMX->updateGraphicBufferInMeta( 1161d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 1162d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mBufferID); 1163054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1164d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar VideoDecoderOutputMetaData *metaData = 1165d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar reinterpret_cast<VideoDecoderOutputMetaData *>( 1166d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mData->base()); 1167d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar CHECK_EQ(metaData->eType, kMetadataBufferTypeGrallocSource); 1168d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1169d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1170ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1171054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt, 1172d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar metaData->pHandle, 1173d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1174054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1175054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return oldest; 1176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 1179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1183f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[portIndex].size(); i-- > 0;) { 1185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, freeBuffer(portIndex, i)); 1186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1193349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11982ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 11992ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 12002ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 12012ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, freeBuffer(kPortIndexOutput, i)); 1203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1209f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(info->mStatus == BufferInfo::OWNED_BY_US 1213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW); 1214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput && mNativeWindow != NULL 1216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus == BufferInfo::OWNED_BY_US) { 12173fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia cancelBufferToNativeWindow(info); 1218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mOMX->freeBuffer( 1221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, portIndex, info->mBufferID), 1222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 1223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1229f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 1230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 1231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index) { 1232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 1244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 12592944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 12602944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 12612944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 12622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1269729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1270729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1271bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1272bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1273c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1274c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1275c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1276c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 12792472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 12802472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 128594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 128694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 128794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 128894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1289ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1290ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 12912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 12922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1293ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1294ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1295774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1296774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 129797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 129897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 12998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 13008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 13355ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1352e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 13534e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1354e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13578db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 13652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 13662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 13672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1371d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1372d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1373d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1374d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1375d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE); 1376d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1377d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1378308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1379308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1380d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1381308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang return err; 1382308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1383308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1384d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1385308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 13863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 13873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 13883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 13893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 13903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 13913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 13923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 13933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 13943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 13953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 13963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 13973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 13983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 13993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 14003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 14013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 14023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 14033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 14043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 14053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 14063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 14073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 14083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 14093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 14103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 14113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1412308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1413308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1414308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1415308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 14168db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1417308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1418308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1419308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1420308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1421308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1422308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable); 1423308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1424308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1425308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1426308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1427308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput = 0; 1428308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 1429308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput = enable; 1430308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1431a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1432a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1433a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1434a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1435a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1436a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 143794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 143894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 14392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 14402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 14412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 144237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 144337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 144437b2b389139ed638831e49708c947863eef631efRonghua Wu } 144537b2b389139ed638831e49708c947863eef631efRonghua Wu 14462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 14472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 144894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 144972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 145072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 145172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 145272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 145372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 145472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1455308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1456308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 14573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1458054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 14590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 14603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1461054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mStoreMetaDataInOutputBuffers = false; 1462011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1463e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1464e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 14651713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 14661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 14671713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 14681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 14691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 14701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 14711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 14721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 14731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 14741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1475e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 14763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 14771de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 14781de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 14795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 14806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 14816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 14826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 14836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 14846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 14856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 14866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 14876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 14886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 14896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 14906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 14916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 14926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 14936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 14946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 14956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 14966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 14976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 14985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 14995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 15005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 15015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1502ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 15035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 150497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 150597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 15065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 15075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 15085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 15095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 151097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 15115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 15125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1513fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1514fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1515d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1516d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1517d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1518d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1519d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1520d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1521d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1522d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1523d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 15243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 15253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1526d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1527d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1528d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1529d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1530d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1531d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 15325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1533ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1534ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1535ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 15363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 15373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 15383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 15393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 15403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 15413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 15423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 15433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 15443fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 15455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 15465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 15475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE); 15485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 15495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1550fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1551e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 15525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 15535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 15545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 15555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 15565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 15575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 15585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 15595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 15605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 15615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 15625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 15635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 15645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 15655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 15665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 15675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 15685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 15695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 15705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 15715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 15725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 15735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 15745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 15755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 15765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 15775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 15785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 15795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 15805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 15815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 15825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 15835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 15845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 15855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 15865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 15875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 15885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 15895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 15905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 15915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 15925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 15945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 15955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 15965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 15975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 15985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 15995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mStoreMetaDataInOutputBuffers = true; 1600011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1601011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1602011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 16035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1604fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 16050167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 16065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 16075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 16085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 16095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 16105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 16110167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1612e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1613e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1614e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1615e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1616e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1617e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1618e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1619054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1620054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1621308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 16223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 16233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 16243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 16253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 16263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 16273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 16363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 16373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 16401de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 16411de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar CHECK(mNativeWindow != NULL); 16423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 16453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 16463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK_EQ((status_t)OK, initNativeWindow()); 16473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 16493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 16503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 16513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 16523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 16533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, outputFormat), (status_t)OK); 16543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 16553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 16563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK(outputFormat->findInt32("color-format", &colorFormat)); 16573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 16583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 16593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 16603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 16613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 16623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 16633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 16643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 16653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 16663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 16673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 16683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mStoreMetaDataInOutputBuffers) { 16693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, OMX_FALSE); 16703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mStoreMetaDataInOutputBuffers = false; 16713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 16723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 16733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 16743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 16763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 16773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 16793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 16803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 16813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 16823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 16833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 16883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 16893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 16903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 169142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 169242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 169342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 169442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 169542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 169642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 169742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 169842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 169942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 170042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 170142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 170242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 170342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1710aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1711b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 17128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 17132965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 17148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1715ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1716ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1717ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1718aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1719aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1720aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1721b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1722b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1723b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1724ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 17258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 17268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 17278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 17292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 17302965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 17312965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 17328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 17338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 17348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 17358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 17378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 17388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 17398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 17418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 17428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 17438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 17458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 17468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 17478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 17498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 17508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 17518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 17528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 1753ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 17544471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 17552965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 17562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1758729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 1760729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 1762729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 1763729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 1764729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 1765729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 1766729de186450f78c099637e1fce743fe531862c52Andreas Huber 1767729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 177117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 177217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 177317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 177417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 177517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 1778ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 17792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 17802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 17812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 17822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 17832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 17842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 17852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 1786516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 1787cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 1788cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 1789516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 1790cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 17912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 1792516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1793516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 1794516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 17952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 17962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 1797516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1798516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 1799516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 18002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 18012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 18022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1803516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 1804516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 18052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1806ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 1807ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 1808ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 1809ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 1810ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 1811ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 1812ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 1813ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 1814ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 181597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 181697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 181797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 181897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 181997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 182097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 182197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 182297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 182397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 18248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 18258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 18268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 18278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 18288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 18298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 18308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 18318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 18328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1834729de186450f78c099637e1fce743fe531862c52Andreas Huber 18354471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 18364471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 18374471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 18384471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 18398b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 18408b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 18418b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 18429806555d3930be43e11106281dee354820ac1c88Andreas Huber 18438b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 18448b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 18458b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 18468b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 18479806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 18489806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 18499806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 18509806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 18519806555d3930be43e11106281dee354820ac1c88Andreas Huber } 18529806555d3930be43e11106281dee354820ac1c88Andreas Huber 1853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 1854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 1856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 1858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18608b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 18618b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 18628b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 18638b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 18648b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 1865ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 1866ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 1867ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 1868ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 1869ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 1870ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1871ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 1872ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 1873ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1874ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 18754e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 18764e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 1877e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexInput, inputFormat), (status_t)OK); 1878e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, outputFormat), (status_t)OK); 1879e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mInputFormat = inputFormat; 1880e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mOutputFormat = outputFormat; 1881e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 18868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 18878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 18888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 18898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 18908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 18918b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 18928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 18938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 18948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 18958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 18968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 18978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 18988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 18998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 19008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 1901ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 1902ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 1903ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 1904ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1905ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 1906ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 1907ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 1908ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 1909ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1910ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 1911ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 1912ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 1913ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 1914ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1915ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 1916ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1917ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 1918ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 1919ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 1920ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 1921ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 1922ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 1923ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 1924ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 1925ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 1926ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 1927ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 1928ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 1929f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 1930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 1931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 1932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 1933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 1935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 1942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 1946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 1948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 1955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(def.nBufferSize >= size); 1962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 1993aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 19948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 19952965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 19962965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 1997ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 1998ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 1999ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2000ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2061aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2063b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2064b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2065b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2066b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2067b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2068b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2069b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2070b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2071b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2072b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2073b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2074b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2075b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2076b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2077b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2078b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2079b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2080b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2081b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2082b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2083b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2084b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2085b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2086b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2087b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2088b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2113ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2114ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2115ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2116ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2117ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 21208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 21218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 21228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 21238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 21248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 21258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 21262965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 21288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 21308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 21318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 21328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 21338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 21348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 21358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 214097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 214197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 214297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 214897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 214997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 215097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 215197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 215297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 215397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 215497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 215597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 215697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 215797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 215897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 215997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 216097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 216197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 216297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 216397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 216497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 216597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 216697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 216797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 216897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 216997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 217097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 217197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 217297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 217397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 217497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 217597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 217697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 21778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 21788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 21798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 21808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 21818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 21828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 21838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 21848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 21868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 21878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 21888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 21898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 21918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 21928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 21938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 21948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 21958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 21968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 21978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 21988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 21998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 22008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 22018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 22028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 22038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 22058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 22068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 22078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 22088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 22098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 22108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 22118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 22128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 22138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 22148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2261729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2262729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2264729de186450f78c099637e1fce743fe531862c52Andreas Huber 2265729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2266729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2267729de186450f78c099637e1fce743fe531862c52Andreas Huber 2268729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2269729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2270729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2271729de186450f78c099637e1fce743fe531862c52Andreas Huber 2272729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2277729de186450f78c099637e1fce743fe531862c52Andreas Huber 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2281729de186450f78c099637e1fce743fe531862c52Andreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2286729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2287729de186450f78c099637e1fce743fe531862c52Andreas Huber 228817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!encoder); // XXX TODO 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2291729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 229217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2293729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2294729de186450f78c099637e1fce743fe531862c52Andreas Huber 22952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 22962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 22972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 22982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 22992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 23002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 23012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 23022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 23032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 23042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 23052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 23062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 23072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 23082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 23092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 23102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 23112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 23122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 23132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 23142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 23152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 23162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 23172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 23182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 23192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 23202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 23212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 23222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2323729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2324729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2325729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2326729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2327729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2328729de186450f78c099637e1fce743fe531862c52Andreas Huber 2329729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2330729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2331729de186450f78c099637e1fce743fe531862c52Andreas Huber 2332729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2333729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2334729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2335729de186450f78c099637e1fce743fe531862c52Andreas Huber 2336729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2337729de186450f78c099637e1fce743fe531862c52Andreas Huber 2338729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2339729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2340729de186450f78c099637e1fce743fe531862c52Andreas Huber 2341729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2342729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2343729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2344729de186450f78c099637e1fce743fe531862c52Andreas Huber 2345729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2346729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2347729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2348729de186450f78c099637e1fce743fe531862c52Andreas Huber 2349729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2350729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2351729de186450f78c099637e1fce743fe531862c52Andreas Huber 2352729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2353729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2354729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2355729de186450f78c099637e1fce743fe531862c52Andreas Huber 2356729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2357729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2358729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2359729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2360729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2361729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2362729de186450f78c099637e1fce743fe531862c52Andreas Huber 2363c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2364c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2365729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2366729de186450f78c099637e1fce743fe531862c52Andreas Huber 2367729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2368729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2369729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2370729de186450f78c099637e1fce743fe531862c52Andreas Huber 23715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 237297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 23735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 23745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 23755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 23765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 23775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 23785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 23795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 23805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 23815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 23825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 23835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 23845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 23855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 23865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 23875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 23885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 23895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 23905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 23915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2392f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 23950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 23960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2414229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2415229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 24160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 24170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 24180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 24190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2420229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2421229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2422229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2423229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2424229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 24640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 24650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 24660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 24670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 24680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 24690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 24700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 24710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 24720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 24730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 24740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 24750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 24760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 24770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 24780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 24830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 24840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 24870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 24880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 24890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 24900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 24910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 24920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 24930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 24940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 24950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 24960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 24970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 24980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 24990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 25000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 25010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 25020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 25030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 25040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 25050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 25060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 25070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 25080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 25090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 25100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 25110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 25120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 25130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 25140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 25150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 25160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 25170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 25180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 25190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 25200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 25210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 25220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2528e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 25332472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 253794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 253894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2569e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2570e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 25740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 257589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 257689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 257789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 257889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 257989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 258089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 259689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 259789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 259889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 259989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 26000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 260189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 260289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 260389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 26040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 260589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 260689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 26070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 260889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 261578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 261678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 261778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 261878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 261978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 262078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 262178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 262278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 262478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 27082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 2713a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 2714a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 2715a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 2716a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 2717a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2787c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 2788c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 2789c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 2790c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 279189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 279289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 279389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 279489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 279589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGI("setupVideoEncoder succeeded"); 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 28060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 28070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 28080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 28090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 28110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 28130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 28140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 28150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 28160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 28170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 28190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 28220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 28230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 28240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 28250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 28260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 28280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 28300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 28310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 28320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 28340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 28370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 28380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 28390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 28400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 28410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 285296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 285396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 285496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 285596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 285696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 285796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 285896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 285996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 286096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 286896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 286996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 293396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 294996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 295096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 300996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3018a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3019a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3020a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3021a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3022a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3023a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3024a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3025a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3026a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3027a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3028a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3029a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3030a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3031a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3032a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3033a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3034a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3035a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3036a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3037a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3038a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3039a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3040a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3041a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3042a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3043a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3044a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3045a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3046a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3047a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3048a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3049a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3050a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3051a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3052a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3053a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3054a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3055a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3056a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3057a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3058a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3059a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3060a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3061a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3062a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3063a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3064a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3065a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3066a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3067a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3068a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3069a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 307896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 30890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 30900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 30910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 30920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 30930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 30940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 30950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 30960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 31317c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 31327c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 31337c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 317596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3178c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3179c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3180c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3181c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3182c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3183c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3184c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3185c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3186c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3187c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3188c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3189c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3190c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3191c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3192c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3193c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3194c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3195c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3196c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3197c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3198c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3199c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3200c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3201c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3202c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3203c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3204c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3205c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3206c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3207c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3208c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3209c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3210c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3211c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3212c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3213c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3214c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3215c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3216c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3217c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3218c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3219c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3220c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3221c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3222c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3223c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3224c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3225c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3226c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3227c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3228c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3229c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3230c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3231c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3232c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3233c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 323489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 323589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 32364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 32374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 32384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 32394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 32404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 32414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 32424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 32434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 32444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 32454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 32464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 324789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 324889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 324989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 32504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 325189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 325289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 325389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 32544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 32554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 32564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 32574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 32584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 32594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 32614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 32634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 32644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 32654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 32664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 32674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 32684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 32694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 32704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 32714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 32724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 32734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 32744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 32754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 32764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 32794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 32804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 32814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 32824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 32834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 32844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 32854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 32864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 32874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 32884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 32894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 32914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 32924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 32934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 32944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 32954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 32964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 32984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 32994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 33004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 33014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 33024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 33034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 33044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 33054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 33064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 33074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 33084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 33094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 33104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 331189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 331289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 331389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 334096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 334196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 335496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3386f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 338878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 338978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(err, (status_t)OK); 3400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 3410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 341778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 341878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 341978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3437d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3438d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3439d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3440d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3441d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3442d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3443d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3444d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3445d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3446d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3447d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3448d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3449d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3450d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 34517e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 34527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 34537e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 34547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 34557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 34567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 34577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 34587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 34597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 34607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 34617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 34627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 34637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 34647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 34657e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 34667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 34677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 34687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 34697e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3470e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 34717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3472c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3473c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar if (mStoreMetaDataInOutputBuffers && mMetaDataBuffersToSubmit > 0) { 3474c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar --mMetaDataBuffersToSubmit; 3475c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 34767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 34777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 34787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3479f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3486609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3496f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3501f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3505f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 351503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3516229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 351703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 351803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 351903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 352003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 352103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 352203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 352303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 352403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 352503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 352603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 352703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 352803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 352903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 353003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 35315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 35325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 353303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3534229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 353503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 353603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3537b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3538b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3539b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3540b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3541b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3542b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3543b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3544b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3545b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3546b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3547b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3548b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3549b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3550b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 355103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 355203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 355303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 355403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 355503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 355603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 355703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 355803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 355903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 356003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 35615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 35625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 35635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 35645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 35655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 35665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 35675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 35685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 35695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 35705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 35715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 35725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 35735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 35745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 35755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 35765a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 35775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 35785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 35795a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 35805a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 35815a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 35825a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 35835a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 35845a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 35855a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 358603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 358703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 358803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 358903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 359003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 359103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 359203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 359303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 359403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 359503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 359603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 359703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 359803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 359903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 360003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 360103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 360203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 360303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 360403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 360503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 360603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 360703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 360803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 360903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 361003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 361103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 361203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 361303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 361403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 361503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 361603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 361703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 361803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 361903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 362003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3621229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3622229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3623229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3624229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3625229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3626229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3627229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3628229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3629229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3630229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3631229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3632229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3633229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3634229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3635229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3636229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3637229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3638229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3639229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3640229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3641229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3642229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3643229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3644229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 36450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3646229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3647229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3648229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3649229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3650229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3651229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3652229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3653229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 36540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3655229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3656229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3657229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3658229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3659229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3660229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3661229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3662229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3663229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3664229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3665229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3666229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3667229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3668229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3669229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3670229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3671229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3672229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3673229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3674229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3675229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3676229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3677229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3678229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3679229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3680229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3681229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3682229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 368303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 368403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3685e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3686e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // TODO: catch errors an return them instead of using CHECK 368731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 368831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3689e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 369031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 369131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber CHECK_EQ(mOMX->getParameter( 369231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)), 369331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber (status_t)OK); 369431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3695e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ((int)def.eDir, 3696e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (int)(portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)); 369731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 369831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 369931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 370031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 370131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 3702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 3703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 3704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 3706e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 3707e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3708e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 3709e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 3710e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 3711e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 37120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 37130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 37140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 37150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 37160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 37170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 37180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 37190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 37200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 37210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 37220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 37230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 37240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 37250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 37260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 37270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 37285a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 37295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 37305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] MediaImage { F(%zux%zu) @%zu+%zu+%zu @%zu+%zu+%zu @%zu+%zu+%zu }", 37315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 37325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 37335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 37345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 37350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 373603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 373703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 373891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 373991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 374091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 374191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 374291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 3743e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 3744e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 374591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 3746e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3747e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 374891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 374991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 375091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 375191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 3752e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 3753e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 3754e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 3755e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 3756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 3757e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 375831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3759e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nLeft, 0); 3760e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nTop, 0); 3761e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nWidth, 0u); 3762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nHeight, 0u); 3763e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_LE(rect.nLeft + rect.nWidth - 1, videoDef->nFrameWidth); 3764e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_LE(rect.nTop + rect.nHeight - 1, videoDef->nFrameHeight); 3765e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3766e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 3767577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 3768577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 3769577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 3770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 3771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 3772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 37754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 37764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 37774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 37784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 37794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 37804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 37814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 37824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 37834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 37844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 37864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 37874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 37884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 37894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 37904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 37914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 37924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 37934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 37944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 37954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 37964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 37974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 37984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 37994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 38004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 38014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 38024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 38044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 38054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 38064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 38074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 38094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 38104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 38114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 38154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 38174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 38184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 3819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 3820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexInput)); 3822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 3823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 3824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 3825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 3826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 3827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 3828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3829e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3830e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 383131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 3832e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 3833e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 38345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 38355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 38365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 38375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 383831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 383931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 384031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 384131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 384231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 384331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 384431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 384597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 3846e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 3847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3848e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 3849e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioPcm, 3854e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 385714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_GT(params.nChannels, 0); 3858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(params.nChannels == 1 || params.bInterleaved); 3859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(params.nBitPerSample, 16u); 386014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 386114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_EQ((int)params.eNumData, 386214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber (int)OMX_NumericalDataSigned); 386314f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 386414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_EQ((int)params.ePCMMode, 386514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber (int)OMX_AUDIO_PCMModeLinear); 3866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 3868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 3870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 3872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 38738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 3874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 38758b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 38769806555d3930be43e11106281dee354820ac1c88Andreas Huber 3877e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 3878e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 3880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3881e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioAac, 3885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 3889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 3891e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 3895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 3897e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3898e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 38999806555d3930be43e11106281dee354820ac1c88Andreas Huber 3900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3901e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioAmr, 3902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 3906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 3907e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString( 3908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 3909e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 3911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString( 3913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 3914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 3916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3917e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3918e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3919e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 3921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 3923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3924e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3926e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3927e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioFlac, 3928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 3932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 3934e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3935e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3936e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3937e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 3938e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3939e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 3940e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 3941e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3942e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3943e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(mOMX->getParameter( 3944e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNode, OMX_IndexParamAudioMp3, 3945e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ¶ms, sizeof(params)), 3946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (status_t)OK); 3947e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3948e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 3949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 3950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 3951e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3952e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3953e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3954e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 3955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3956e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 3957e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 3958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3960e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(mOMX->getParameter( 3961e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNode, OMX_IndexParamAudioVorbis, 3962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ¶ms, sizeof(params)), 3963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (status_t)OK); 3964e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3965e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 3966e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 3967e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 3968e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3969e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3970e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 397197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 397297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 397397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 397497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 3975e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 397697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 397797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu CHECK_EQ((status_t)OK, mOMX->getParameter( 397897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 397997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 398097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ¶ms, 398197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(params))); 398297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 398397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 398497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 398597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 398697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 398797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 3988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 39898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 39908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 39918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 39928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 39938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 39948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 39958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad CHECK_EQ((status_t)OK, mOMX->getParameter( 39968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 39978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 39988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ¶ms, 39998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(params))); 40008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 40018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 40028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 40038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 40048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 40058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 40068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 40078c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 40088c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 40098c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 40108c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 40118c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 40128c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 40138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian CHECK_EQ((status_t)OK, mOMX->getParameter( 40148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian mNode, 40158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 40168c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian ¶ms, 40178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian sizeof(params))); 40188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 40198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 40208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 40218c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 40228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 40238c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 40248c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 402510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 402610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 402710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 402810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 402910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 403010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 403110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang CHECK_EQ((status_t)OK, mOMX->getParameter( 403210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mNode, 403310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, 403410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang ¶ms, 403510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang sizeof(params))); 403610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 403710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 403810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 403910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 404010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 404110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 404210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 404310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 404410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 404510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 404610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 404710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 404810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 404910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 405041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 405141d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 405241d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 405341d3f579d2c166984958263533284209b90c87d5Marco Nelissen OMX_AUDIO_PARAM_MP3TYPE params; 405441d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 405541d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 405641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 405741d3f579d2c166984958263533284209b90c87d5Marco Nelissen CHECK_EQ(mOMX->getParameter( 405841d3f579d2c166984958263533284209b90c87d5Marco Nelissen mNode, OMX_IndexParamAudioPcm, 405941d3f579d2c166984958263533284209b90c87d5Marco Nelissen ¶ms, sizeof(params)), 406041d3f579d2c166984958263533284209b90c87d5Marco Nelissen (status_t)OK); 406141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 406241d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 406341d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 406441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("sample-rate", params.nSampleRate); 406541d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 406610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 406710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4068e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4069e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ALOGE("UNKNOWN AUDIO CODING: %d\n", audioDef->eEncoding); 4070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber TRESPASS(); 4071e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 407231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 407331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 407431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 407531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 407631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber TRESPASS(); 407731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 407831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4079e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4080e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4081e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4082e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 40834e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4084e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4085e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4086e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, notify), (status_t)OK); 4087e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4088e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4089e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4090e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4091e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4092e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4093e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4094e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4095e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4096e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4097e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4098e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4099e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4100e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4101e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4102e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 4103e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4104e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4105e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4106ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4107e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4108e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4109e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 4110e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 4111e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 4112e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4113e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 411431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 411531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 411631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 411731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 411831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 41195778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4120cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4121d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4134cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4135cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4136cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4139eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4140eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4141eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4142496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4143496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4145496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4146496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4149496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4150496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4151496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4152496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4153496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4154496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4155496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4156496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4157496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4158496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4159496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4160eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4161eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4162eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4163eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4164eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4165eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4166eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4167eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4168eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4169eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4170eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4171eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4172eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4173eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4174eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4175eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4176eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4177eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4178eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4179eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4180f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4185ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4186ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4190f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXMessage(msg); 4207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 42101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 42111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 42121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 42131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 42141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 42151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 42161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4217011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t err = 4218011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ADebug::isExperimentEnabled("legacy-setsurface") ? BAD_VALUE : 4219011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 42201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 42211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 42221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 42231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 42241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 42251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 42261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 42277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 4228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case ACodec::kWhatUsePersistentInputSurface: 42297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 42307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4231251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 42327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 42337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 42347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 42357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 42367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4237ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4238ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4239251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4240ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4241ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4242ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4243ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4244ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 424530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 424630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 424730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 424830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 424930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 425030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 425130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 425230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 425330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 425430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 425530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 425630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 425730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4265f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 4266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t type; 4267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("type", &type)); 4268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42695e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 42705e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4271ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 42725e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 42735e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 42745e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar return true; 42755e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 42765e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4278609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(nodeID, mCodec->mNode); 4280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42890af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 42900af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 42910af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 42920af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 42930af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 42940af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 42950af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 42960af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 42970af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 42980af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 42990af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4309609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEmptyBufferDone(bufferID); 4312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4317609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t rangeOffset, rangeLength, flags; 4320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 4326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 4331784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung timeUs); 4332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 4336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4340f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4343ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4349ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4357251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4362f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID) { 4363ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4364349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4365349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexInput, bufferID); 4368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT); 4370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 437396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 437496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 437596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 437696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 437796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4378d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); // Not currently used 4393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4400f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4408d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4409609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 44122d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4415609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4424f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4426609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 44272d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 44295778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4430a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 44315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44322d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4433a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44367fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 44377fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 44387fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 44397fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 44407fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 44417fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 44427fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 44437fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 44443831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 44452d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 44495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 44505778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 44515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 44525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 4455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_UPSTREAM); 4456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 44625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4463dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4464dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4465dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4466dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 44735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 44855778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4489ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4490d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4491d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4492d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_LE(buffer->size(), info->mData->capacity()); 4495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4498078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4499ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4500078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4502ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4504078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4505d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4506ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4507ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4508d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4509ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4510ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4511d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4512078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4513349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4514d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4515d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4516d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4517d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4518d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4519d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4520d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4521054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->mStoreMetaDataInOutputBuffers) { 4522054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4523054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4524054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4525054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar ALOGV("MetaDataBuffersToSubmit=%u portMode=%s", 4526054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit, 4527054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4528054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4529054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4530e53350373ac516257b4f8956ff1e3f1ac48f607eLajos Molnar mCodec->submitOutputMetaDataBuffer(); 4531054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4532054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4533054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->emptyBuffer( 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber buffer->size(), 4539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags, 4540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber timeUs), 4541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 4542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!eos) { 45465778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 45475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 45485778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] Signalled EOS on the input port", 45495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str()); 45505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 45525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 45535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 4555dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (err != ERROR_END_OF_STREAM) { 45563856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port " 4557dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber "due to error %d", 4558dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4559dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 45603856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4561dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4562dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4564ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4565349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4566349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->emptyBuffer( 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_BUFFERFLAG_EOS, 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0), 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4579dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4583625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 4584625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 4585625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4586625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 4587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4590f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 4591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 4596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 4598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 4599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 4601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 4603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 4608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 4609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 4613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 4617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4619f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 4620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 4621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 4622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 4623784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung int64_t timeUs) { 4624609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 46255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 4626349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 4628d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4629d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4630d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 4631d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 4632d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 4633d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 4634d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4635d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 4636d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 4637d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 4638d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4639d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 4640d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 4641d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 4642d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4643d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT); 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4649054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4660a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 4661a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 4662609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 46635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 4664349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 46655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer( 46665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mNode, info->mBufferID), 46675778822d86b0337407514b9372562b86edfa91cdAndreas Huber (status_t)OK); 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46695778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 46705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 46715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 467231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4673577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 46741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 4675577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 46764bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 4677577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 46785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4680308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (mCodec->mUseMetadataOnEncoderOutput) { 4681308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang native_handle_t* handle = 4682308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang *(native_handle_t**)(info->mData->data() + 4); 4683308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 4684308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 4685308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 4686308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 4687308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 4688308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 4689496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 469021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 4691496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 4692496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 4693496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 46945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 469521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46978b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 46988b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 46998b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 47005778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4703d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 4704609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 47052d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 47065778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 4707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4708609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47105778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47125778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 47135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47145778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 47175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 47185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4720d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 4721dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 4725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->freeBuffer(kPortIndexOutput, index)); 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 4743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4744609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 4746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_DOWNSTREAM); 4749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4750577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 4751577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar if (msg->findRect("crop", 4752577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar &crop.left, &crop.top, &crop.right, &crop.bottom)) { 4753577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar CHECK_EQ(0, native_window_set_crop( 4754577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->mNativeWindow.get(), &crop)); 4755577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 4756577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 4757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 4758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 47596aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 476079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 47616fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 4762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 4763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4764fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 4765fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 4766fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 4767fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 4768fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 4769fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 4770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 4771fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 477247aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 4773fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 4774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 4776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 47785778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4779fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 4780fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (err != OK) { 4781fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar ALOGW("failed to set buffer timestamp: %d", err); 4782fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4783fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 47845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = mCodec->mNativeWindow->queueBuffer( 4785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNativeWindow.get(), 47861e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis info->mGraphicBuffer.get(), -1)) == OK) { 4787cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 4788cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 4789251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 4790cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4791cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 47936fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 47946fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 47956fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 47966fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 4801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 4806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 4809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 4810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 4819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 4822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4826c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 4827609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 4828c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 4829349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4830c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID), 4831c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber (status_t)OK); 4832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4833c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4834c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->freeBuffer(kPortIndexOutput, index)); 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4852f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4856c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 4857c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 4858ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4859ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 4860f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 4861ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 4862ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4863ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4864ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 4865ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 4866ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 4867ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 4868ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 4869308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mCodec->mUseMetadataOnEncoderOutput = 0; 4870ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 4871c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4872c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 4874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 4880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 48865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 48875778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 48885778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 48895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 48905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4894c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 4895c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 4896c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 489754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 489854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 4899c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4901d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 4902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4905c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4911d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 4912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4915c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 4916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 491930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 492030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 492130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 492230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 492330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 492430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 4930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4932f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 4933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 4934c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 4935c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 4936c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 4937c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 49385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 49395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4940c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 49415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 49425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4943ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 49445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 494648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 494748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 494848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 494948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 4950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 4952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 4954ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4955ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 4956f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 4957ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 4958ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 4959ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 4960ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4961ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4962e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 49635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 4965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49665778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 4967d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 49687791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 49695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 4970e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 4971e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 4972e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 4973afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 4974e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 4975e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 4976e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 4977afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 49785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 49795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 49805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 49825778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 49835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 49865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 49875778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 49885778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 49895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 4990e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 49915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49921065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 49931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 4994ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 49951065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 49969f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu status_t err = OMX_ErrorComponentNotFound; 49971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 49981065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 4999e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5000e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5002da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5003078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5004078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 50059f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5006078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 50091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 50107a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 50117a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 50121065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 50131065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5014ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 50151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 50161065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5017ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 50185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 50199f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 50209f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 50215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 50229f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 50235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5024c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 502552e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5026c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5027c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar notify = new AMessage(kWhatOMXMessage, mCodec); 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 5033ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5034ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5035ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5036ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 50371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 50380167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5039ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5041afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 50465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5047d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 50485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 50495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 50505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5051c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5052c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5053c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5054c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 50555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 50565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5057c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5058c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5059c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5060c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5061c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5062c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5064c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5065c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5066f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5067f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5068f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5069f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5070f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5071054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5072054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit = 0; 5073a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5074e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5075e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 50764e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5078c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5079c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5080c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5081c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5082c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5083c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5084c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5085c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 508654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5087f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5088f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5089c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5090c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5091c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5092c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 5093c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mCodec->mOMX->freeNode(mCodec->mNode), (status_t)OK); 5094c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5095c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5096c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5097c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 509854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 509954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5100d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 510154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 510254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 510354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5105c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5106c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5107c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5108c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5109c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5110c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5111c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5112c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5113c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5114c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5115c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5116c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 51177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 51187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 51197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 51207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 51217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 51227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 51237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5124d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case ACodec::kWhatUsePersistentInputSurface: 5125d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 5126d291c222357303b9611cab89d0c3b047584ef377Chong Zhang onUsePersistentInputSurface(msg); 5127d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5128d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5129d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5130d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5131c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5132c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5133c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5134c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5135c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5136c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5137c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5138c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5139c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5140c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5141c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5142c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5143c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 514454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5145c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5146c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5147c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5148c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5149c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5150c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5153c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5154d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5156c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5158c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5159c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5162c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5163c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5164c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5165c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5166c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5167c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5168c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 51695778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 51705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 51715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5172ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 51735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51745778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 51755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 51765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mCodec->configureCodec(mime.c_str(), msg); 51785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5180c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5181c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5182c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5184c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 51855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 51885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5189d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 51925778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 51935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5194c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5195c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 51965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 51975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5198d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5200a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5202a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5203a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5204a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5205a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5206a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5207a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5208a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5209a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5210a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5211a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5212a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5213a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5214d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5215a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5216a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5217a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 521994ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 522094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 522194ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 522294ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 522394ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 522494ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 522594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 522694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 522794ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 522872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 522972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 52312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 52322c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 52332c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 523537b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 523637b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 523737b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 523837b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 523937b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 524037b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 524137b2b389139ed638831e49708c947863eef631efRonghua Wu 524237b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 524337b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 524437b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 524537b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5246d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 524737b2b389139ed638831e49708c947863eef631efRonghua Wu } 524837b2b389139ed638831e49708c947863eef631efRonghua Wu } 524937b2b389139ed638831e49708c947863eef631efRonghua Wu 5250d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 52512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 52522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 52532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 52542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 52552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 52562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 52572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 52582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 52592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 52602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 52612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 52622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 52632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 52642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 52652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5266d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 52672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 52682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 526972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5270d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 527172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 527272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 527372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 527472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 527572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 527672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 527772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 527872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 527972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 528072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 528194ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 528294ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5283d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 528494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 528594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 528694ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5287d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5288d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5289d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5290d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5291d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5292d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5293d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5294d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5295d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5296d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5297d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5298d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5299d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mNode, kPortIndexInput, &bufferProducer); 5300d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5301d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5302d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5303d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5304d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 53057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 53067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 53077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 53087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 53097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 53107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 53117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 53127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 53137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 53147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 53157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 53177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 53187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5319d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onUsePersistentInputSurface( 5320d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 5321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onUsePersistentInputSurface"); 5322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5323d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5324d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5325d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5326d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5327d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5328d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5329d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5330d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->usePersistentInputSurface( 5331d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mNode, kPortIndexInput, surface->getBufferConsumer()); 5332d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5333d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5334d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5335d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5336d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5337d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5338d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5339d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5340d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 5341d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("[%s] onUsePersistentInputSurface returning error %d", 5342d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5343d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5344d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5345d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5346d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5347d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 53495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 53505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 53525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle), 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mLoadedToIdleState); 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5360f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 53653856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5367cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5368cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 536929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5370cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5371cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5372cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5373251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 537491bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 537591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5376cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 539172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 53996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 54006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 54016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 54026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 54036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 54046463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 54056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 54066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 54076463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 54086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 54096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 54106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 54116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 54126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 54136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5414d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 54156463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 54166463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 54176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 54186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateIdle); 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting), 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToExecutingState); 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5448f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 54533856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 545872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5465d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5466d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5467d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5468d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5469d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5470d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5471d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5472d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5473d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5474d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5475d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5476d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 5477d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5478d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5479d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5480d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 54816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 54826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 54836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 54846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 54856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 54866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateExecuting); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5513f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 5514349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 5515349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5518f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 5519ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5523054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 5524054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 5525054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 5526054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5527054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5528054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5529054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 5530054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->submitOutputMetaDataBuffer() != OK) 5531054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 5532054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5533054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 55344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 55354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 55364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround(); 5537054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5538054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5539054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(info->mStatus == BufferInfo::OWNED_BY_US 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW); 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5554ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling fillBuffer %u", 5555349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5556349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID), 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5564054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 5565c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 5566054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->mStoreMetaDataInOutputBuffers) { 5567054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 5568054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5569054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5570054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 5572349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 55733856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] We're already active, no need to resume.", 5574349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 5575349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5576349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 5577349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5578349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55813cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 5582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_GT(mCodec->mBuffers[kPortIndexInput].size(), 0u); 55833cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 55843cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 55853cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 55863cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 55873cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 55883cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 5589349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5590349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 55943856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 561054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 5612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5613349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 5614349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle), 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingToIdleState); 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56277a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 5628ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 5629d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 5630d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 5631d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 5632d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 5633d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 5634d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 5635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 5636349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandFlush, OMX_ALL), 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mFlushingState); 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5654496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 5655496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 5656496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 5657496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 5658496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 5659496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5660496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5661496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 5662496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 5663496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5664496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5665a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 5666a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 5667a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 5668a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 5669a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5670a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 5671a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5672a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 5673a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 5674a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 5675a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 5676a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5677a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5678a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 5679a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 5680a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5681a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 56827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 56837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 56846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 56857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 56867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 56877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56894dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 56904dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar case kWhatSubmitOutputMetaDataBufferIfEOS: 56914dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 56924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 56934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 56944dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar status_t err = mCodec->submitOutputMetaDataBuffer(); 56954dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 56964dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround(); 56974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 56984dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 56994dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 57004dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 57014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5710a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 5711a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 5712530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 5713a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 5714a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 5715a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 5716a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 5717a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5718a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 5719a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 5720a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 5721a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 5722a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 5723a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5724a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 5725a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 5726a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 5727a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5728a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 5729a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5730a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5731a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 573272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 573372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 573472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 573572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 573672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 573772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 573872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 573972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 574072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 574172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 574272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 574372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 574472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 574572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 574672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 574772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5748e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 5749e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 5750e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 5751e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 5752b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 5753b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 5754e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 5755e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 5756e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 5757e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 5758b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 5759b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5760b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 5761b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 5762b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 5763b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5764b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5765b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5766b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 5767b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 5768b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 5769b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5770b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 5771b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 5772b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 5773b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5774e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 5775e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 57768db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 57778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 57788db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 57798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 57808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 57818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 57828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 57838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 57848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 5785a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 5786a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 5787a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 57886507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 57896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 5790d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 57916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 57926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 57936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 57946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 57956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 57966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 57976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 57986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 5800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 580631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 5807054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit = 0; 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5813349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 581631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 581731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 5819ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5838f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5843f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5861349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 5862e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5864349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 58653856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 5866349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5867349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 58823856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)kPortIndexOutput); 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58943856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Output port now disabled.", 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mCodec->mBuffers[kPortIndexOutput].isEmpty()); 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mDealer[kPortIndexOutput].clear(); 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput), 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5904cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5905cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = mCodec->allocateBuffersOnPort( 5906cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber kPortIndexOutput)) != OK) { 590729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate output port buffers after " 5908cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "port reconfiguration (error 0x%08x)", 5909cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5910cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5911251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5912d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 5913755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 5914755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 5915755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 5916755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 5917755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 5918755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 5919755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 5920755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5921cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)kPortIndexOutput); 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 592731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 592831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 59293856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Output port now reenabled.", 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5932349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 5933349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 5934349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5935349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5951f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 59525778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 59535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 59853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 598631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 59875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 598831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateIdle); 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 60005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6006349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6007349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6008349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6009349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6010349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6011349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6012349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 60170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 60195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded), 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexInput), (status_t)OK); 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexOutput), (status_t)OK); 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60270167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 60280167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6029bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6030bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6031bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6032bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6033b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6034bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6035bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6047f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6056f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 60893856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateLoaded); 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6100c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6112f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 61173856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6149ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6150ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6151d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandFlush); 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(!mFlushComplete[data2]); 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6160e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 6161e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber if (mFlushComplete[kPortIndexInput] 6162e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber && mFlushComplete[kPortIndexOutput]) { 6163e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6164e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, OMX_ALL); 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mFlushComplete[kPortIndexInput]); 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mFlushComplete[kPortIndexOutput]); 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6176349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6177349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 61781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6179349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6180609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6181349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6182349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6183349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6184349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6186349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6187349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6188349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6189349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6190349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6191349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6192349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 62167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 62177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 62187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 62197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6221d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6227dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6228dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6229f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6230f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6231f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6232f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6238