ACodec.cpp revision 3a01a71dcbb467d06cc5da4a72a82bb588648cfc
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 27f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 35a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 38afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 39f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 401173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h> 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 453a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 52496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 53f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 56251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 57251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 58251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 97f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 98f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessage(const omx_message &omx_msg) { 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = mNotify->dup(); 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("type", omx_msg.type); 118609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", omx_msg.node); 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (omx_msg.type) { 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("event", omx_msg.u.event_data.event); 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("data1", omx_msg.u.event_data.data1); 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("data2", omx_msg.u.event_data.data2); 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 137609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32( 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "buffer", omx_msg.u.extended_buffer_data.buffer); 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "range_offset", 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.range_offset); 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "range_length", 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.range_length); 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32( 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "flags", 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.flags); 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt64( 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "timestamp", 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber omx_msg.u.extended_buffer_data.timestamp); 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 196f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID); 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 205784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung int64_t timeUs); 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 214ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 215ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 216ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 217ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 218ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 219ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 220ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 221ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 222ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 223ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 224ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 225ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 226ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 227ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 228ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 229ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 230ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 231ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 237c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 241c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 244ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 251c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 252c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 253c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 254c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 257c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 258c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 2617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 262c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 263c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 264c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 267c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 268c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 269c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 270f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 273f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 304054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 311349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 313349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 322349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 323349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 405afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 406609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 408c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 409308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput(false), 4109806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 41154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4129806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4139806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 414e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 4159806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 416054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 417054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 418054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mStoreMetaDataInOutputBuffers(false), 419a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mMetaDataBuffersToSubmit(0), 42094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 4212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 4222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 423609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 424ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 425ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 440dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 452f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setTarget(id()); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 459a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> msg = new AMessage(kWhatSetParameters, id()); 460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 461a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 462a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 4645778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setTarget(id()); 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4705778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setTarget(id()); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 4777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden (new AMessage(kWhatCreateInputSurface, id()))->post(); 4787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 4817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden (new AMessage(kWhatSignalEndOfInputStream, id()))->post(); 4827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4845778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage(kWhatStart, id()))->post(); 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 488f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 4897a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (new AMessage(kWhatFlush, id()))->post(); 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 493f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (new AMessage(kWhatResume, id()))->post(); 495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> msg = new AMessage(kWhatShutdown, id()); 499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 50130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 50230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 50330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, id()))->post(3000000); 50430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 507496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 508496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber (new AMessage(kWhatRequestIDRFrame, id()))->post(); 509496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 510496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5114dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 5124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 5134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 5144dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 5154dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 5164dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnarvoid ACodec::signalSubmitOutputMetaDataBufferIfEOS_workaround() { 5174dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 5184dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mMetaDataBuffersToSubmit > 0) { 5194dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar (new AMessage(kWhatSubmitOutputMetaDataBufferIfEOS, id()))->post(); 5204dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 5214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 5224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 531054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mStoreMetaDataInOutputBuffers) { 532054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputMetaDataBuffers(); 533054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 534054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 535054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 545609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers of size %u on %s port", 5465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferCountActual, def.nBufferSize, 5485778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t totalSize = def.nBufferCountActual * def.nBufferSize; 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) { 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize); 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mem.get() != NULL); 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 558ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 560afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 561afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 562afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 563afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 5641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 565308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 566308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang || mUseMetadataOnEncoderOutput) { 567ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 568ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 569ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 570ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 571ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mNode, portIndex, def.nBufferSize, &info.mBufferID, 572ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 573ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 574308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t bufSize = mUseMetadataOnEncoderOutput ? 575308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang (4 + sizeof(buffer_handle_t)) : def.nBufferSize; 576308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 577308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 578ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 580ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mNode, portIndex, mem, &info.mBufferID); 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 582ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID); 583ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 584ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 585ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 586ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mData = new ABuffer(mem->pointer(), def.nBufferSize); 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 5901065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 5911065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 599d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 602eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 603eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 604eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 606eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 608eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 611eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 618054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 619054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 *minUndequeuedBuffers) { 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = kPortIndexOutput; 623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffers_geometry( 632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), 633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.format.video.nFrameWidth, 634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.format.video.nFrameHeight, 635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.format.video.eColorFormat); 636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 63829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffers_geometry failed: %s (%d)", 639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strerror(-err), -err); 640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 643e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (mRotationDegrees != 0) { 644e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang uint32_t transform = 0; 645e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang switch (mRotationDegrees) { 646e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang case 0: transform = 0; break; 647e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang case 90: transform = HAL_TRANSFORM_ROT_90; break; 648e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang case 180: transform = HAL_TRANSFORM_ROT_180; break; 649e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang case 270: transform = HAL_TRANSFORM_ROT_270; break; 650e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang default: transform = 0; break; 651e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 652e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 653e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (transform > 0) { 654e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang err = native_window_set_buffers_transform( 655e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mNativeWindow.get(), transform); 656e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (err != 0) { 657e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang ALOGE("native_window_set_buffers_transform failed: %s (%d)", 658e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang strerror(-err), -err); 659e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang return err; 660e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 661e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 662e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 663e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Set up the native window. 6653c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis OMX_U32 usage = 0; 6663c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 6673c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis if (err != 0) { 6685ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("querying usage flags from OMX IL component failed: %d", err); 6693c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis // XXX: Currently this error is logged, but not fatal. 6703c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis usage = 0; 6713c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis } 6723c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis 6731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (mFlags & kFlagIsGrallocUsageProtected) { 674bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber usage |= GRALLOC_USAGE_PROTECTED; 675bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 676bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 677bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // Make sure to check whether either Stagefright or the video decoder 678bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // requested protected buffers. 679bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (usage & GRALLOC_USAGE_PROTECTED) { 680bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // Verify that the ANativeWindow sends images directly to 681bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // SurfaceFlinger. 682bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber int queuesToNativeWindow = 0; 683bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = mNativeWindow->query( 684bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER, 685bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber &queuesToNativeWindow); 686bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != 0) { 687bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error authenticating native window: %d", err); 688bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 689bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 690bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (queuesToNativeWindow != 1) { 691bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("native window could not be authenticated"); 692bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return PERMISSION_DENIED; 693bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 694bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 695bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_usage( 697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), 6983c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis usage | GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP); 699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 70129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_usage failed: %s (%d)", strerror(-err), -err); 702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 705ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 706ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 707ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 708ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 709ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 710ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 711ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 712ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 713ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 714ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 715ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 716ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 717ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 718ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 719ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 720054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 721258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 722258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 723054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 724258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 725258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 72629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 727258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 728258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 729258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 730258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 731e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 732e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 7331faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 7341faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 735e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 736e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 737e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 738e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 739e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 740e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 741e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 7421faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 7431faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 744e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 745e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 746258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 747258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 748258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 749258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 750e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 751e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 752e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 753e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 754e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 755609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 756e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 757e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 758e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 759258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 760258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 761258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 762258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 76729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 772054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 773054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 774054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 775054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 776054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 777054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 779054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 780054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 781054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 782054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 783e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 784054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 785609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 787054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 790054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 7918ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 7921e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf); 793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 79429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 79974006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 80074006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 801054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 80274006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 80374006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 80474006804065941841883c4b46ee785070164023fJamie Gennis 805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 809609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 81074006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 81474006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 81574006804065941841883c4b46ee785070164023fJamie Gennis 816609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 82874006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 830054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 831054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 832054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 8373fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia status_t error = cancelBufferToNativeWindow(info); 8383fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia if (err == 0) { 8393fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia err = error; 8403fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 846054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputMetaDataBuffers() { 847054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 848054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 849054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 850054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 851054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 852e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 853054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 854609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u meta buffers on output port", 855054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount); 856054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 857054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar size_t totalSize = bufferCount * 8; 858054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 859054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 860054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Dequeue buffers and send them to OMX 861054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 862054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo info; 863054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 864054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mGraphicBuffer = NULL; 865054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mDequeuedAt = mDequeueCounter; 866054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 867054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate( 868054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sizeof(struct VideoDecoderOutputMetaData)); 869054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mem.get() != NULL); 870054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 871054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 872054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // we use useBuffer for metadata regardless of quirks 873054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = mOMX->useBuffer( 874054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID); 875054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 876054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mBuffers[kPortIndexOutput].push(info); 877054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 878609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 879054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 880054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 881054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 882054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mMetaDataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 883054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 884054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 885054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::submitOutputMetaDataBuffer() { 887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mStoreMetaDataInOutputBuffers); 888054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mMetaDataBuffersToSubmit == 0) 889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 890054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 891054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 892054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info == NULL) 893054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 894054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 895609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 896054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 897054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 898054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar --mMetaDataBuffersToSubmit; 899054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK_EQ(mOMX->fillBuffer(mNode, info->mBufferID), 900054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (status_t)OK); 901054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 902054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 903054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 904054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 905054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 906f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 909609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 9131e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis mNativeWindow.get(), info->mGraphicBuffer.get(), -1); 914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9153fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 9163fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9203fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 923f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 9248ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 9251e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis int fenceFd = -1; 926054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 927ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 928ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 929ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 930ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 9341e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis if (native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf) != 0) { 93529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed."); 936c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber return NULL; 937c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 939054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *oldest = NULL; 940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 944054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mGraphicBuffer != NULL && 945054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, 947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (int)BufferInfo::OWNED_BY_NATIVE_WINDOW); 948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 953054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 954054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 955054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 956054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 958054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 959054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 962054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 963054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (oldest) { 964054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mStoreMetaDataInOutputBuffers); 965054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 966054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // discard buffer in LRU info and replace with new buffer 967054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 968054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 969054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 970d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar mOMX->updateGraphicBufferInMeta( 971d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 972d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mBufferID); 973054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 974d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar VideoDecoderOutputMetaData *metaData = 975d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar reinterpret_cast<VideoDecoderOutputMetaData *>( 976d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mData->base()); 977d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar CHECK_EQ(metaData->eType, kMetadataBufferTypeGrallocSource); 978d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 979d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 980054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest - &mBuffers[kPortIndexOutput][0], 981054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt, 982d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar metaData->pHandle, 983d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 984054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 985054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return oldest; 986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 993f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[portIndex].size(); i-- > 0;) { 995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, freeBuffer(portIndex, i)); 996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1003349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10082ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 10092ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 10102ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 10112ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, freeBuffer(kPortIndexOutput, i)); 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1019f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(info->mStatus == BufferInfo::OWNED_BY_US 1023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW); 1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput && mNativeWindow != NULL 1026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus == BufferInfo::OWNED_BY_US) { 10273fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia cancelBufferToNativeWindow(info); 1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mOMX->freeBuffer( 1031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, portIndex, info->mBufferID), 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 1033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1039f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t portIndex, IOMX::buffer_id bufferID, 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t *index) { 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 10692944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 10702944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 10712944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 10722944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1079729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1080729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1081bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1082bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1083c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1084c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1085c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1086c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 10892472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 10902472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 109594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 109694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 109794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 109894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1099ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1100ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 11012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 11022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1103ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1104ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1105774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1106774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 110797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 110897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 11098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 11108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 11455ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1162e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 11634e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1164e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 11742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 11752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 11762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1180d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1181d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1182d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1183d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1184d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE); 1185d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1186d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1187308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1188308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1189d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1190308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang return err; 1191308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1192308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1193d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1194308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 11953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 11963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 11973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 11983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 11993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 12003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 12013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 12023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 12033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 12043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 12053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 12063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 12073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 12083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 12093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 12103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 12113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 12123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 12133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 12143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 12153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 12163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 12173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 12183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 12193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 12203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1221308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1222308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1223308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1224308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 1225308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1226308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1227308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1228308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1229308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1230308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable); 1231308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1232308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1233308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1234308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1235308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput = 0; 1236308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 1237308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mUseMetadataOnEncoderOutput = enable; 1238308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1239a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1240a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1241a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1242a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1243a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1244a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 124594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 124694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 12472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 12482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 12492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 12502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 12512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 125294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 125372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 125472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 125572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 125672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 125772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 125872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1259308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1260308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 12613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1262054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 12630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 12643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1265054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mStoreMetaDataInOutputBuffers = false; 1266e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1267e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 12681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 12691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 12701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 12711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 12721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 12731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 12741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 12751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 12761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 12771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1278e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 12793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 12805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sp<NativeWindowWrapper> windowWrapper( 12815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad static_cast<NativeWindowWrapper *>(obj.get())); 12825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sp<ANativeWindow> nativeWindow = windowWrapper->getNativeWindow(); 12835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 12846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 12856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 12866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 12876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 12886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 12896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 12906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 12916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 12926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 12936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 12946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 12956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 12966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 12976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 12986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 12996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 13006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 13016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 13025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 13035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 13045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 13055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1306ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 13075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 130897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 130997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 13105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 13115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 13125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 13135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 131497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 13155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 13165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1317fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1318fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1319d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1320d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1321d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1322d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1323d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1324d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1325d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1326d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1327d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 13283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 13293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1330d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1331d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1332d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1333d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1334d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1335d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 13365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1337ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1338ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1339ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 13403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 13413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 13423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 13433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 13443fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 13453fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 13463fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 13473fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 13483fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 13495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 13505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 13515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE); 13525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 13535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1354fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1355e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 13565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 13575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 13585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 13595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 13605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 13615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 13625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 13635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 13645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 13655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 13665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 13675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 13685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 13695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 13705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 13715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 13725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 13735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 13745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 13755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 13765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 13775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 13785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 13795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 13805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 13815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 13825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 13835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 13845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 13855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 13865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 13875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 13885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 13895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 13905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 13915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 13925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 13935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 13945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 13955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 13965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1397e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 13985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 13995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 14005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 14015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 14025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 14035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mStoreMetaDataInOutputBuffers = true; 14045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1405fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 14060167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 14075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 14085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 14095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 14105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 14115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 14120167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1413e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1414e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1415e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1416e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1417e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1418e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1419e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1420054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1421054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1422308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 14233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 14243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 14253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 14263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 14273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 14283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 14373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 14383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 14413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar sp<NativeWindowWrapper> nativeWindow( 14423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar static_cast<NativeWindowWrapper *>(obj.get())); 14433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK(nativeWindow != NULL); 14443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow = nativeWindow->getNativeWindow(); 14453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar native_window_set_scaling_mode( 14473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.get(), NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW); 14483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 14513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 14523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK_EQ((status_t)OK, initNativeWindow()); 14533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 14553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 14563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 14573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 14583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 14593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, outputFormat), (status_t)OK); 14603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 14613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 14623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar CHECK(outputFormat->findInt32("color-format", &colorFormat)); 14633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 14643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 14653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 14663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 14673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 14683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 14693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 14703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 14713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 14723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 14733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 14743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mStoreMetaDataInOutputBuffers) { 14753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, OMX_FALSE); 14763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mStoreMetaDataInOutputBuffers = false; 14773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 14783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 14793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 14803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 14823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 14833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 14853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 14863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 14873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 14883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 14893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 14943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 14953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 14963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 149742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 149842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 149942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 150042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 150142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 150242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 150342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 150442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 150542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 150642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 150742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 150842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 150942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1516aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 15188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 15192965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 15208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1521ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1522ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1523ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1524aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1525aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1526aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1527b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1528b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1529b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1530ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 15318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 15328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 15338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15342965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 15352965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 15362965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 15372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 15388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 15398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 15408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 15418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 15438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 15448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 15458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 15478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 15488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 15498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 15518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 15528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 15538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 15558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 15568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 15578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 15588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 1559ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 15604471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 15612965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 15622965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1564729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 1566729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 1568729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 1569729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 1570729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 1571729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 1572729de186450f78c099637e1fce743fe531862c52Andreas Huber 1573729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupG711Codec(encoder, numChannels); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 15802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi int32_t numChannels, sampleRate, compressionLevel = -1; 15812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 15822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 15832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 15842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 15852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 15862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 15872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 1588516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 1589cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 1590cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 1591516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 1592cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 15932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 1594516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1595516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 1596516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 15972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 15982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 1599516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1600516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 1601516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 16022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 16032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 16042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1605516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 1606516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 16072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1608ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 1609ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 1610ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 1611ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 1612ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 1613ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 1614ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 1615ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 1616ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 161797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 161897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 161997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 162097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 162197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 162297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 162397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 162497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 162597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 16268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 16278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 16288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 16298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 16308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 16318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 16328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 16338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 16348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1636729de186450f78c099637e1fce743fe531862c52Andreas Huber 16374471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 16384471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 16394471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 16404471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 16418b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 16428b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 16438b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 16449806555d3930be43e11106281dee354820ac1c88Andreas Huber 16458b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 16468b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 16478b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 16488b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 16499806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 16509806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 16519806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 16529806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 16539806555d3930be43e11106281dee354820ac1c88Andreas Huber } 16549806555d3930be43e11106281dee354820ac1c88Andreas Huber 1655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 1656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 1658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 1660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16624e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 16634e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 1664e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexInput, inputFormat), (status_t)OK); 1665e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, outputFormat), (status_t)OK); 1666e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mInputFormat = inputFormat; 1667e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mOutputFormat = outputFormat; 1668e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1672f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 1673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 1674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 1675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 1676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 1689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 1691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 1698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(def.nBufferSize >= size); 1705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 1736aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 17378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 17382965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 17392965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 1740ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 1741ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 1742ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1743ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 1804aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 1806b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 1807b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 1808b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 1809b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 1810b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 1811b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 1812b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 1813b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 1814b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 1815b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 1816b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 1817b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 1818b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 1819b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 1820b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 1821b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 1822b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 1823b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 1824b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 1825b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 1826b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 1827b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 1828b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 1829b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 1830b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1831b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 1844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 1845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 1846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 1848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 1849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 1851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 1855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 1856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1857ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 1858ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 1859ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 1860ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 1861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 18638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 18648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 18658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 18668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 18678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 18688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 18692965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 18708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 18718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 18728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 18738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 18748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 18758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 18768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 18778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 18788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 18798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 188297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 188397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 188497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 188597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 188697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 188797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 188897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 188997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 189097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 189197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 189297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 189397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 189497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 189597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 189697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 189797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 189897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 189997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 190097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 190197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 190297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 190397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 190497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 190597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 190697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 190797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 190897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 190997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 191097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 191197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 191297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 191397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 191497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 191597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 191697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 191797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 191897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 191997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 19208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 19218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 19228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 19238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 19248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 19268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 19278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 19288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 19308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 19318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 19328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 19338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 19358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 19368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 19378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 19398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 19408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 19418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 19428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 19438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 19458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 19468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 19478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 19498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 19508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 19528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 19538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 19548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 19558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 19568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 19578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2004729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2005729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2007729de186450f78c099637e1fce743fe531862c52Andreas Huber 2008729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2009729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2010729de186450f78c099637e1fce743fe531862c52Andreas Huber 2011729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2012729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2013729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2014729de186450f78c099637e1fce743fe531862c52Andreas Huber 2015729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2020729de186450f78c099637e1fce743fe531862c52Andreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2024729de186450f78c099637e1fce743fe531862c52Andreas Huber 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2029729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2030729de186450f78c099637e1fce743fe531862c52Andreas Huber 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupG711Codec(bool encoder, int32_t numChannels) { 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!encoder); // XXX TODO 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2034729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 2035729de186450f78c099637e1fce743fe531862c52Andreas Huber kPortIndexInput, 8000 /* sampleRate */, numChannels); 2036729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2037729de186450f78c099637e1fce743fe531862c52Andreas Huber 20382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 20392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 20402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 20412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 20422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 20432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 20442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 20452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 20462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 20472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 20482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 20492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 20502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 20512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 20532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 20542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 20552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 20562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 20572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 20602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 20612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 20622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 20632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 20642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 20652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2066729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2067729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2068729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2069729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2070729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2071729de186450f78c099637e1fce743fe531862c52Andreas Huber 2072729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2073729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2074729de186450f78c099637e1fce743fe531862c52Andreas Huber 2075729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2076729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2077729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2078729de186450f78c099637e1fce743fe531862c52Andreas Huber 2079729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2080729de186450f78c099637e1fce743fe531862c52Andreas Huber 2081729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2082729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2083729de186450f78c099637e1fce743fe531862c52Andreas Huber 2084729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2085729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2086729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2087729de186450f78c099637e1fce743fe531862c52Andreas Huber 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2089729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2091729de186450f78c099637e1fce743fe531862c52Andreas Huber 2092729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2093729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2094729de186450f78c099637e1fce743fe531862c52Andreas Huber 2095729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2096729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2097729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2098729de186450f78c099637e1fce743fe531862c52Andreas Huber 2099729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2100729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2101729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2102729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2103729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2104729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2105729de186450f78c099637e1fce743fe531862c52Andreas Huber 2106c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2107c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2108729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2109729de186450f78c099637e1fce743fe531862c52Andreas Huber 2110729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2111729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2112729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2113729de186450f78c099637e1fce743fe531862c52Andreas Huber 21145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 211597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 21165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 21175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 21185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 21195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 21205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 21215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 21225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 21235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 21245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 21255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 21265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 21275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 21285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 21295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 21305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 21315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 21325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 21335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 21345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2135f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 21380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 21390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2157229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2158229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 21590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 21600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 21610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 21620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2163229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2164229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2165229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2166229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2167229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 22070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 22080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 22090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 22100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 22110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 22120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 22130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 22140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 22150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 22160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 22170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 22180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 22190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 22200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 22210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 22260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 22270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 22300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 22310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 22320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 22330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 22340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 22350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 22360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 22370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 22380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 22390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 22410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 22430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 22440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 22460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 22470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 22490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 22500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 22510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 22520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 22530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 22540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 22550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 22570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 22580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 22590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 22600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 22610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 22620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 22630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 22640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 22650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2271e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2272e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2273e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2274e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2275e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 22762472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2277e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2278e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2279e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 228094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 228194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2282e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2283e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2286e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2287e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2288e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2289e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2290e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2291e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2292e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2295e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2296e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2297e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2298e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2299e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2300e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2301e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2302e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2303e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2304e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2305e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2306e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2307e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2308e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2309e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2310e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2311e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2312e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2313e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 23170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 231889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 231989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 232089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 232189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 232289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 232389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 233989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 234089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 234189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 234289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 23430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 234489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 234589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 234689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 23470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 234889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 234989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 23500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 235189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 235878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 235978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 236078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 236178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 236278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 236378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 236478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 236578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 236778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 24512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 2456a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 2457a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 2458a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 2459a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 2460a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2530c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 2531c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 2532c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 2533c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 253489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 253589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 253689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 253789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 253889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGI("setupVideoEncoder succeeded"); 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 25490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 25500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 25510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 25520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 25540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 25560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 25570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 25580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 25590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 25600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 25610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 25620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 25630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 25650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 25660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 25670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 25680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 25690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 25700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 25710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 25730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 25740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 25750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 25760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 25770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 25780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 25800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 25810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 25820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 25830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 25840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 259596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 259696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 259796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 259896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 259996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 260096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 260196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 260296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 260396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 261196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 261296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 267696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 269296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 269396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 275296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2761a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 2762a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 2763a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 2764a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 2765a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 2766a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 2767a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 2768a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 2769a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 2770a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 2771a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 2772a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 2773a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 2774a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 2775a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 2776a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 2777a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 2778a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 2779a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 2780a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 2781a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 2782a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 2783a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 2784a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 2785a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 2786a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 2787a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 2788a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 2789a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 2790a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 2791a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 2792a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 2793a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 2794a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 2795a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 2796a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 2797a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 2798a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 2799a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 2800a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 2801a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 2802a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 2803a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 2804a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 2805a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 2806a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 2807a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 2808a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 2809a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 2810a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 2811a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 2812a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 282096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 282196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 28320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 28330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 28340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 28350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 28360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 28370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 28380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 28390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 28410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 28747c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 28757c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 28767c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 291896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2921c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 2922c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 2923c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 2924c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 2925c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 2926c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2927c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2928c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 2929c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2930c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 2931c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 2932c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 2933c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 2934c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 2935c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2936c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 2937c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2938c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2939c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 2940c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 2941c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 2942c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2943c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 2944c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 2945c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 2946c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 2947c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 2948c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2949c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2950c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 2951c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 2952c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 2953c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 2954c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 2955c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2956c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2957c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 2958c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 2959c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 2960c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2961c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2962c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 2963c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 2964c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2965c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2966c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 2967c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2968c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 2969c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 2970c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 2971c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 2972c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 2973c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 2974c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 2975c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 2976c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 297789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 297889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 29794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 29804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 29814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 29824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 29834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 29844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 29854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 29864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 29874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 29884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 29894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 299089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 299189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 299289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 29934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 299489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 299589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 299689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 29974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 29984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 29994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 30004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 30014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 30024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 30044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 30064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 30074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 30084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 30094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 30104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 30114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 30124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 30134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 30144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 30154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 30164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 30174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 30184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 30194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 30224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 30234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 30244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 30254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 30264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 30274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 30284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 30294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 30304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 30314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 30324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 30344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 30354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 30364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 30374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 30384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 30394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 30424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 30434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 30444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 30464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 30474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 30484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 30494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 30504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 30514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 30534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 305489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 305589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 305689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 308396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 308496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 309796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3129f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 313178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 313278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(err, (status_t)OK); 3143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 3153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 316078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 316178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 316278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3171f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3180d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3181d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3182d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3183d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3184d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3185d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3186d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3187d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3188d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3189d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3190d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3191d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3192d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3193d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 31947e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 31957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 31967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 31977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 31987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 31997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 32007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 32017e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 32027e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 32037e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 32047e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 32057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 32067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 32077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 32087e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 32097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 32107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 32117e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 32127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3213e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 32147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3215c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3216c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar if (mStoreMetaDataInOutputBuffers && mMetaDataBuffersToSubmit > 0) { 3217c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar --mMetaDataBuffersToSubmit; 3218c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 32197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 32207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 32217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3222f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3229609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3239f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3244f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool wasEmptyBefore = mDeferredQueue.empty(); 3246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3249f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3260229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 326103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 326203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 326303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 326403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 326503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 326603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 326703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 326803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 326903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 327003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 327103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 327203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 327303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 327403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 327503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar) { 327603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3277229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 327803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 327903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3280b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3281b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3282b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3283b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3284b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3285b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3286b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3287b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3288b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3289b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3290b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3291b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3292b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3293b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 329403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 329503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 329603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 329703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 329803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 329903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 330003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 330103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 330203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 330303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 330403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar switch (fmt) { 330503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420Planar: // used for YV12 330603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 330703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 330803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 330903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 331003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 331103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 331203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 331303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 331403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 331503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 331603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 331703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 331803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 331903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 332003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 332103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 332203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 332303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 332403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 332503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 332603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 332703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 332803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 332903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 333003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 333103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 333203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 333303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 333403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 333503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 333603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 333703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 333803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 333903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 334003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3341229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3342229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3343229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3344229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3345229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3346229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3347229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3348229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3349229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3350229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3351229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3352229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3353229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3354229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3355229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3356229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3357229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3358229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3359229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3360229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3361229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3362229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3363229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3364229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 33650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3366229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3367229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3368229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3369229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3370229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3371229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3372229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3373229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 33740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3375229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3376229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3377229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3378229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3379229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3380229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3381229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3382229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3383229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3384229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3385229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3386229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3387229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3388229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3389229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3390229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3391229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3392229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3393229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3394229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3395229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3396229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3397229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3398229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3399229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3400229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3401229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3402229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 340303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 340403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // TODO: catch errors an return them instead of using CHECK 340731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 340831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 341031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 341131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber CHECK_EQ(mOMX->getParameter( 341231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)), 341331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber (status_t)OK); 341431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ((int)def.eDir, 3416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (int)(portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)); 341731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 341831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 341931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 342031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 342131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 3422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 3423e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 3424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3425e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 3426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 3427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 3429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 3430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 3431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 34320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 34330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 34340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 34350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 34360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 34370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 34380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 34390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 34400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 34410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 34420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 34430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 34440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 34450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 34460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 34470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 34480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 344903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 345003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 345191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 345291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 345391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 345491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 345591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 3456e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 3457e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 345891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 3459e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3460e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 346191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 346291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 346391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 346491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 3465e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 3466e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 3467e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 3468e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 3469e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 3470e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 347131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3472e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nLeft, 0); 3473e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nTop, 0); 3474e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nWidth, 0u); 3475e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_GE(rect.nHeight, 0u); 3476e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_LE(rect.nLeft + rect.nWidth - 1, videoDef->nFrameWidth); 3477e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_LE(rect.nTop + rect.nHeight - 1, videoDef->nFrameHeight); 3478e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 3480577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 3481577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 3482577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 3483e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 3484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 3485e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3486e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3487e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 34884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 34894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 34904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 34914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 34924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 34934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 34944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 34954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 34964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 34974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 34984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 34994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 35004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 35014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 35024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 35034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 35044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 35054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 35064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 35074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 35084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 35094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 35104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 35124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 35134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 35144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 35154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 35174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 35184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 35194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 35204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 35224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 35234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 35244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 35284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 35304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 35314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 3532e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 3533e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3534e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexInput)); 3535e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 3536e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 3537e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 3538e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 3539e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 3540e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 3541e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3542e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 354431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 3545e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3546e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 3547e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 354831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 354931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 355031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 355131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 355231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 355331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 355431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 355597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 3556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 3557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 3559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3560e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioPcm, 3564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 356714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_GT(params.nChannels, 0); 3568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(params.nChannels == 1 || params.bInterleaved); 3569e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(params.nBitPerSample, 16u); 357014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 357114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_EQ((int)params.eNumData, 357214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber (int)OMX_NumericalDataSigned); 357314f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 357414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber CHECK_EQ((int)params.ePCMMode, 357514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber (int)OMX_AUDIO_PCMModeLinear); 3576e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3577e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 3578e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3579e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 3580e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3581e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 3582e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 35838b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 3584e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 35858b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 35869806555d3930be43e11106281dee354820ac1c88Andreas Huber 3587e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 3588e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3589e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 3590e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3591e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3592e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3593e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3594e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioAac, 3595e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3596e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3597e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3598e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 3599e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3600e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 3601e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3602e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3603e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3604e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 3605e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3606e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 3607e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3608e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 36099806555d3930be43e11106281dee354820ac1c88Andreas Huber 3610e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3611e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioAmr, 3612e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3613e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3614e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3615e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 3616e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 3617e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString( 3618e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 3619e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3620e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 3621e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3622e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString( 3623e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 3624e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3625e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 3626e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3627e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3628e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3629e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3630e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 3631e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 3632e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 3633e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 3634e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3635e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3636e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK_EQ(mOMX->getParameter( 3637e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mNode, OMX_IndexParamAudioFlac, 3638e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ¶ms, sizeof(params)), 3639e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber (status_t)OK); 3640e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3641e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 3642e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 3643e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 3644e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 3645e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3646e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3647e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 3648e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3649e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 3650e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 3651e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3652e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3653e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(mOMX->getParameter( 3654e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNode, OMX_IndexParamAudioMp3, 3655e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ¶ms, sizeof(params)), 3656e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (status_t)OK); 3657e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3658e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 3659e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 3660e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 3661e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3662e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3663e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3664e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 3665e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3666e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 3667e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 3668e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 3669e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3670e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(mOMX->getParameter( 3671e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNode, OMX_IndexParamAudioVorbis, 3672e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ¶ms, sizeof(params)), 3673e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (status_t)OK); 3674e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3675e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 3676e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 3677e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 3678e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3679e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3680e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 368197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 368297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 368397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 368497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 3685e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 368697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 368797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu CHECK_EQ((status_t)OK, mOMX->getParameter( 368897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 368997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 369097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ¶ms, 369197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(params))); 369297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 369397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 369497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 369597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 369697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 369797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 3698e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 36998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 37008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 37018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 37028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 37038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 37048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 37058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad CHECK_EQ((status_t)OK, mOMX->getParameter( 37068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 37078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 37088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ¶ms, 37098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(params))); 37108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 37118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 37128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 37138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 37148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 37158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 37168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 37178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 37188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 37198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 37208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 37218c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 37228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 37238c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian CHECK_EQ((status_t)OK, mOMX->getParameter( 37248c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian mNode, 37258c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 37268c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian ¶ms, 37278c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian sizeof(params))); 37288c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 37298c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 37308c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 37318c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 37328c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 37338c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 37348c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 373510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 373610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 373710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 373810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 373910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 374010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 374110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang CHECK_EQ((status_t)OK, mOMX->getParameter( 374210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mNode, 374310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, 374410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang ¶ms, 374510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang sizeof(params))); 374610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 374710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 374810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 374910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 375010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 375110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 375210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 375310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 375410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 375510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 375610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 375710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 375810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 375910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 376010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 3761e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 3762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ALOGE("UNKNOWN AUDIO CODING: %d\n", audioDef->eEncoding); 3763e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber TRESPASS(); 3764e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 376531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 376631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 376731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 376831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 376931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber TRESPASS(); 377031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 377131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 3773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 3774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3775e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 37764e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 3777e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 3778e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3779e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK_EQ(getPortFormat(kPortIndexOutput, notify), (status_t)OK); 3780e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3781e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 3782e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 3783e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3784e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 3785e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 3786e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 3787e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 3788e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 3789e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 3790e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 3791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 3792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 3793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 3794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 3795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 3796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 3797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 3798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 3799e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar ALOGW("Replacing SkipCutBuffer holding %d " 3800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar "bytes", 3801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar prevbufsize); 3802e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3803e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 3805e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 3806e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 3807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 3808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 380931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 381031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 381131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 381231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 381331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 38145778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 3815cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 3816d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 3817251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 3818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 3819251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 3820251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 3821251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 3822251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 3823251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 3824251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 3825251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 3826251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 3828251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 3829cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 3830cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 3831cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 3832bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huberstatus_t ACodec::pushBlankBuffersToNativeWindow() { 3833bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber status_t err = NO_ERROR; 3834bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ANativeWindowBuffer* anb = NULL; 3835bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber int numBufs = 0; 3836bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber int minUndequeuedBufs = 0; 3837bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3838bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We need to reconnect to the ANativeWindow as a CPU client to ensure that 3839bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // no frames get dropped by SurfaceFlinger assuming that these are video 3840bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // frames. 3841bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_api_disconnect(mNativeWindow.get(), 3842bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_MEDIA); 3843bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3844bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)", 3845bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3846bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 3847bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3848bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3849bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_api_connect(mNativeWindow.get(), 3850bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_CPU); 3851bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3852bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: api_connect failed: %s (%d)", 3853bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3854bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 3855bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3856bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3857bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_set_buffers_geometry(mNativeWindow.get(), 1, 1, 3858bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber HAL_PIXEL_FORMAT_RGBX_8888); 3859bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3860bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: set_buffers_geometry failed: %s (%d)", 3861bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3862bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3863bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3864bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 386587eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin err = native_window_set_scaling_mode(mNativeWindow.get(), 386687eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW); 386787eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin if (err != NO_ERROR) { 386887eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin ALOGE("error pushing blank_frames: set_scaling_mode failed: %s (%d)", 386987eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin strerror(-err), -err); 387087eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin goto error; 3871bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3872bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3873bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_set_usage(mNativeWindow.get(), 3874bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber GRALLOC_USAGE_SW_WRITE_OFTEN); 3875bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3876bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: set_usage failed: %s (%d)", 3877bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3878bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3879bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3880bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3881bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = mNativeWindow->query(mNativeWindow.get(), 3882bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufs); 3883bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3884bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: MIN_UNDEQUEUED_BUFFERS query " 3885bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber "failed: %s (%d)", strerror(-err), -err); 3886bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3887bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3888bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3889bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber numBufs = minUndequeuedBufs + 1; 3890bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_set_buffer_count(mNativeWindow.get(), numBufs); 3891bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3892bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: set_buffer_count failed: %s (%d)", 3893bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3894bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3895bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3896bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3897bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push numBufs + 1 buffers to ensure that we've drawn into the same 3898bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // buffer twice. This should guarantee that the buffer has been displayed 3899bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // on the screen and then been replaced, so an previous video frames are 3900bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // guaranteed NOT to be currently displayed. 3901bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber for (int i = 0; i < numBufs + 1; i++) { 39021e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis int fenceFd = -1; 39031e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &anb); 3904bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3905bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: dequeueBuffer failed: %s (%d)", 3906bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3907bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3908bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3909bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3910bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber sp<GraphicBuffer> buf(new GraphicBuffer(anb, false)); 3911bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3912bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // Fill the buffer with the a 1x1 checkerboard pattern ;) 3913bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber uint32_t* img = NULL; 3914bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = buf->lock(GRALLOC_USAGE_SW_WRITE_OFTEN, (void**)(&img)); 3915bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3916bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: lock failed: %s (%d)", 3917bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3918bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3919bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3920bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3921bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber *img = 0; 3922bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3923bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = buf->unlock(); 3924bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3925bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: unlock failed: %s (%d)", 3926bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3927bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3928bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3929bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3930bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = mNativeWindow->queueBuffer(mNativeWindow.get(), 39311e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis buf->getNativeBuffer(), -1); 3932bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3933bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: queueBuffer failed: %s (%d)", 3934bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3935bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber goto error; 3936bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3937bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3938bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber anb = NULL; 3939bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3940bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3941bc098410be55f9d96f394b3981a0c482b83859b6Andreas Hubererror: 3942bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3943bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3944bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // Clean up after an error. 3945bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (anb != NULL) { 39461e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis mNativeWindow->cancelBuffer(mNativeWindow.get(), anb, -1); 3947bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3948bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3949bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber native_window_api_disconnect(mNativeWindow.get(), 3950bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_CPU); 3951bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber native_window_api_connect(mNativeWindow.get(), 3952bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_MEDIA); 3953bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3954bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 3955bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } else { 3956bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // Clean up after success. 3957bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_api_disconnect(mNativeWindow.get(), 3958bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_CPU); 3959bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3960bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)", 3961bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3962bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 3963bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3964bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3965bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber err = native_window_api_connect(mNativeWindow.get(), 3966bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber NATIVE_WINDOW_API_MEDIA); 3967bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber if (err != NO_ERROR) { 3968bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber ALOGE("error pushing blank frames: api_connect failed: %s (%d)", 3969bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber strerror(-err), -err); 3970bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return err; 3971bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3972bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3973bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber return NO_ERROR; 3974bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 3975bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber} 3976bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 3977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 3978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3979eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 3980eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 3981eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 3982496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 3983496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 3984496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 3985496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 3986496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 3987496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 3988496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 3989496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 3990496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 3991496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 3992496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 3993496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 3994496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 3995496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 3996496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 3997496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 3998496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 3999496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4000eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4001eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4002eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4003eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4004eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4005eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4006eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4007eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4008eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4009eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4010eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4011eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4012eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4013eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4014eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4015eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4016eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4017eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4018eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4019eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4020f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4025ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4026ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4030f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXMessage(msg); 4047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 40497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 40507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 40517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4052251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 40537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 40547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 40557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 40567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 40577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4058ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4059ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4060251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4061ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4062ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4063ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4064ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4065ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 406630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 406730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 406830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 406930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 407030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 407130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 407230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 407330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 407430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 407530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 407630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 407730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 407830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4086f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 4087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t type; 4088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("type", &type)); 4089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 40905e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 40915e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 40925e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar if (mCodec->mNode == NULL) { 40935e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 40945e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 40955e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar return true; 40965e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 40975e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4099609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(nodeID, mCodec->mNode); 4101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 41100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 41110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 41120af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 41130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 41140af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 41150af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 41160af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 41170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 41180af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 41190af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 41200af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4130609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEmptyBufferDone(bufferID); 4133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4138609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t rangeOffset, rangeLength, flags; 4141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 4147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 4152784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung timeUs); 4153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 4157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4161f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 41643856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] EVENT(%d, 0x%08lx, 0x%08lx)", 4165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("[%s] ERROR(0x%08lx)", mCodec->mComponentName.c_str(), data1); 4171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4183f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID) { 41843856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] onOMXEmptyBufferDone %p", 4185349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4186349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexInput, bufferID); 4189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT); 4191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 419496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 419596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 419696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 419796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 419896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4199d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); // Not currently used 4214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4221f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4229d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4230609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 42332d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec->id()); 4236609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4245f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4247609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 42482d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4251a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 42525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42532d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4254a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42577fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 42587fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 42597fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 42607fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 42617fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 42627fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 42637fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 42647fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 42653831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 42662d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 4276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_UPSTREAM); 4277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4284dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4285dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4286dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4287dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 42945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4310d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGV("[%s] Needs to copy input data for buffer %p. (%p != %p)", 4311d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4312d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4313d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_LE(buffer->size(), info->mData->capacity()); 4316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4319078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 43203856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] calling emptyBuffer %p w/ codec specific data", 4321078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 43235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] calling emptyBuffer %p w/ EOS", 43245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4325078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4326d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4327d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("[%s] calling emptyBuffer %p w/ time %lld us", 4328d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs); 4329d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 43303856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] calling emptyBuffer %p w/ time %lld us", 4331078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs); 4332d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4333078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4334349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4335d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4336d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4337d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4338d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4339d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4340d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4341d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4342054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->mStoreMetaDataInOutputBuffers) { 4343054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4344054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4345054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4346054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar ALOGV("MetaDataBuffersToSubmit=%u portMode=%s", 4347054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit, 4348054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4349054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4350054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4351e53350373ac516257b4f8956ff1e3f1ac48f607eLajos Molnar mCodec->submitOutputMetaDataBuffer(); 4352054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->emptyBuffer( 4356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 4357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber buffer->size(), 4360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags, 4361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber timeUs), 4362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 4363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 43665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!eos) { 43675778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 43685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 43695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] Signalled EOS on the input port", 43705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str()); 43715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 43735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 43745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 4376dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (err != ERROR_END_OF_STREAM) { 43773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port " 4378dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber "due to error %d", 4379dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4380dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 43813856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4382dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4383dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 43853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] calling emptyBuffer %p signalling EOS", 4386349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4387349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->emptyBuffer( 4389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 4390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0, 4393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_BUFFERFLAG_EOS, 4394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 0), 4395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 4396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4400dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4404625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 4405625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 4406625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4407625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 4408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4411f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 4419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 4423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 4424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 4427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 4429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 4430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 4434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 4438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4440f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 4441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 4442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 4443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 4444784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung int64_t timeUs) { 4445609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 44465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 4447349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 4449d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4450d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4451d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 4452d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 4453d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 4454d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 4455d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4456d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 4457d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 4458d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 4459d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4460d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 4461d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 4462d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 4463d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4464d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT); 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4470054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4481a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 4482a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 4483609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 4485349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer( 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mNode, info->mBufferID), 44885778822d86b0337407514b9372562b86edfa91cdAndreas Huber (status_t)OK); 4489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44905778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 44915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 44925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 449331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4494577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 4495577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec->id()); 4496577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 44974bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 4498577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 44995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4501308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (mCodec->mUseMetadataOnEncoderOutput) { 4502308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang native_handle_t* handle = 4503308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang *(native_handle_t**)(info->mData->data() + 4); 4504308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 4505308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 4506308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 4507308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 4508308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 4509308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 4510496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 451121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 4512496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 4513496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 4514496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 45155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 451621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 4517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45188b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 45198b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 45208b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 4522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4524d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 4525609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 45262d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 45275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 4528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4529609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45315778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45335778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 45345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45355778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 45385778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 45395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4541d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 4542dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 4546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->freeBuffer(kPortIndexOutput, index)); 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4565609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_DOWNSTREAM); 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4571577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 4572577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar if (msg->findRect("crop", 4573577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar &crop.left, &crop.top, &crop.right, &crop.bottom)) { 4574577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar CHECK_EQ(0, native_window_set_crop( 4575577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->mNativeWindow.get(), &crop)); 4576577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 4577577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 4579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 45806aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 458179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 45826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 4583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 4584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4585fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 4586fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 4587fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 4588fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 4589fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 4590fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 4591fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 4592fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 459347aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 4594fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 4595fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4596fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 4597fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4598fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 45995778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4600fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 4601fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (err != OK) { 4602fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar ALOGW("failed to set buffer timestamp: %d", err); 4603fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 4604fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 46055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = mCodec->mNativeWindow->queueBuffer( 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNativeWindow.get(), 46071e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis info->mGraphicBuffer.get(), -1)) == OK) { 4608cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 4609cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 4610251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 4611cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4612cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 4613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 46146fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 46156fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 46166fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 46176fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 4618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 4622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 4630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 4631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 4633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 4640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4647c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 4648609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 4649c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 4650349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4651c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID), 4652c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber (status_t)OK); 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4654c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4655c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)mode, (int)FREE_BUFFERS); 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((status_t)OK, 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->freeBuffer(kPortIndexOutput, index)); 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4673f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4677c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 4678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 4679ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4680ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 4681ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX->asBinder()->unlinkToDeath(mDeathNotifier); 4682ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 4683ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4684ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4685ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 4686ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNode = NULL; 4687ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 4688ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 4689ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 4690308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mCodec->mUseMetadataOnEncoderOutput = 0; 4691ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 4692c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4693c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 4699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47065778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 47075778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 47085778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 47095778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 47105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 47115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 47125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4715c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 4716c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 4717c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 471854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 471954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 4720c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4722d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 4723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4726c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4732d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 4736c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 4737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 474030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 474130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 474230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 474330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 474430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 474530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 4751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4753f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 4754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 4755c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 4756c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 4757c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 4758c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 47595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 47605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4761c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 47625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 47635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(mCodec->mNode == NULL); 47655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 4767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(client.connect(), (status_t)OK); 4768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 4770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4771ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec->id()); 4772ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4773ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 4774ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (omx->asBinder()->linkToDeath(mDeathNotifier) != OK) { 4775ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 4776ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 4777ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 4778ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4779ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 4780e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 47815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 4783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47845778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 4785d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 47867791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 47875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 4788e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 4789e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 4790e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 4791afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 4792e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 4793e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 4794e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 4795afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 47965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 47975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 47985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 48005778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 48015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48035778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 48045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 48055778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 48065778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 48075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 4808e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 48095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48101065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 48111065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 48121065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber IOMX::node_id node = NULL; 48131065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 48141065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 48151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 4816e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 4817e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4819078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber pid_t tid = androidGetTid(); 4820078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 4821078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 48221065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber status_t err = omx->allocateNode(componentName.c_str(), observer, &node); 4823078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 48261065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 48277a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 48287a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 48291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 48301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 48311065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber node = NULL; 48321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 48331065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 4834c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (node == NULL) { 48355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 48367791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen ALOGE("Unable to instantiate a %scoder for type '%s'.", 48377791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen encoder ? "en" : "de", mime.c_str()); 48385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 48397791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen ALOGE("Unable to instantiate codec '%s'.", componentName.c_str()); 48405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4841c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 4842cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber mCodec->signalError(OMX_ErrorComponentNotFound); 4843c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 4844c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4846ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber notify = new AMessage(kWhatOMXMessage, mCodec->id()); 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 4850ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 4851ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 4852ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 4853ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 48541713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 48550167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 4856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 4857ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 4858afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 4859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 48635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4864d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 48655778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 48665778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 48675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4868c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4869c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 4870c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4871c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 48725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 48735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4874c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4875c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4876c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 4877c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 4878c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4879c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4880c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 4881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 4882c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4883f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 4884f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 4885f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 4886f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 4887f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 4888054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 4889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit = 0; 4890a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 4891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 4892e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 48934e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 4894054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4895c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 4896c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 4897c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4898c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 4899c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 4900c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4901c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 4902c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 490354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 4904f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 4905f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 4906c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4907c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4908c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 4909c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 4910c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mCodec->mOMX->freeNode(mCodec->mNode), (status_t)OK); 4911c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4912c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 4913c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4914c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 491554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 491654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 4917d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 491854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 491954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 492054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 4921c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4922c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4923c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 4924c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 4925c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4926c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 4927c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 4928c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 4929c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 4930c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 4931c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 4932c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4933c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 49347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 49357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 49367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 49377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 49387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 49397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 49407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4941c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 4942c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 4943c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 4944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 4945c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 4946c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4947c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4948c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 4949c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 4950c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 4951c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 4952c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 4953c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 495454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 4955c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 4956c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4957c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 4958c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 4959c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4960c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4961c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 4962c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 4963c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4964d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 4965c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 4966c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4967c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 4968c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 4969c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4970c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4971c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 4972c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 4973c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 4974c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4975c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 4976c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 4977c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 4978c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 49795778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 49805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 49815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mCodec->mNode != NULL); 49835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49845778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 49855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 49865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mCodec->configureCodec(mime.c_str(), msg); 49885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 4990c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 4991c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 4992c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 4993251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 4994c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 49955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 49985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4999d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 50025778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 50035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5004c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5005c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 50065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 50075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 50087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::LoadedState::onCreateInputSurface( 5009ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber const sp<AMessage> & /* msg */) { 50107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGV("onCreateInputSurface"); 50117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 50127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> notify = mCodec->mNotify->dup(); 5013d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 50147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 50157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer> bufferProducer; 50167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 50177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 50187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden err = mCodec->mOMX->createInputSurface(mCodec->mNode, kPortIndexInput, 50197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden &bufferProducer); 5020a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5021a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err == OK && mCodec->mRepeatFrameDelayUs > 0ll) { 5022a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5023a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5024a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5025a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5026a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5027a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5028a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5029a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5030a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5031a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5032a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5033a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5034a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5035a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5036a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 50372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err == OK && mCodec->mMaxPtsGapUs > 0ll) { 503894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 503994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 504094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 504194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 504294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 504394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 504494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 504594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 504694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 504772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 504872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 50492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 50502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 50512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 50522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err == OK && mCodec->mTimePerCaptureUs > 0ll 50532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 50542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 50552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 50562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 50572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 50582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 50592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 50602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 50612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 50622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 50632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 50642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 50652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 50662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 50672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 50682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 50692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 507072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 507172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err == OK && mCodec->mCreateInputBuffersSuspended) { 507272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 507372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 507472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 507572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 507672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 507772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 507872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 507972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 508072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 508172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 508294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 508394ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 508494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 508594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 508694ee4b708acfa941581160b267afb79192b1d816Chong Zhang 50877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 50887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 50897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 50907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 50917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 50927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 50937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 50947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 50957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 50967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 50977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 50987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 50997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 51007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5101c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 51025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 51035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 51055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle), 5106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mLoadedToIdleState); 5109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5113f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5117f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 51183856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5120cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5121cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 512229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5123cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5124cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5125cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 512791bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 512891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5129cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5142f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 514472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 51526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 51536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 51546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 51556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 51566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 51576463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 51586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 51596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 51606463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 51616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 51626463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 51636463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 51646463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 51656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 51666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5167d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 51686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 51696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 51706463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 51716463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateIdle); 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting), 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToExecutingState); 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5201f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5205f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 52063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 521172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5218d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5219d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5220d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5221d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5222d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5223d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5224d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5225d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5226d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5227d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5228d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5229d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 5230d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5231d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5232d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5233d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 52346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 52356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 52366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 52376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 52386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 52396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 5246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateExecuting); 5252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 5254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5266f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 5267349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 5268349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5271f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 5272ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 5277054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 5278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 5279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5282054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 5283054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->submitOutputMetaDataBuffer() != OK) 5284054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 5285054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 52874dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 52884dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 52894dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround(); 5290054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5291054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(info->mStatus == BufferInfo::OWNED_BY_US 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW); 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] calling fillBuffer %p", 5308349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5309349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID), 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 5318c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 5319054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (mCodec->mStoreMetaDataInOutputBuffers) { 5320054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 5321054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5322054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5323054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5324f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 5325349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 53263856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] We're already active, no need to resume.", 5327349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 5328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5329349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 5330349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5331349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53343cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_GT(mCodec->mBuffers[kPortIndexInput].size(), 0u); 53363cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 53373cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 53383cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 53393cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 53403cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 53413cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 5342349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5343349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 53473856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5359c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5361c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5362c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 536354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5364c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 5365c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 5367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle), 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingToIdleState); 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 53807a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 5381d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber "(codec owns %d/%d input, %d/%d output).", 5382d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 5383d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 5384d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 5385d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 5386d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 5387d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 5388349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 5389349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandFlush, OMX_ALL), 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mFlushingState); 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5407496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 5408496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 5409496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 5410496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 5411496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 5412496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5413496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5414496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 5415496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 5416496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5417496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5418a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 5419a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 5420a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 5421a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 5422a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5423a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 5424a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5425a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 5426a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 5427a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 5428a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 5429a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5430a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5431a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 5432a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 5433a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5434a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 54357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 54367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 54376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 54387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 54397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 54407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 54417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 54424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 54434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar case kWhatSubmitOutputMetaDataBufferIfEOS: 54444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 54454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 54464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 54474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar status_t err = mCodec->submitOutputMetaDataBuffer(); 54484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 54494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround(); 54504dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 54514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 54524dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 54534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 54544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 5464a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 5465530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 5466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 5467a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 5468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 5469a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 5470a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 5472a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 5473a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 5474a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 5475a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 5476a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5477a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 5478a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 5479a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 5480a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5481a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 5482a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5483a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 5484a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 548572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 548672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 548772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 548872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 548972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 549072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 549172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 549272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 549372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 549472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 549572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 549672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 549772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 549872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 549972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 550072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5501e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 5502e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 5503e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 5504e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 5505b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 5506b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 5507e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 5508e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 5509e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 5510e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 5511b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 5512b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5513b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 5514b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 5515b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 5516b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5517b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5518b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5519b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 5520b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 5521b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 5522b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 5523b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 5524b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 5525b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 5526b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 5527e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 5528e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 5529a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 5530a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 5531a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 55326507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 55336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 5534d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 55356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 55366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 55376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 55386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 55396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 55406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 55416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 55426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 5551054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mMetaDataBuffersToSubmit = 0; 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 5554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5557349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 556031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 556131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 55633856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08lx", 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5582f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5587f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5605349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5607349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 56083856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 5609349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5610349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 56253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)kPortIndexOutput); 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56373856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Output port now disabled.", 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mCodec->mBuffers[kPortIndexOutput].isEmpty()); 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mDealer[kPortIndexOutput].clear(); 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput), 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5647cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5648cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = mCodec->allocateBuffersOnPort( 5649cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber kPortIndexOutput)) != OK) { 565029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate output port buffers after " 5651cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "port reconfiguration (error 0x%08x)", 5652cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5653cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5654251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5655d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 5656755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 5657755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 5658755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 5659755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 5660755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 5661755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 5662755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 5663755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5664cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)kPortIndexOutput); 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 567031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 567131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 56723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Output port now reenabled.", 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5675349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 5676349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 5677349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5678349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5694f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 56955778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 56965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 57283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 572931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 57305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 573131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5734f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateIdle); 5741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 57435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5749349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 5750349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 5751349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 5752349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 5753349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 5754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 57600af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 57625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 5763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded), 5765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 5766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexInput), (status_t)OK); 5768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexOutput), (status_t)OK); 5769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57700167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 57710167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 5772bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 5773bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 5774bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 5775bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 5776bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber mCodec->pushBlankBuffersToNativeWindow(); 5777bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 5778bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 5779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 5780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5783f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 5784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5790f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 5791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5799f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 5800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 58323856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 5833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5835f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet); 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, (OMX_U32)OMX_StateLoaded); 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5843c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5855f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 58603856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5865f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 5866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 58927a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] FlushingState onOMXEvent(%d,%ld)", 5893d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), event, data1); 5894d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)OMX_CommandFlush); 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(!mFlushComplete[data2]); 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 5903e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 5904e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber if (mFlushComplete[kPortIndexInput] 5905e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber && mFlushComplete[kPortIndexOutput]) { 5906e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 5907e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data2, OMX_ALL); 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mFlushComplete[kPortIndexInput]); 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mFlushComplete[kPortIndexOutput]); 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5919349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 5920349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 5921349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec->id()); 5922349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 5923609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 5924349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 5925349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 5926349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 5927349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 59283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 5929349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 5930349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5931349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 5932349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5933349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 5934349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5935349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 5944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 5945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5949f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 5951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 5953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 59597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 59607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 59617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 59627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5964d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5970dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 5971dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 5972f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 5973f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 5974f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 5975f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 5981