ACodec.cpp revision 26a48f304a8754d655e554178ffb6d7ba4c5aac3
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 40afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 431065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 100f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 12826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> notify; 12926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = mNotify->dup(); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 191f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 22726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 22826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 22926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 23026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 23126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 23215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 23815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 23915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 248ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 249ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 250ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 251ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 252ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 253ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 254ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 255ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 256ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 257ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 258ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 259ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 260ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 273f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 275c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 285c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 286c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 287c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 290c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 291c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 294c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 2957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 2968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 300d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 301d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 340054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 341054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 349349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 350349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 359349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 360349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 44215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 44315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 44415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 44515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 44615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 44715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 44815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 44915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 45015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 45115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 45215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 45315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 45415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 45515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 45615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 45715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 45815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 45915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 473f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 474afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 475609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 4799806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 48054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4819806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4829806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 483e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 4849806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 486054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 487054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 488054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 489011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 490054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 49194ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 4922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 49337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 4942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 496ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 497ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 512dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 517f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 520f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 530a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 532a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 533a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 534a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 535a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5365778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5425778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5658f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 566d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5678f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 568d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 569d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 570d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 571d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5765778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 580f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5817a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 585f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 5861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 59330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 59430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 5951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 59630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 599496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 601496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 602496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6034dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6044dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6054dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6064dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6074dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 608054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6094dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 610054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 611054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6144dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 678dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 679dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 680dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 686054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 687011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 704054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 70615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 71015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 71115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 724484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 725484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 726484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 727484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 728484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 733f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 741054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 742054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 743054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 744054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 745054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 755054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 756054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 757054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 758054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 759054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 760054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 761054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 762054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 763054219874873b41f1c815552987c10465c34ba2bLajos Molnar 764054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 765054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 766054219874873b41f1c815552987c10465c34ba2bLajos Molnar // may require gralloc source. 767054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (portIndex == kPortIndexInput && type > 0) { 769054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 770054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 771054219874873b41f1c815552987c10465c34ba2bLajos Molnar 772054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 774054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 777054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 780054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 781054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 7825581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 783777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 784777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 786ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 787ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 78815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 790afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 791afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 792afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 793afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 7941065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 795308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 797ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 798ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 799ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 800ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 802ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 803ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 804308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 805ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 810ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 811ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 812ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 813054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 815054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 816054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8201065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8211065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 829d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 832eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 833eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 834eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 836eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 838eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 841eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage(ANativeWindow *nativeWindow /* nonnull */) { 8481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 8611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 8621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 8631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 8641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 8651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 8671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 8691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 8701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 872b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar usage |= GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP; 873b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 8741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 8751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 8761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 8771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 8781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 8791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 8801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 8811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 8821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 8851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 8861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get()); 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 901ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 902ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 903ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 904ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 905ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 906ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 907ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 908ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 909ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 910ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 911ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 912ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 913ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 914ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 915ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 916054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 917258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 918258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 919054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 920258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 921258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 92229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 923258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 924258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 925258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 926258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 927e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 928e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9291faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9301faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 931e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 932e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 933e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 934e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 935e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 936e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 937e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9381faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9391faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 940e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 941e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 942258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 943258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 944258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 945258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 946e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 947e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 948e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 949e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 950e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 951609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 952e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 953e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 954e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 955258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 956258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 957258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 958258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 96329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 968054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 969054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 970054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 971054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 972054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 973054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 974054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 975054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 976054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 977054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 978054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 980054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 981054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 9823298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 9833298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 9843298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 9853298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 986609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 988054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 991054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 9928ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 99315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 99415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 99629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 100174006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 100274006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 100315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 100415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 1005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 100674006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 100774006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 100874006804065941841883c4b46ee785070164023fJamie Gennis 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1013609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 101474006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 101874006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 101974006804065941841883c4b46ee785070164023fJamie Gennis 1020609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 103274006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1034054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10413fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia status_t error = cancelBufferToNativeWindow(info); 10423fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia if (err == 0) { 10433fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia err = error; 10443fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1047054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10483298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10493298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10503298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10513298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1055054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1061e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1063e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1064e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1065e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1066054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1067054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1068054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1069e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1070e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1071e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1072e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1073e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1074e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 107515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 1076e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1077e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1078e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1079054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 10805581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1083054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1084054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1085054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1086e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1087e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1088e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1089e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1090cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1091e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1092e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1093e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1094e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1095e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1096e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1097e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1098011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1099e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1100011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1101011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1102011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1103011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1104011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1105011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1106011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1107011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1108011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1109e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1110e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1111011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 111215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1114011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1115011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1116011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1117011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1118011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1119011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 112315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1125011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1126011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1127011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1128011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1129011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t error = cancelBufferToNativeWindow(info); 1130011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err == OK) { 1131011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar err = error; 1132011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1133011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1134011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1135011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1136011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1137011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1138011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1139054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1140054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1141054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1142054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1143054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1144054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1145054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1146054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1147054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1148054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1150054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1153609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1155054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1156054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 115715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 115815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 115915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1160777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1163054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1165054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1166054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 116715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 116815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 116915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 117015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 117115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 117215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 117315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 117415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 117515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 117615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 11770806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 11780806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 11790806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 11800806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 11810806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 11820806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 11830806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 11840806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 11850806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 11860806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 11870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 11880806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 11890806340688c937e7b78c2d89db3809274130df4eLajos Molnar 11900806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 11910806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 11920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 11930806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 11940806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 11950806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 11960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 11970806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 11980806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 11990806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12010806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12020806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1203f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1206609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12143fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12153fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12160806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12193fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1222f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 12238ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1224054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1225ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1226ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1227ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1228ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1229ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1230ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1231ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 123215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1233dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 123415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 123515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 123615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1237dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1238dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1240dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1241dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1242dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1243dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1244dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 1245dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1246dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1247dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1248dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1249dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1250dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1251dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1252dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1253dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1254dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1255dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1256dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1257dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1258dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1259dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 126015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 1261dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1262dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1263dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1265dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1266dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1267dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1268dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1269dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1270054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1271dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1272dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1273dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1274dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1275dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1276dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1278dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1280dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1281dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1282dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1283dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1284dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1285054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1287054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1288054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1289054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1290054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1291054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1293054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 12940806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 12960806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 12970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1298054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1299054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13010806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13020806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 130315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 1304d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1308054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1309054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1310054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1311054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1312054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1313054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1314054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 13159847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar grallocMeta->pHandle, 1316054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1317054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1318054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1319054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1320054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1321054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1322054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 1323054219874873b41f1c815552987c10465c34ba2bLajos Molnar nativeMeta->pBuffer, 1324054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1325054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1331777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[portIndex].size(); i-- > 0;) { 1333777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1334777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1335777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1336777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13390806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1344349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1345777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13502ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 13512ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 13522ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 13532ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1354777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 136815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 136915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 137015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 137115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 137215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 137315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 137415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 137515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 137615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 137715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 137815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 137915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13800806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 13810806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 13820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 13830806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 13840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13850806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13870806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 13880806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 13890806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 13900806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13910806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 13920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 13930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 139715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 139815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 139915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 140015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1404777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1407f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 14080806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1420777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 14352944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 14362944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 14372944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 14382944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1445729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1446729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1447bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1448bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1449c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1450c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1451c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1452c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 14552472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 14562472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 146194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 146294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 146394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 146494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1465ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1466ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 14672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 14682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1469ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1470ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1471774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1472774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 147397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 147497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 14758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 14768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 15115ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 15294e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1530e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1533054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1534054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 15358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 15432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 15442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 15452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1549d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1550d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1551d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1552d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1553054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1554d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1555054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1556308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1557d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1558054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1559054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1560054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1561054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1562054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1563054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1564054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1565054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1566d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1567308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 15683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 15693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 15703a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 15713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 15723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 15733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 15743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 15753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 15763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 15773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 15783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 15793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 15803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 15813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 15823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 15833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 15843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 15853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 15863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 15873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 15883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 15893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 15903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 15913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 15923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 15933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1594308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1595308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1596308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1597308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 15988db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1599308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1600308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1601308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1602308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1603308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1604054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1605308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1606308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1607308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1608308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1609a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1610a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1611a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1612a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1613a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1614a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 161594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 161694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 16172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 16182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 16192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 162037b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 162137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 162237b2b389139ed638831e49708c947863eef631efRonghua Wu } 162337b2b389139ed638831e49708c947863eef631efRonghua Wu 16242c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 16252c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 162694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 162772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 162872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 162972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 163072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 163172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 163272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1633308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1634308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 16353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1636054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 16370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 16383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1639011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1640e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1641e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 16421713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 16431713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 16441713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 16451713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 16461713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 16471713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 16481713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 16491713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 16501713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 16511713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1652e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 16533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 16541de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 16551de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 16565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 16576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 16586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 16596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 16606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 16616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 16626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 16636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 16646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 16656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 16666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 16676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 16686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 16696597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 16706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 16716597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 16726597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 16736597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 16746597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 16755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 16765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 16775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 16785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1679ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 16805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 168197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 168297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 16835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 16845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 16855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 16865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 168797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 16885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 16895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1690fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1691fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1692d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1693d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1694d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1695d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1696d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1697d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1698d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1699d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1700d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 17013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 17023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1703d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1704d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1705d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1706d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1707d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1708d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 17095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1710ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1711ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1712ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 17133fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 17143fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 17153fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 17163fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 17173fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 17183fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 17193fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 17203fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 17213fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 17225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 17235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1724054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 17255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 17265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1727fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1728e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 17305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 17315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 17325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 17345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 17355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 17365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 17375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 17385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 17405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 17415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 17425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 17435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 17445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 17455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 17465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 17475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 17485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 17495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 17525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 17535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 17545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 17555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 17565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 17575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 17595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 17605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 17615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 17625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 17635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 17645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 17665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 17675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 17685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 17695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 17725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 17735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 17745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 17755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1776054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1777011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1778011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1779011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 17805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1781fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 17820167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 17835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 17845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 17855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 17865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17880167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1789e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1790e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1791e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1792e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1793e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1794e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1795e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1796054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1797054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1798308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 17993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 18003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 18013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 18023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 18033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 18043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 18133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 18143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18171de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 18183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 18213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1822777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1823777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1825777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 18263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 18283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 18303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 18313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1832777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1833777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1834777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 18363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 18373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1839777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 18423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 18433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 18443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 18453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 18463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 18473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 18483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 18493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 18503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 18513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 18523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1853054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1854054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1855054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1856054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 18573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 18583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 18593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 18623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 18633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 18653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 18663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 18673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 18683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 18693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 18753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 18763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 187742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 187842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 187942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 188042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 188142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 188242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 188342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 188442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 188542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 188642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 188742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 188842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 188942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1896aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1897b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 18988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 18992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 19008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1901ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1902ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1903ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1904aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1905aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1906aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1907b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1908b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1909b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1910ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 19128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 19138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19142965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 19152965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 19162965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 19172965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 19188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 19198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 19218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 19238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 19258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 19278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 19298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 19318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 19338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 19358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 19378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 1939ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 19404471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 19412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 19422965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1944729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 1946729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 1948729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 1949729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 1950729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 1951729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 1952729de186450f78c099637e1fce743fe531862c52Andreas Huber 1953729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 195717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 195817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 195917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 196017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 196117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 1964ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 19652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 19662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 19672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 19682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 19692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 19702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 19712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 1972516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 1973cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 1974cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 1975516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 1976cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 19772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 1978516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1979516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 1980516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 19812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 19822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 1983516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 1984516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 1985516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 19862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 19872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 19882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1989516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 1990516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 19912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 1992ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 1993ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 1994ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 1995ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 1996ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 1997ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 1998ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 1999ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2000ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 200197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 200297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 200397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 200497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 200597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 200697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 200797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 200897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 200997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 20108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 20118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 20128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 20138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 20148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 20158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 20168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 20178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 20188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2020729de186450f78c099637e1fce743fe531862c52Andreas Huber 20214471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 20224471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 20234471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 20244471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 20258b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 20268b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 20278b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 20289806555d3930be43e11106281dee354820ac1c88Andreas Huber 20298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 20308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 20318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 20328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 20339806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 20349806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 20359806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 20369806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 20379806555d3930be43e11106281dee354820ac1c88Andreas Huber } 20389806555d3930be43e11106281dee354820ac1c88Andreas Huber 2039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20468b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 20478b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 20488b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 20498b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 20508b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2051ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2052ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2053ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2054ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2055ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2056ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2057ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2058ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2059ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2060ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 20614e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 20624e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2063777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2070777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20748b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 20758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 20768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 20778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 20788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 20798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 20808b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 20818b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 20828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 20838b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 20848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 20858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 20868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 20878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 20888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 20898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2090ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2091ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2092ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2093ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2094ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2095ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2096ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2097ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2098ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2099ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2100ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2101ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2102ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2103ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2104ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2105ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2106ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2107ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2108ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2109ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2110ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2111ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2112ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2113ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2114ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2115ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2116ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2117ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2118f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2150777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2151777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2152777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2185aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 21868045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 21872965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 21882965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2189ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2190ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2191ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2192ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2253aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2255b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2256b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2257b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2258b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2259b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2260b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2261b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2262b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2263b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2264b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2265b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2266b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2267b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2268b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2269b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2270b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2271b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2272b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2273b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2274b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2275b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2276b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2277b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2278b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2279b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2280b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2305ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2306ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2307ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2308ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2309ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 23128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 23138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 23148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 23158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 23168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 23178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 23182965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 23198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 23208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 23228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 23238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 23248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 23258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 23268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 23278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 23288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 233297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 233397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 233497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 233597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 233697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 233797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 233897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 233997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 234097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 234197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 234297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 234397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 234497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 234597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 234697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 234797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 234897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 234997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 235097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 235197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 235297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 235397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 235497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 235597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 235697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 235797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 235897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 235997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 236097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 236197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 236297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 236397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 236497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 236597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 236697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 236797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 236897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 23698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 23708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 23718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 23728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 23738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 23758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 23768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 23778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 23798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 23808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 23818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 23828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 23848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 23858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 23868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 23888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 23898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 23908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 23918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 23928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 23948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 23958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 23968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 23978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 23988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 23998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 24018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 24068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2453729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2454729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2456729de186450f78c099637e1fce743fe531862c52Andreas Huber 2457729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2458729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2459729de186450f78c099637e1fce743fe531862c52Andreas Huber 2460729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2461729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2462729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2463729de186450f78c099637e1fce743fe531862c52Andreas Huber 2464729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2469729de186450f78c099637e1fce743fe531862c52Andreas Huber 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2473729de186450f78c099637e1fce743fe531862c52Andreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2478729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2479729de186450f78c099637e1fce743fe531862c52Andreas Huber 248017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2485729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 248617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2487729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2488729de186450f78c099637e1fce743fe531862c52Andreas Huber 24892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 24902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 24912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 24922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 24932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 24942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 24952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 24962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 24972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 24982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 24992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 25012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 25042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 25052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 25072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 25122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 25132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 25142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 25152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 25162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2517729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2518729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2519729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2520729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2521729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2522729de186450f78c099637e1fce743fe531862c52Andreas Huber 2523729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2524729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2525729de186450f78c099637e1fce743fe531862c52Andreas Huber 2526729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2527729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2528729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2529729de186450f78c099637e1fce743fe531862c52Andreas Huber 2530729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2531729de186450f78c099637e1fce743fe531862c52Andreas Huber 2532729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2533729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2534729de186450f78c099637e1fce743fe531862c52Andreas Huber 2535729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2536729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2537729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2538729de186450f78c099637e1fce743fe531862c52Andreas Huber 2539729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2540729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2541729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2542729de186450f78c099637e1fce743fe531862c52Andreas Huber 2543729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2544729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2545729de186450f78c099637e1fce743fe531862c52Andreas Huber 2546729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2547729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2548729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2549729de186450f78c099637e1fce743fe531862c52Andreas Huber 2550729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2551729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2552729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2553729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2554729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2555729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2556729de186450f78c099637e1fce743fe531862c52Andreas Huber 2557c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2558c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2559729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2560729de186450f78c099637e1fce743fe531862c52Andreas Huber 2561729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2562729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2563729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2564729de186450f78c099637e1fce743fe531862c52Andreas Huber 25655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 256697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 25675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 25685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 25695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 25705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 25715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 25725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 25735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 25745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 25755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 25765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 25775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 25785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 25795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 25805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 25815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 25825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 25835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 25845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 25855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2586f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 25890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 25900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2608229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2609229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 26100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 26110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 26120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 26130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2614229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2615229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2616229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2617229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2618229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 26580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 26590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 26600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 26610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 26620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 26630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 26640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 26650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 26660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 26670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 26680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 26690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 26700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 26710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 26720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 26770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 26780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 26810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 26820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 26830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 26840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 26850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 26860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 26870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 26880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 26890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 26900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 26910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 26920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 26930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 26940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 26950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 26960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 26970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 26980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 26990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 27000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 27010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 27020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 27030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 27040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 27050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 27080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 27090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 27100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 27120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 27130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 27140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 27150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2722e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2723e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2724e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2725e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2726e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 27272472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2728e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2729e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2730e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 273194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 273294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2733e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2734e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2737e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2738e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2739e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2740e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2741e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2742e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2743e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2746e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2747e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2748e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2749e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2750e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2751e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2752e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2753e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2754e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2755e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2756e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2757e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2758e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2759e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2760e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2761e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2762e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2763e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2764e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 27680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 276989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 277089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 277189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 277289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 277389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 277489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 278989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 279089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 279189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 279289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 279389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 27940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 279589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 279689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 279789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 27980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 279989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 280089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 28010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 280289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 280878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 280978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 281078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 281178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 281278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 281378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 281478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 281578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 281678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 281878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 29022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 2907a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 2908a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 2909a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 2910a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 2911a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2981c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 2982c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 2983c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 2984c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 298589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 298689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 298789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 298889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 298989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2994d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 2995d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 2996d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 30020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 30030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 30040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 30050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 30070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 30090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 30100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 30110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 30120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 30130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 30150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 30180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 30190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 30200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 30210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 30220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 30240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 30260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 30270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 30280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 30300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 30330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 30340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 30350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 30360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 30370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 304896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 304996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 305096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 305196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 305296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 305396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 305496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 305596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 305696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 306496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 306596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 312996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 314596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 314696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 320596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3214a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3215a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3216a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3217a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3218a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3219a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3220a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3221a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3222a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3223a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3224a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3225a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3226a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3227a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3228a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3229a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3230a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3231a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3232a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3233a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3234a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3235a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3236a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3237a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3238a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3239a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3240a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3241a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3242a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3243a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3244a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3245a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3246a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3247a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3248a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3249a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3250a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3251a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3252a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3253a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3254a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3255a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3256a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3257a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3258a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3259a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3260a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3261a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3262a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3263a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3264a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3265a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 327396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 327496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 32850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 32860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 32870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 32880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 32890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 32900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 32910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 32920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 33277c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 33287c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 33297c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 337196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3374c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3375c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3376c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3377c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3378c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3379c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3380c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3381c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3382c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3383c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3384c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3385c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3386c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3387c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3388c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3389c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3390c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3391c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3392c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3393c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3394c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3395c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3396c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3397c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3398c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3399c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3400c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3401c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3402c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3403c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3404c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3405c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3406c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3407c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3408c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3409c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3410c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3411c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3412c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3413c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3414c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3415c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3416c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3417c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3418c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3419c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3420c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3421c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3422c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3423c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3424c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3425c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3426c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3427c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3428c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3429c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 343089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 343189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 34324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 34334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 34344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 34354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 34364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 34374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 34384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 34394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 34404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 34414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 34424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 344389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 344489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 344589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 34464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 344789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 344889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 344989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 34504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 34514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 34524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 34534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 34544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 34554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 34574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 34594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 34604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 34614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 34624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 34634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 34644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 34654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 34664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 34674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 34684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 34694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 34704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 34714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 34724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 34754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 34764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 34774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 34784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 34794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 34804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 34814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 34824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 34834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 34844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 34854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 34874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 34884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 34894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 34904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 34914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 34924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 34954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 34964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 34974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 34984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 34994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 35004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 35034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 35044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 350789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 350889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 350989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 35115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 35125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 35135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 35145778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 35155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35165778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 35175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 35195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 35205778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 35215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 35295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 353696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 353796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 355096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3582f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 358478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 358578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3595777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3609777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 361778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 361878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 361978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3628f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3637d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3638d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3639d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3640d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3641d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3642d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3643d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3644d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3645d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3646d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3647d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3648d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3649d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3650d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 36517e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 36527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 36537e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 36547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 36557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 36567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 36577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 36587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 36597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 36607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 36617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 36627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 36637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 36647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 36657e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 36667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 36677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 36687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 36697e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3670e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 36717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3672c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3673054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3674054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3675c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 36767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 36777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 36787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3679f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3686609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3696f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3701f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3705f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 371503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3716229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 371703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 371803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 371903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 372003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 372103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 372203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 372303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 372403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 372503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 372603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 372703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 372803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 372903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 373003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 37315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 37325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 373303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3734229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 373503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 373603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3737b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3738b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3739b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3740b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3741b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3742b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3743b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3744b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3745b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3746b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3747b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3748b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3749b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3750b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 375103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 375203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 375303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 375403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 375503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 375603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 375703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 375803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 375903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 376003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 37615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 37625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 37635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 37645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 37655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 37665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 37675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 37685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 37695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 37705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 37715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 37725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 37735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 37745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 37755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 37765a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 37775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 37785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 37795a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 37805a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 37815a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 37825a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 37835a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 37845a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 37855a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 378603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 378703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 378803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 378903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 379003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 379103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 379203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 379303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 379403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 379503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 379603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 379703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 379803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 379903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 380003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 380103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 380203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 380303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 380403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 380503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 380603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 380703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 380803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 380903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 381003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 381103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 381203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 381303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 381403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 381503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 381603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 381703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 381803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 381903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 382003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3821229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3822229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3823229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3824229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3825229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3826229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3827229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3828229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3829229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3830229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3831229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3832229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3833229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3834229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3835229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3836229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3837229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3838229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3839229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3840229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3841229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3842229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3843229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3844229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 38450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3846229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3847229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3848229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3849229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3850229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3851229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3852229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3853229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 38540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3855229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3856229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3857229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3858229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3859229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3860229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3861229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3862229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3863229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3864229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3865229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3866229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3867229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3868229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3869229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3870229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3871229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3872229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3873229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3874229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3875229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3876229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3877229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3878229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3879229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3880229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3881229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3882229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 388303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 388403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3885e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 388731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 388831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3889e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 389031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3891777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 389531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 3897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 3898777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 3899777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 390031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 390131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 390231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 390331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 390431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 3905e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 3906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 3907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3908e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 3909e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 3910e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3911e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 3912e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 3913e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 3914e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 39150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 39160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 39170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 39180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 39190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 39200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 39210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 39220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 39230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 39240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 39250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 39260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 39270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 39280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 39290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 39300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 39315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 39325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 39335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] MediaImage { F(%zux%zu) @%zu+%zu+%zu @%zu+%zu+%zu @%zu+%zu+%zu }", 39345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 39355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 39365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 39375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 39380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 393903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 394003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 394191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 394291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 394391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 394491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 394591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 3946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 3947e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 394891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 3949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 395191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 395291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 395391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 395491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 3955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 3956e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 3957e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 3958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 3959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 3960e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 396131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 3963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 3964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 3965777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 3966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 3967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 3968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 3969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 3970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 3971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 3974577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 3975577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 3976577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 3977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 3978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 3979e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 3981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 39824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 39834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 39844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 39854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 39864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 39874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 39884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 39894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 39904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 39914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 39924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 39934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 39944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 39954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 39964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 39974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 39984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 39994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 40004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 40014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 40034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 40064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 40084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 40114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 40134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 40164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 40224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 40244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4026e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4032777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4035e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4036e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4037e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4038e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4039e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4040e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4041e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4042e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4043e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 404431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4045e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 40475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 40485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 40495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 40505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 405131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 405231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 405331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 405431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 405531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 405631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 405731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 405897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4059e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4060e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4061e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4062e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4063e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4064e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 407014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4074777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4077777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4079777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4080777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4083777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 40918b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 40938b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 40949806555d3930be43e11106281dee354820ac1c88Andreas Huber 4095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4099e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4101777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4104777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4117e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 41189806555d3930be43e11106281dee354820ac1c88Andreas Huber 4119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4121777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4122777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4123777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 41270806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 41300806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4140e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4142777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4143777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4144777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4145777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4146777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4147e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4149e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4152e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4154e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4155e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4156e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4157e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4159e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4160777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4163777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4165e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4166e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4167e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4169e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4172e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4173e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4174e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4175e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4176e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4181777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4182777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 419097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 419197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 419297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 419397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 419597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4196777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4197777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4198777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4199777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4200777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4201777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 420297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 420397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 420497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 420597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 420697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 420797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 42098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 42108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 42118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 42128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 42138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 42148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4219777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4220777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 42218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 42228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 42238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 42248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 42258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 42268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 42278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 42288c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 42298c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 42308c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 42318c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 42328c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 42338c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4235777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4236777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4237777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4238777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4239777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 42408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 42418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 42428c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 42438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 42448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 42458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 42468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 424710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 424810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 424910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 425010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 425110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 425210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4253777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4254777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4255777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4256777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4257777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 425810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 425910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 426010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 426110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 426210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 426310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 426410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 426510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 426610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 426710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 426810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 426910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 427010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 427110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 427241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 427341d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 427441d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 42750806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 427641d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 427741d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 427841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4279777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4280777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4281777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4282777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 428441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 428541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 428641d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 42870806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 428841d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 428910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 429010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4291e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4294777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4295e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 429631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 429731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 429831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 429931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 430231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 430331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4305e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4306e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4307e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 43084e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4309e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4310e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4312777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4313777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4314777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4315e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4316e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4317e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4318e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4319e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4320e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4321e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4322e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4323e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4324e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4325e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4326e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4327e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4328e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4329e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4330e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 4331e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4332e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4333e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4334ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4335e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4336e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4337e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 4338e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 4339e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 4340e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4341e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 434231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 434331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 434431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 434531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 434631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 43475778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4348cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4349d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4350251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4357251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4358251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4359251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 43605778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4361251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4362cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4363cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4364cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4367eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4368eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4369eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4370496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4371496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4372496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4373496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4374496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4375496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4376496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4377496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4378496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4379496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4380496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4381496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4382496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4383496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4384496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4385496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4386496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4387496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4388eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4389eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4390eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4391eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4392eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4393eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4394eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4395eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4396eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4397eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4398eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4399eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4400eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4401eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4402eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4403eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4404eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4405eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4406eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4407eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4408f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4413ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4414ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4418f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 443326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 443426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 443526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 443626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 443926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 44421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 44431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 44441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 44451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 44461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 44471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 44481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 44491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4450011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t err = 4451011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ADebug::isExperimentEnabled("legacy-setsurface") ? BAD_VALUE : 4452011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 44531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 44541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 44551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 44561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 44571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 44581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 44591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 44607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 44618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 44627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 44637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 44657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 44667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 44677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 44687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 44697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4470ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4471ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4472251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4473ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4474ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4475ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4476ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4477ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 447830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 447930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 448030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 448130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 448230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 448330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 448430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 448530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 448630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 448730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 448830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 448930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 449030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 44995e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 45005e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4501ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 45025e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 45035e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 450426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 45055e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 45065e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4508609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4510777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4511777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 451326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 451426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 451526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 451626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 451726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 451826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 451926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 452026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 452126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 452226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 452326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar onOMXMessage(*it); 452426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 452526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 452626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 452726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 452826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 452926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 453026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45400af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 45410af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 45420af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 45430af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 45440af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 45450af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 45460af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 45470af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 45480af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 45490af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 45500af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 456015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 456115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4562609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 456315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4571609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 458015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 458615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 458715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4591777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4596f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4599ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4605ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4607251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4608251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4609251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4610251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4611251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4612251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4613251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 461815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4619ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4620349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4621349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 46220806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 46230806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 46240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 46250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 46260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 462715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 462815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 462915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 46310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 463415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 463515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 463615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 463715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 463815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 463915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 464015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 464196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 464296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 464396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 464496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 464596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 464696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4647d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4658777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4660777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4661777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4675d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4676609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 46792d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4682609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4693609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 46942d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 46965778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4697a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 46985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 46992d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4700a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47037fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 47047fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 47057fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 47067fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 47077fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 47087fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 47097fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 47107fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 47113831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 47122d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 47165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 47175778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 47185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 47195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 47205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 47220806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 47230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 47240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 47250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 47260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 47270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 47280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 47355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4736dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4737dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4738dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4739dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 47465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 47585778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 47595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 47605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4762ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4763d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4764d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4765d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 47680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 47690806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 47700806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 47710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 47720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 47730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4777078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4778ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4779078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 47805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4781ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 47825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4783078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4784d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4785ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4786ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4787d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4788ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4789ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4790d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4791078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4792349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4793d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4794d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4795d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4796d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4797d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4798d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4799d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4800054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4801054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4802054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4803054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4804054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4805054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4806054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4807054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4808054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4809054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4810054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4811054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 481215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 48130806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 48140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 48150806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 48160806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 48170806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 48180806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 481915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 482015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 482115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 48220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 48230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 48240806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 48295778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 48305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 48310806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 48320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 48335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 48355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 48365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 48380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 48390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 4840dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4841dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 48423856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4843dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4844dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4846ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4847349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4848349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 484915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 48500806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 48510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 48520806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 48530806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 48540806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 48550806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 485615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 485715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 485815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 48590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 48600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 48610806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4866dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4870625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 4871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 4873777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 4874625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 4876625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4880f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 4889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 4898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 4899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 4903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 4907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 4911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 4912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 491315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 491415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 4915609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 49165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 4917349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 49190806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 4920d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4921d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4922d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 4923d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 4924d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 4925d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 4926d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4927d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 4928d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 4929d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 4930d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4931d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 4932d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 4933d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 4934d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4935d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 4937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 49380806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 49400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 49410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 49420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 494315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 494415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 494515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 49470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4949054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 4950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 495215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 495315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 495415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 495515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 495615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 495715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 495815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 4960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4967a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 4968a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 4969609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 49705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 4971349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 497215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 497315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 49750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 49760806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 49770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49795778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 49805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 49815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 498231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4983577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 49841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 4985577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 49864bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 4987577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 49885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4989054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 4990054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 4991054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 4992054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 4993054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 4994054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 49959847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar handle = (native_handle_t *)grallocMeta.pHandle; 4996054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 4997054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 4998054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 4999054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5000308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5001308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5002308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5003308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5004308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5005308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5006496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 500721ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5008496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5009496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5010496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 50115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 501221ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 50158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 50168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 50175778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5020d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5021609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 50222d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 50235778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5025609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 50305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 50315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 50345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 50355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5037d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5038dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5046777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 50470806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 50480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 50490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5056777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5062f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5064609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 50660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 50670806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 50690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 50710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5075577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5077777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5079577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5080577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 50836aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 508479ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 50856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5088fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5089fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5090fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 5091fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 5092fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 5093fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 5094fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 5095fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 509647aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 5097fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5098fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5099fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 5100fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5101fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 51025778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5103fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 51040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5105fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 510615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 51070806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 510815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 510915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5111cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5112cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5114cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 511515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 511615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5117cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 51196fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 51206fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 512115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 512215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 51236fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 51246fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5154c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5155609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5156c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 515715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 515815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 515915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 516015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 51620806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 51630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 51640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5166c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 51730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 51740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5181777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5182777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5188f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5192c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5193c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5194ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5195ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5196f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5197ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5198ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5199ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5200ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5201ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5202ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5203ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5204ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5205054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5206054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5207ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 52235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 52245778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 52255778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 52265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 52275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 52285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5231c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5233c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 523454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 523554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5238d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5242c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5248d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5252c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 525630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 525730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 525830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 525930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 526030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 526130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 52755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 52765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 52785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 52795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5280ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 52815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 528348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 528448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 528548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 528648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5292ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5293f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5294ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5299e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 53005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53035778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5304d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 53057791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 53065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5307e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 5308e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 5309e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 5310afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 5311e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 5312e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 5313e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 5314afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 53155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 53165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 53175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 53195778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 53205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 53235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 53245778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 53255778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 53265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 5327e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 53285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 53301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5331ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 53321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5333201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 53341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 53351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5336e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5337e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5339da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5340078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5341078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 53429f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5343078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 53461065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 53477a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 53487a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 53491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 53501065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5351ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 53521065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 53531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5354ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 53555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 53569f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 53579f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 53585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 53599f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 53605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5361c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 536252e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5363c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5364c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 5370ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5371ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5372ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5373ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 53741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 53750167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5376ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5377ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5378afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 53835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5384d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 53855778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 53865778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 53875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5388c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 53925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 53935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5400c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5402c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5403f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5404f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5405f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5406f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5407f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5408054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5409054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5410a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 54134e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5414054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5418c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5420c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 542354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5424f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5425f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5426c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 54300806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5434c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 543554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 543654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5437d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 543854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 543954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 544054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 54547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 54557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 54567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 54577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 54587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 54597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 54607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 54618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 54638f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5465d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5467d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5471c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 548154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5491d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5504c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 55065778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 55075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 55085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5509ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 55105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 55125778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 55130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 55140806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 55150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 55160806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 55170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 55185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5519c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5520c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5521c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5523c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 55245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5528d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5529e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5530e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 55315778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5537d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5538d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5539a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5540d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5541a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5542a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5543a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5544a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5545a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5546a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5547a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5548a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5549a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5550a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5551a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5552a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5553d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5554a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5555a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5556a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5557d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 555894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 555994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 556094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 556194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 556294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 556394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 556494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 556594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 556694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 556772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 556872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5569d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 55702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 55712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 55722c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5573d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 557437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 557537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 557637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 557737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 557837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 557937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 558037b2b389139ed638831e49708c947863eef631efRonghua Wu 558137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 558237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 558337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 558437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5585d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 558637b2b389139ed638831e49708c947863eef631efRonghua Wu } 558737b2b389139ed638831e49708c947863eef631efRonghua Wu } 558837b2b389139ed638831e49708c947863eef631efRonghua Wu 5589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 55902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 55912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 55922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 55932c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 55942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 55952c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 55962c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 55972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 55982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 55992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 56002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 56012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 56022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 56032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 56042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5605d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 56062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 56072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 560872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5609d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 561072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 561172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 561272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 561372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 561472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 561572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 561672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 561772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 561872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 561972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 562094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 562194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5622d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 562394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 562494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 562594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5626d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5627d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5628d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5629d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5633d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5635d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5638054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5639d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5640d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5641d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5642d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5643d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 56447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 56457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 56467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 56477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 56487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 56497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 56507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 56517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 56527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 56537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 56547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 56567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 56577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56588f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5659d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 56608f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5661d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5662d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5663d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5664d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5666d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5667d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 56698f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5670054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5671054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5672d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5674d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5675d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5676d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5677d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5678d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5679d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5680d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 56818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5683d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5684d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5685d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5686d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5687d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5688c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 56895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56910806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 56920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 56930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 56960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5701f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 57063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5708cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5709cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 571029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5711cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5712cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5713cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5714251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 571591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 571691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5717cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 573272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 57406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 57416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 57426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 57436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 57446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 57456463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 57466463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 57476463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 57486463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 57496463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 57506463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 57516463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 57526463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 57536463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 57546463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5755d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 57566463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 57576463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 57586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 57596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5765f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57700806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 57710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 57720806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 57730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 57740806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 57750806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 57760806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 57770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 57800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 57810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 57820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 57850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 57860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 57870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 57880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5800f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 58053856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 581072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5817d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5818d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5819d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5820d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5821d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5822d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5823d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5824d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5825d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5826d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5827d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5828d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 5829d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5830d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5831d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5832d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 58336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 58346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 58356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 58366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 58376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 58386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 58490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 58510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 58520806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 58530806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 58540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 58550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5871f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 5872349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 5873349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5876f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 5877ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5881054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 5882054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 5883054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 5884054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5885054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 5888054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 5889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 5890054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5891054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 58924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 58934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 5894054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 5895054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5896054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5897054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 58980806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 59030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 59060806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 59070806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 59080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 59140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 59150806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 59160806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 59170806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 59180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 5922349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 592315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 592415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 592515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59270806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 59280806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 59290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 59330806340688c937e7b78c2d89db3809274130df4eLajos Molnar 59340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 59350806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 59360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5939054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 5940c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 5941054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5942054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 5943054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5944054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 5945054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 5947349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 59480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 5949349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 5950349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 5951349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 5953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59543cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 5955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 5956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 5957777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 59593cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 59603cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 59613cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 59623cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 59633cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 59643cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 5965349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5966349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 59703856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5981c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5982c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5983c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5984c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5985c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 598654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 5988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5989349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 5990349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 59910806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 59920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 59930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 59950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 59980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 60000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60087a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6009ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6010d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6011d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6012d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6013d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6014d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6015d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6016349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6017349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 60180806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 60190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 60220806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 60230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6037496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6038496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6039496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6040496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6041496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6042496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6043496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6044496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6045496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6046496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6047496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6048a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6049a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6050a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6051a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6052a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6053a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6054a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6055a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6056a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6057a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6058a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6059a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6060a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6061a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6062a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6063a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 60657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 60667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 60676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 60697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 60707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 60717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 60724dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6073054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 60744dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 60754dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 60764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6077054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 60784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6079054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 60804dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 60814dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 60824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 60834dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 60844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6093a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6094a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6095530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6096a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6097a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6098a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6099a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6100a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6101a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6108a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6109a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6110a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6111a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6112a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6113a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6114a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 611572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 611672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 611772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 611872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 611972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 612072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 612172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 612272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 612372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 612472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 612572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 612672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 612772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 612872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 612972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 613072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6131e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6132e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6133e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6134e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6135b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6136b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6137e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6138e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6139e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6140e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6141b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6142b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6143b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6144b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6145b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6146b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6147b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6148b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6149b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6150b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6151b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6152b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6153b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6154b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6155b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6156b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6157e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6158e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 61598db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 61608db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 61618db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 61628db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 61638db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 61648db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 61658db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 61668db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 61678db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6169a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 61716507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 61726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6173d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 61746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 61756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 61766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 61776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 61786507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 61796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 61806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 61816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 618931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6190054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6196349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 619931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 620031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6202ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6221f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6226f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6244349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6245e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6247349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 62483856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6249349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6250349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 62653856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 62750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 62760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 62770806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 62780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62820806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 62830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 62840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 62850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 62860806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 62870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 62890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62920806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 62930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 62940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62970806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 62980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 62990806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 63000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6301cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 63020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6303251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6304d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6305755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6306755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6307755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6308755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6309755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6310755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6311755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6312755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6313cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6317777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6318777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6319777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 632231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 632331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 63240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6326349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6327349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6329349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6345f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 63580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 63793856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 638031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 63815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 638231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 63910806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 63920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 63930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 63940806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 63950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 63970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 64005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6406349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6407349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6408349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6409349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6410349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6411349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 64170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6418f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 64195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 64200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 64210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 64220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64230806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 64240806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 64250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64260806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 64270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64300167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 64310167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6432bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6433bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6434bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6435bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6436b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6437bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6438bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 64390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 64410806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 64420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64430806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6464f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6468f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 64840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 64973856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6500f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65060806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 65070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 65080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65090806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6526f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 65313856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6563ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6564ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6565d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 65700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 65710806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 65720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65730806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6577777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6578777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6579777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6581777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6583e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 65840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6585e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6586e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6591777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6593777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6597777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6603349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6604349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 66051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6606349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6607609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6608349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6609349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6610349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6611349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 66123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6613349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6614349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6615349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6616349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6617349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6618349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6619349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 66437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 66447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 66457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 66467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6648d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6654dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6655dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6656f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6657f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6658f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6659f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6665