ACodec.cpp revision 3175d2babfcdcb64f41309157e0436d00375ae4b
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 45d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 46b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 53777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 101f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 113984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 114984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 132984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 133984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 143984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 319d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 368349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 493f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 494afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4978db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 4999806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5029806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 503e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 508054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 509011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 510054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51194ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 515609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 516ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 517ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 532dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5565778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5625778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5858f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5965778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 600f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6017a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 605f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 628054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 630054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 631054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow); 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 698dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 699dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 700dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 706054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 707011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 724054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 72615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 744484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 745484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 746484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 747484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 748484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 753f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 761054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 762054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 763054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 764054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 765054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 775054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 776054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 777054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 778054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 779054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 780054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 781054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7865fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7875fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7895fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7915fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7925fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8055581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 806777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 809ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 810ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 81115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 81290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 815afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 816afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 817afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 8181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 820054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 821ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 822ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 823ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 824ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 825054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 826ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 827ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 828308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 829ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 831054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 833054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 834ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 835ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 837054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 838054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 839054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 840054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 853d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 856eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 857eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 858eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 860eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 862eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 865eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage(ANativeWindow *nativeWindow /* nonnull */) { 8721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 8851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 8861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 896b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar usage |= GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP; 897b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get()); 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 925ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 926ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 927ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 928ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 929ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 930ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 934ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 935ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 936ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 937ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 938ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 939ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 941258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 942258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 943054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 944258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 945258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 94629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 947258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 948258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 949258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 950258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 951e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 952e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9541faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 955e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 956e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 957e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 958e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 959e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 960e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 961e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9621faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9631faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 964e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 965e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 969258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 970e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 971e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 975609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 979258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 980258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 981258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 982258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 98729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 995054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 999054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1000054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1001054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1002054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1003e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1004054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1005054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10063298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10073298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10083298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10093298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1010609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10168ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 101715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 101815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 102029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 102574006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 102674006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 102715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 102815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 102990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1030054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 103174006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 103274006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 103374006804065941841883c4b46ee785070164023fJamie Gennis 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1038609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 103974006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 104374006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 104474006804065941841883c4b46ee785070164023fJamie Gennis 1045609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 105774006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10663175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10673175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10683175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10693175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10703175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10713fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1074054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10753298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10763298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10773298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10783298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1082054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1088e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1090e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1091e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1092e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1093054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1094054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1095054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1096e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1097e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1098e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1099e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1100e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1101e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 110215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 110390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1104e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1105e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1106e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1107054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11085581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1111054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1112054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1113054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1116e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1118cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1125e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1126011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1128011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1129011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1130011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1131011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1132011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1133011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1134011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1135011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1136011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1139011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 114015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 114115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1142011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1143011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1144011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1145011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1146011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1149e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1150e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 115115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1152e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11573175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11583175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11593175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11603175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1169054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1170054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1171054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1172054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1173054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1174054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1175054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1176054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1177054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1178054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1182054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1183609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1186054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 118715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 118815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 118915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 119715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 119815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 119915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 120015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 120115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 120215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 120315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 120415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 120515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 120615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12070806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12080806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12090806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12100806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12120806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12130806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12140806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12150806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12160806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12180806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12190806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12200806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12210806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12230806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12240806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1233f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1236609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 123915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 124115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 124215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12443fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12493fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 125390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 125490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 125590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 125690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 125790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 125890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 125990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 126090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 126190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 126290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 126390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 126490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 126590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 126690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 126790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 126890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 126990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1278604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1279604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1280604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1281604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1282604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1283604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1292f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 12938ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1294054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1295ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1296ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1297ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1298ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1299ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1300ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1301ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 130215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1303dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 130415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 130515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 130615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1307dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1308dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1310dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1311dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1312dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1313dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1314dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 131590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1316dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1317dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1318dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1319dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1320dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1321dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1322dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1323dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1324dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1325dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1326dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1327dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 132890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1329dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1330dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 133115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 133290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1334dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1342054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1351054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1357054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1360054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1363054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1364054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1365054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13670806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13680806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1370054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1371054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13720806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13730806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13740806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 137515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 137690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 137790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1378d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 13790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 13800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 13810806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1383054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1384054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1385054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1386054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1387054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1388054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 13899847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar grallocMeta->pHandle, 1390054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1391054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1392054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1393054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1394054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1395054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1396054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 1397054219874873b41f1c815552987c10465c34ba2bLajos Molnar nativeMeta->pBuffer, 1398054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1399054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1406777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1407938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1408938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1409777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1410777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1411777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1412777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14150806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1417777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1420349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1422938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1423938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14272ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14282ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14292ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14302ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1431777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1432777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1438777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 144515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 144615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 144715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 144815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 144915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 145015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 145115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 145215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 145315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 145415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 145515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 145615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14570806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14580806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14600806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14620806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14640806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14650806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14660806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14670806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14680806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14700806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14710806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1478604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1479604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1480604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1481604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 148290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1485777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1488f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15162944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15172944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15182944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15192944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1526729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1527729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1528bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1529bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1530c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1531c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1532c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1533c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15362472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15372472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 154294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 154394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 154494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 154594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1546ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1547ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 15482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1550ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1551ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1552774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1553774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 155497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 155597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 15925ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1609e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16104e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1611e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1614054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1615054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16168db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1630d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1631d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1632d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1633d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1634054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1635d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1636054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1637308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1638d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1639054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1640054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1641054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1642054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1643054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1644054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1645054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1646c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1647c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1648c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1649c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1650c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1651c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1652c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1653c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1654054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1655d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1656308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16673a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 16683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 16693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 16703a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 16723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 16733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 16763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 16773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 16783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 16803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1683308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1684308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1685308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1686308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 16878db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1688308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1689308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1690308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1691308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1692308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1693054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1694308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1695308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1696308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1697308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1698a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1699a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1700a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1701a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1702a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1703a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 170494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 170594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 170937b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 171037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 171137b2b389139ed638831e49708c947863eef631efRonghua Wu } 171237b2b389139ed638831e49708c947863eef631efRonghua Wu 17132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 171594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 171672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 171772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 171872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 171972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 172072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 172172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1725054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1728011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1730e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17321713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17331713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17351713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17361713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17391713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17401713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1741e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17431de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17441de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17466597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17476597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17486597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17496597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17506597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17516597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17526597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17546597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17556597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1768ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 17695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 177097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 177197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 17725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 17735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 17755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 177697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 17775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 17785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1779fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1780fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1781d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1782d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1783d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1784d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1785d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1786d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1787d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1788d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1789d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 17903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 17913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1792d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1793d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1794d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1795d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1796d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1797d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 17985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1799ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1800ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1801ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18023fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18033fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18043fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18053fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18063fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18073fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18083fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1813054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1816fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1859e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1865054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1866011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1867011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1868011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1870fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 18710167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18770167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1878e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1879e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1880e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1881e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1882e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1883e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1884e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1885054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1887308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 18883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 18893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 18903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 18913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 18923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 18933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19061de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1911777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1912777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1914777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1921777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1922777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1923777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1924777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1942054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1943054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1944054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1945054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 196642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 196742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 196842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 196942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 197042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 197142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 197242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 197342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 197442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 197542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 197642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 197742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 197842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1985aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1986b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 19878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 19882965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 19898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1990ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1991ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1992ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1993aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1994aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1995aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1996b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1997b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1998b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1999ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20032965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20042965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20052965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20062965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2028ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20294471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20302965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20312965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2033729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2035729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2037729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2038729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2039729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2040729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2041729de186450f78c099637e1fce743fe531862c52Andreas Huber 2042729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 204617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 204717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 204817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 204917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 205017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2053ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2061516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2062cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2063cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2064516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2065cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2067516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2068516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2069516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 20712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2072516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2073516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2074516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 20762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2078516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2079516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 20802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2081ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2082ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2083ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2084ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2085ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2086ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2087ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2088ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2089ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 209097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 209197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 209297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 209397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 209497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 209597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 209697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 209797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 209897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 20998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2109729de186450f78c099637e1fce743fe531862c52Andreas Huber 21104471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21114471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21124471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21134471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21179806555d3930be43e11106281dee354820ac1c88Andreas Huber 21188b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21198b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21208b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21218b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21229806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21239806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21249806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21259806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21269806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21279806555d3930be43e11106281dee354820ac1c88Andreas Huber 2128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21378b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21388b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21398b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2140ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2141ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2142ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2143ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2144ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2145ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2146ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2147ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2148ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2149ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21504e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21514e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2152777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2157777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2158777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2159777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21638b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21648b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21658b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21668b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21678b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 21688b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 21698b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 21708b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 21718b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 21728b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 21738b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 21748b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 21758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 21778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 21788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2179ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2180ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2181ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2182ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2183ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2184ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2185ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2186ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2187ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2188ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2189ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2190ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2191ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2192ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2200ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2203ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2204ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2205ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2206ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2239777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2240777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2274aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 22758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 22762965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 22772965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2278ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2279ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2280ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2281ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2342aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2344b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2345b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2346b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2347b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2348b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2349b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2350b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2351b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2352b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2353b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2354b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2355b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2356b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2357b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2358b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2359b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2360b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2361b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2362b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2363b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2364b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2365b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2366b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2367b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2368b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2369b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2394ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2395ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2396ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2397ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2398ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 24018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 24028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 24038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 24048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 24058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 24068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 24072965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 24088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 24098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 24118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 24128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 24138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 24148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 24158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 24168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 24178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 242097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 242197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 242297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 242397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 242497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 242597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 242697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 242797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 242897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 242997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 243097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 243197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 243297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 243397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 243497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 243597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 243697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 243797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 243897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 243997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 244097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 244197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 244297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 244397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 244497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 244597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 244697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 244797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 244897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 244997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 245097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 245197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 245297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 245397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 245497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 245597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 245697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 245797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 24588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 24598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 24608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 24618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 24628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 24688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 24698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 24708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 24738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 24748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 24758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 24778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 24878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 24888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 24908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 24958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2542729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2543729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2545729de186450f78c099637e1fce743fe531862c52Andreas Huber 2546729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2547729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2548729de186450f78c099637e1fce743fe531862c52Andreas Huber 2549729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2550729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2551729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2552729de186450f78c099637e1fce743fe531862c52Andreas Huber 2553729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2558729de186450f78c099637e1fce743fe531862c52Andreas Huber 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2562729de186450f78c099637e1fce743fe531862c52Andreas Huber 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2567729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2568729de186450f78c099637e1fce743fe531862c52Andreas Huber 256917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2571777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2574729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 257517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2576729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2577729de186450f78c099637e1fce743fe531862c52Andreas Huber 25782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 25792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 25802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 25822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 25832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 25842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 25852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 25872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 25882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 25902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 25932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 25942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 25962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 26012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 26022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 26032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 26042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 26052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2606729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2607729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2608729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2609729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2610729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2611729de186450f78c099637e1fce743fe531862c52Andreas Huber 2612729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2613729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2614729de186450f78c099637e1fce743fe531862c52Andreas Huber 2615729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2616729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2617729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2618729de186450f78c099637e1fce743fe531862c52Andreas Huber 2619729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2620729de186450f78c099637e1fce743fe531862c52Andreas Huber 2621729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2622729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2623729de186450f78c099637e1fce743fe531862c52Andreas Huber 2624729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2625729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2626729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2627729de186450f78c099637e1fce743fe531862c52Andreas Huber 2628729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2629729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2630729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2631729de186450f78c099637e1fce743fe531862c52Andreas Huber 2632729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2633729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2634729de186450f78c099637e1fce743fe531862c52Andreas Huber 2635729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2636729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2637729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2638729de186450f78c099637e1fce743fe531862c52Andreas Huber 2639729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2640729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2641729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2642729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2643729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2644729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2645729de186450f78c099637e1fce743fe531862c52Andreas Huber 2646c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2647c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2648729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2649729de186450f78c099637e1fce743fe531862c52Andreas Huber 2650729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2651729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2652729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2653729de186450f78c099637e1fce743fe531862c52Andreas Huber 26545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 265597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 26565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 26575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 26595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 26605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 26625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 26665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 26685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 26695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 26735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 26745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2675f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 26780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 26790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2697229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2698229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 26990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 27000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 27020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2703229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2704229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2705229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2706229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2707229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 27470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 27480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 27490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 27500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 27510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 27530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 27540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 27550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 27560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 27570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 27590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 27600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 27610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 27660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 27670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 27700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 27710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 27720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 27730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 27740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 27750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 27760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 27770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 27780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 27810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 27830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 27840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 27860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 27890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 27900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 27910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 27920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 27930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 27940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 27970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 27980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 27990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 28010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 28020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 28030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 28040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2814e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 28162472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2817e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2818e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 282094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 282194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2827e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2828e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2829e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2830e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2831e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2832e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2836e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2837e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2838e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2840e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2841e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2842e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2843e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2846e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2848e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2849e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2850e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 28570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 285889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 285989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 286089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 286189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 286289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 286389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 287989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 288089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 288189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 288289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 28830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 288489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 288589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 288689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 28870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 288889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 288989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 28900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 289189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 289878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 289978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 290078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 290178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 290278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 290378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 290478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 290578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 290778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 29912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 2996a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 2997a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 2998a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 2999a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3000a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3070c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3071c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3072c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3073c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 307489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 307589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 307689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 307789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 307889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3083d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3084d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3085d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 30910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 30920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 30930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 30940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 30960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 30980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 30990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 31010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 31040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 31070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 31100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 31130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 31150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 31160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 31190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 31220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 31230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 31240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 31250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 31260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 313796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 313896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 313996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 314096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 314196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 314296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 314396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 314496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 314596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 315396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 315496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 321896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 323596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 329496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3303a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3304a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3305a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3306a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3307a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3308a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3309a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3310a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3311a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3312a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3313a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3314a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3315a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3316a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3317a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3318a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3319a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3320a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3321a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3322a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3323a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3324a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3325a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3326a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3327a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3328a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3329a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3330a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3331a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3332a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3333a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3334a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3335a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3336a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3337a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3338a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3339a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3340a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3341a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3342a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3343a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3344a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3345a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3346a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3347a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3348a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3349a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3350a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3351a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3352a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3353a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3354a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 336296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 336396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 33740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 33750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 33760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 33770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 33780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 33790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 33800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 33810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 34167c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 34177c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 34187c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 346096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3463c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3464c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3465c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3466c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3467c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3468c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3469c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3470c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3471c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3472c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3473c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3474c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3475c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3476c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3477c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3478c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3479c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3480c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3481c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3482c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3483c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3484c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3485c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3486c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3487c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3488c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3489c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3490c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3491c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3492c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3493c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3494c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3495c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3496c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3497c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3498c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3499c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3500c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3501c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3502c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3503c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3504c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3505c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3506c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3507c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3508c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3509c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3510c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3511c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3512c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3513c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3514c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3515c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3516c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3517c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3518c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 351989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 352089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 35214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 35224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 35234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 35244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 35254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 35264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 35274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 35284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 35294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 35304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 35314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 353289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 353389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 353489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 35354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 353689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 353789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 353889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 35404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 35414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 35424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 35434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 35444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 35464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 35494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 35504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 35514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 35534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 35544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 35564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 35574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 35594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 35604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 35614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 35654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 35664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 35674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 35684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 35724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 35734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 35744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 35764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 35774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 35784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 35794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 35804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 35814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 35844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 35854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 35864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 35894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 35924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 35934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 359689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 359789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 359889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 362696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 363996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 367378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 367478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3683777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3685777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3695777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3696777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3697777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3698777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 370678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 370778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 370878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3717f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3726d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3727d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3728d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3729d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3730d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3731d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3732d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3733d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3734d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3735d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3736d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3737d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3738d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3739d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 37407e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 37417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 37427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 37447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 37457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 37477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 37487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37517e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 37527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37537e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37547e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 37557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 37567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 37577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3759e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 37607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3761c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3762054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3763054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3764c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 37657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3768f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3775609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3785f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3790f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3794f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3805229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 380603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 380703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 380803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 380903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 381003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 381103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 381203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 381303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 381403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 381503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 381603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 381703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 381803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 381903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 38205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 38215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 382203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3823229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 382403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 382503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3826b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3827b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3828b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3829b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3830b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3831b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3832b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3833b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3834b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3835b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3836b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3837b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3838b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3839b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 384003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 384103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 384203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 384303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 384403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 384503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 384603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 384703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 384803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 384903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 38505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 38515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 38525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 38535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 38545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 38555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 38565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 38585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 38595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 38605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 38615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 38625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 38645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 38655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 38665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 38675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 38685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 38695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 38705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 38715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 38725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 38735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 387503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 387603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 387703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 387803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 387903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 388003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 388103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 388203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 388303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 388403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 388503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 388603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 388703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 388803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 388903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 389003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 389103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 389203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 389303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 389403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 389503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 389603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 389703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 389803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 389903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 390003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 390103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 390203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 390303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 390403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 390503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 390603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 390703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 390803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 390903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3910229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3911229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3912229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3913229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3914229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3915229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3916229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3917229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3918229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3919229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3920229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3921229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3922229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3923229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3924229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3925229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3926229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3927229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3928229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3929229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3930229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3931229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3932229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3933229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 39340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3935229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3936229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3937229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3938229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3939229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3940229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3941229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3942229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 39430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3944229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3945229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3946229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3947229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3948229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3949229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3950229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3951229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3952229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3953229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3954229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3955229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3956229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3957229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3958229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3959229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3960229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3961229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3962229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3963229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3964229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3966229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3967229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3968229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3970229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3971229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 397203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 397303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3974e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 397631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 397731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 397931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3981777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3982777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 398431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 3986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 3987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 3988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 398931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 399031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 399131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 399231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 399331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 3994e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 3995e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 3996e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3997e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 3998e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 3999e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4003e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 40040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 40050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 40060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 40070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 40080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 40090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 40100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 40110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 40120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 40130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 40140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 40150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 40160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 40170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 40180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 40190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 40205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 40225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] MediaImage { F(%zux%zu) @%zu+%zu+%zu @%zu+%zu+%zu @%zu+%zu+%zu }", 40235a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 40245a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 40255a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 40265a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 40270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 402803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 402903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 403091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 403191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 403291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 403391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 403491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4035e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4036e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 403791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4038e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4039e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 404091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 404191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 404291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 404391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4044e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4045e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4048e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 405031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4056777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4061e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4062e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4063577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4064577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4065577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4067e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4068e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4069e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4070e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 40714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 40734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 40744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 40764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 40774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 40784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 40794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 40804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 40814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 40824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 40834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 40854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 40864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 40874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 40884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 40894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 40904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 40924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 40954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 40974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 41004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 41024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 41054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 41114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 41134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4115e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4116e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4121777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4122777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4123777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4124e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4125e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4126e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4127e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4128e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4129e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4130e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4131e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 413331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4134e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4135e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 41365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 41375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 41385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 41395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 414031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 414131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 414231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 414331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 414431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 414531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 414631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 414797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4149e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4152e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4157777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4158777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 415914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4160777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4163777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4165777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4166777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 41808b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 41828b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 41839806555d3930be43e11106281dee354820ac1c88Andreas Huber 4184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4206e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 42079806555d3930be43e11106281dee354820ac1c88Andreas Huber 4208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 42160806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 42190806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4229e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4231777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4232777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4235777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4243e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4244e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4245e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4246e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4247e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4248e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4249777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4250777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4251777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4252777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4253777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4254e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4257e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4258e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4259e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4260e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4261e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4262e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4263e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4264e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4265e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4266e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4267777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4272e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4273e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4274e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4275e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4277e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4278e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 427997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 428097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 428197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 428297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4283e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 428497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 429197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 429297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 429397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 429497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 429597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 429697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4297e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 42988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 42998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 43008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 43018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 43028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 43038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4304777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 43128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 43138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 43148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 43158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 43168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 43188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 43198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 43208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 43218c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 43228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4324777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4325777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4327777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4328777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43298c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 43308c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 43318c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 43328c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 43338c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 43348c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 43358c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 433610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 433710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 433810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 433910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 434010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 434110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4345777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4346777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 434710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 434810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 434910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 435010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 435110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 435210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 435310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 435410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 435510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 435610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 435710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 435810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 435910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 436010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 436141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 436241d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 436341d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 43640806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 436541d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 436641d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 436741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4369777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4370777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4371777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 437341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 437441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 437541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 43760806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 437741d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 437810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 437910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4384e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 438531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 438631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 438731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 438831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4389777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4390777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 439131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 439231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4393e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4394e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4395e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4396e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 43974e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4398e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4399e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4400777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4404e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4410e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4413e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4417e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4418e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4419e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4421e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4423ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4425e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 4427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 443131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 443231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 443331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 443431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 443531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 44365778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4437cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4438d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4439251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4440251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4441251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4442251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4443251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4444251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4445251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4446251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4447251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4448251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 44495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4450251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4451cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4452cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4453cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4456eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4457eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4458eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4459496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4460496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4461496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4462496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4463496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4464496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4465496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4466496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4467496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4468496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4469496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4470496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4471496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4472496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4473496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4474496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4475496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4476496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4477eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4478eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4479eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4480eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4481eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4482eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4483eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4484eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4485eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4486eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4487eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4488eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4489eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4490eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4491eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4492eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4493eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4494eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4495eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4496eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4497f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4502ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4503ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4507f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 452126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 452226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 452326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 452426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 452526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4526e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4527e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4528e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4529e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4530e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4531e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 453426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 45381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 45391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 45401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 45411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 45431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 45441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4545011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t err = 4546011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ADebug::isExperimentEnabled("legacy-setsurface") ? BAD_VALUE : 4547011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 45481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 45501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 45511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 45521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 45531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 45541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 45568f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 45577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 45587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 45607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 45617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 45627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 45637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 45647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4565ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4566ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4568ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4569ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4570ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4571ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4572ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 457330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 457430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 457530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 457630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 457730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 457830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 457930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 458030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 458130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 458230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 458330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 458430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 458530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 45945e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 45955e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4596ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 45975e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 45985e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 459926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 46005e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 46015e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4603609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4605777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 460826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 460926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 461026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 461126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 461226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 461326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 461426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 461526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 461690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 461726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 461826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4619e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4620e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 462190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 462290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 462390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 462490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 462590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 462690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 462790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 462890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 462990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 463090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 463126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 463226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 463326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 463426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 463526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 463626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 463726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46470af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 46480af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 46490af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 46500af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 46510af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 46520af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 46530af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 46540af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 46550af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 46560af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 46570af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 466715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 466815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4669609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 467015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4678609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 468015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 468715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 469315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 469415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 469890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 469990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 470090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 470190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 470290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 470390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 470490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 470590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 470690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 470790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 471590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 471690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 471790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 471890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 471990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4720f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4723ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4729ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4731251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4732251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4733251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4734251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4735251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4736251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4737251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 474215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4743ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4744349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4745349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 47460806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 47470806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 47480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 47490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 47500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 475115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 475215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 475315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 47550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 475915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 476015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 476115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 476215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 476315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 476415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 476596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 476696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 476796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 476896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 476996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 477096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4771d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4784777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4799d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4800609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 48032d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4806609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4817609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 48182d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 48205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4821a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 48225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48232d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4824a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48277fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 48287fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 48297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 48307fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 48317fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 48327fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 48337fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 48347fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 48353831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 48362d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 48405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 48415778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 48425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 48435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 48460806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 48470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 48480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 48490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 48500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 48510806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4860dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4861dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4862dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4863dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4871fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 4872fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 4873fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 4874fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 4875fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 4876fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 48885778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 48895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4892ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4893d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4894d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4895d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 48980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 48990806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 49000806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 49010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 49020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4907078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4908ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4909078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 49105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4911ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 49125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4913078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4914d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4915ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4916ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4917d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4918ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4919ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4920d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4921078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4922349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4923d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4924d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4925d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4926d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4927d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4928d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4929d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4930054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4931054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4932054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4933054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4934054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4935054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4936054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4937054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4938054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4939054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4941054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 494215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49450806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49470806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 49480806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 494915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 495015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 495115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 49595778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 49605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 49610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 49620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 49635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 49655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 49665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 49680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 49690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 4970dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4971dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 49723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4973dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4974dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4976ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4977349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4978349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 497915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49800806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49820806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49830806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49840806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49850806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 498615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 498715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 498815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49910806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4996dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5000625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5001777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5004625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5005777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5006625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 504315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 504415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5045609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 50465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5047349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 50490806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5050d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5051d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5052d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5053d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5054d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5055d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5056d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5057d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5058d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5059d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5060d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5061d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5062d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5063d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5064d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5065d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 50680806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 50720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 507315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 507415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 507515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50760806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5079054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 508290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 508390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 508490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 508590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 508690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 508790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 508890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 508990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 509090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 509115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 509215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 509315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 509415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 509515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 509615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 509715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5106a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5107a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5108609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 51095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5110349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 511115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 511215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51150806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51185778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 51195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 51205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 512131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5122577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 51231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5124577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 51254bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5126577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 51275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5128054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5129054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5130054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5131054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5132054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5133054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 51349847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar handle = (native_handle_t *)grallocMeta.pHandle; 5135054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5136054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 5137054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 5138054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5139308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5140308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5141308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5142308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5143308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5144308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5145496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 514621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5149496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 51505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 515121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 51548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 51558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 51565778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5159d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5160609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 51612d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 51625778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5164609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51665778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51685778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 51695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51705778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 51735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 51745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5176d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5177dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 51860806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 51870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5195777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5203609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52050806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52060806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 52080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5214577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5218577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5219577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 52226aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 522379ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 52246fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 522790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 522890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 522990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 523090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 523190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 523290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 523390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 523490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5235fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5236fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5237c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5238fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5239c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5240fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5241fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5242fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5243fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 52445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5245fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 52460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5247fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 524815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 52490806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 525015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 525115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5253cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5254cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5255264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5256251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5257cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 525815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 525915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5260cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 52626fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 52636fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 526415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 526515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 52666fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 52676fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5297c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5298609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5299c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 530015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 530115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 530215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 530315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 53050806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 53070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5309c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5314777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 53160806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 53170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5324777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5325777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5331f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5337ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5338ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5339f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5340ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5341ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5342ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5343ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5344ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5345ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5346ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5347ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5348054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5349054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5350ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5352c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 53665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 53675778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 53685778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 53695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5374c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5376c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 537754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 537854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5381d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5385c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5391d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5395c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 539930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 540030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 540130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 540230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 540330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 540430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5412f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 54185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 54195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5420c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 54215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 54225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5423ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 54245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 542648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 542748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 542848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 542948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5434ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5435ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5436f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5437ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5438ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5439ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5440ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5441ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5442e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 54435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54465778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5447d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 54487791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 54495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5450e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 5451e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 5452e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 5453afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 5454e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 5455e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 5456e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 5457afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 54585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 54595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 54605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 54625778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 54635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 54665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 54675778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 54685778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 54695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 5470e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 54715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54721065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 54731065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5474ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 54751065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5476201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 54771065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 54781065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5479e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5480e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5482da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5483078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5484078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 54859f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5486078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 54891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 54907a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 54917a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 54921065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 54931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5494ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 54951065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 54961065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5497ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 54985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 54999f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 55009f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 55015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55029f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 55035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5504c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 550552e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5507c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 551390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5514ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5515ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5516ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5517ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 55181713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 55190167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5520ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5521ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5522afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5528d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 55295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 55305778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5547f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5548f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5549f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5550f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5551f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5552054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5553054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5554a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5555e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 55574e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5558054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 556754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5568f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5569f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5570c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5571c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5572c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5573c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 55740806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5575c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5576c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5577c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5578c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 557954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 558054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5581d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 558254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 558354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 558454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5593c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5594c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 55987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 55997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 56007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 56017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 56027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 56037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56058f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5606d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 56078f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5608d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5609d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5610d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5611d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 562554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5629c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5630c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5631c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5632c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5633c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5635d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5636c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5637c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5638c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5640c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5641c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5647c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 56505778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 56515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 56525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5653ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 56545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56550806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 56565778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 56570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 56580806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 56590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56600806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 56610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 56625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5663c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5664c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5665c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5666251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 56685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5672d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5673e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5674e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 56755778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 56765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5677c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 56795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5681d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5683a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5684d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5685a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5686a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5687a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5688a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5689a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5690a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5691a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5692a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5693a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5694a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5695a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5696a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5698a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5699a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5700a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5701d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 570294ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 570394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 570494ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 570594ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 570694ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 570794ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 570894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 570994ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 571094ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 571172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 571272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5713d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 571837b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 571937b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 572037b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 572137b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 572237b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 572337b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 572437b2b389139ed638831e49708c947863eef631efRonghua Wu 572537b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 572637b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 572737b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 572837b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 573037b2b389139ed638831e49708c947863eef631efRonghua Wu } 573137b2b389139ed638831e49708c947863eef631efRonghua Wu } 573237b2b389139ed638831e49708c947863eef631efRonghua Wu 5733d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 57342c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 57352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 57362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 57372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 57382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 57392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 57402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 57412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 57422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 57432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 57442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 57452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 57462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 57472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 57482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5749d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 575272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5753d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 575472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 575572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 575672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 575772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 575872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 575972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 576072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 576172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 576272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 576372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 576494ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 576594ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5766d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 576794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 576894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 576994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5770c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5771c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5772c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5773c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5774c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5775c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5776c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5777c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5778d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5779d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5780d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5781d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5782d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5783d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5784d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5785d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5788d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5789d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5790054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 57967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 57977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 57987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 57997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 58007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 58017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 58027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 58037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 58047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 58057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 58067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 58087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 58097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58108f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 58128f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5813d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5816d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5817d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5818d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5819d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5820d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5822054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5823054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5824d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5825d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5826d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5827d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5828d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5829d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5830d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5831d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5832d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 58338f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5834d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5836d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5838d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5839d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5840c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 58415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 58425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 58440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 58480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5853f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 58583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5860cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5861cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 586229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5863cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5864cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5865cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5866251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 586791bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 586891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5869cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 588472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 58926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 58936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 58946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 58956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 58966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 58976463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 58986463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 58996463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 59006463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59016463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59026463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 59036463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 59046463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 59066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5907d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 59086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 59096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59220806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 59240806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 59250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 59260806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 59270806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 59280806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 59290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 59320806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 59330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 59340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 59400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5952f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 59573856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 596272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5969d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5970d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5971d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5972d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5973d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5974d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5975d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5976d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5977d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5978d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5979d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5980d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 5981d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5982d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5983d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5984d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 59856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 59866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 59876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 59886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 59896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 59906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5996f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 5997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 60020806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 60030806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 60040806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 60050806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 60060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6023f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6024349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6025349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6028f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6029ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6033054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6034054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6037054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6038054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6039054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6040054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6041054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6042054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6043054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 60444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 60454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6046054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6047054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6048054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6049054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 60500806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 60550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 60560806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 60570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 60580806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60590806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 60660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 60670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 60680806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6074349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 607515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 607615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 607715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60790806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60800806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 60850806340688c937e7b78c2d89db3809274130df4eLajos Molnar 60860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 60870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6092c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6093054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6095054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6097054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6099349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 61000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6101349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6102349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6103349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61063cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 61113cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 61123cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 61133cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 61143cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 61153cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 61163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6117349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6118349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 61223856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 612490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6134c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6135c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6136c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6137c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6138c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 613954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6140c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6141c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6142349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6143349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61440806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 61450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 61480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 61500806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 61510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 61530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61617a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6162ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6163d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6164d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6165d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6166d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6167d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6168d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6169349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6170349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 61720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 61760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6190496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6191496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6192496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6193496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6194496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6195496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6196496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6197496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6198496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6199496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6200496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6201a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6202a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6205a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 62187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 62197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 62206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 62227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 62237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 62247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 62254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6226054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 62274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 62284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 62294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6230054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 62314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6232054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 62334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 62364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6246a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6247a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6248530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6249a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6250a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6251a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6252a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6253a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6254a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6255a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6256a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6257a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6258a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6259a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6260a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6261a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6262a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6263a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6264a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6265a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6266a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6267a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 626872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 626972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 627072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 627172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 627272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 627372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 627472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 627572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 627672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 627772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 627872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 627972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 628072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 628172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 628272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 628372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6284e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6285e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6286e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6287e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6288b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6289b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6290e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6291e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6292e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6293e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6294b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6295b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6296b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6297b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6298b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6299b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6300b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6301b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6302b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6303b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6304b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6305b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6306b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6307b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6308b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6309b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6310e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6311e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 63128db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 63138db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 63148db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 63158db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 63168db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 63178db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 63188db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63198db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63208db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6321a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6322a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6323a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 63246507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 63256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6326d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 63276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 63286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 63296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 63306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 63316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 63336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 63346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 633590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 633690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 633790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 633890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 633990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 634731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6348054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6354349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 635731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 635831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6360ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6379f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6384f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6402349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6403e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6405349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 64063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6407349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6408349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6422f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 64233856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 642790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 642890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 642990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 643090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 643190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 643290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 64390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 64400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 64410806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 64420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64440806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 64480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 64490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 64500806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 64510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 64530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64560806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 64570806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 64580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 64620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 64630806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 64640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6465cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 64660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6468d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6469755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6470755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6471755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6472755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6473755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6474755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6475755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6476755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6477cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6484777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 648631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 648731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 64880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6490349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6491349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6492349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6493349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6509f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 65105778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 65115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6514f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 65220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 65433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 654431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 654631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65550806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 65560806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 65570806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65580806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65600806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 65645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6570349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6571349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6572349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6573349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6574349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6575349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6576349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 65810af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 65835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 65840806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 65850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 65860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65870806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 65880806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 65890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65900806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 65910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65940167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 65950167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6596bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6597bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6598bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6599bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6600b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6601bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6602bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 66030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 66060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66070806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6628f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6632f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 66480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 66613856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66700806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 66710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 66720806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66730806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66750806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 66760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6690f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 66953856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6727ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6728ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6729d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 67340806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 67350806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 67360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67370806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6741777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6742777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6744777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6745777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6747e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 67480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6749e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6750e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6751777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6752777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6753777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6754777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6755777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6756777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6757777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6760777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6761777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6767349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6768349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 67691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6770349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6771609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6772349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6773349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6774349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6775349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 67763856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6777349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6778349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6779349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6780349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6781349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6782349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6783349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 68077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 68087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 68097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 68107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 681190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 681290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6814d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6820dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6821dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6822f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6823f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6824f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6825f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6831