ACodec.cpp revision b92add32c22656dedfb82d26ccc168c43c92b8eb
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 45d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 46b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 53777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 101f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 113984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 114984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 132984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 133984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 143984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 319d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 368349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 493f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 494afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 496e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4988db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 5009806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5029806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5039806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 504e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 508054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 509054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 510011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 511054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51437b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 516609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 517ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 518ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 533dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 538f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 556a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5575778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5635778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5888f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 592d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5975778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 601f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6027a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 629054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 631054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 632054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 646e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 665e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 666e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 671f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 675e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 707dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 708dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 709dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 715054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 716011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 733054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 754484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 755484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 756484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 757484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 759e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 771054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 772054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 773054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 774054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 775054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7965fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7975fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7995fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8015fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8025fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar 805054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 810054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 813054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8155581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 819ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 824afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 825afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 827afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 8281065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 829308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 830054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 831ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 833ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 834ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 837ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 838308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 839ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 841054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 843054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 844ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 845ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 846ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 847054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 848054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 849054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 850054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8521065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8541065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8551065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 863d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 866eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 867eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 868eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 870eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 872eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 875eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 881e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 882e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 907f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 908e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 909b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 931e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 934e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 938ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 939ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 940ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 941ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 942ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 943ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 944ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 945ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 946ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 947ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 953054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 954258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 955258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 956054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 957258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 958258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 95929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 960258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 961258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 962258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 963258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 964e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 965e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9661faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9671faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 968e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 969e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 970e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 971e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9751faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9761faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 979258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 980258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 981258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 982258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 985e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 986e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 988609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 990e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 992258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 993258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 994258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 995258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 100029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1008054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1009054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1016e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1018054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10193298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10203298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10213298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10223298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1023609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1028054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10298ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 103015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 103115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 103329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 103874006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 103974006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 104015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 104290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1043054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 104474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 104574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 104674006804065941841883c4b46ee785070164023fJamie Gennis 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1051609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 105274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 105674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 105774006804065941841883c4b46ee785070164023fJamie Gennis 1058609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 107074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1072054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1073054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1074054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10793175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10843fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1087054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10883298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10893298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10903298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10913298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1095054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1097054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1098054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1099054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1101e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1102054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1103e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1104e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1105e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1106054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1107054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1108054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1109e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1110e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1111e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1112e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 111515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 111690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1120054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11215581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1122777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1123777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1124054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1125054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1126054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1130e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1131cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1132e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1133e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1134e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1136e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1139011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1141011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1142011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1143011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1144011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1145011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1146011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1148011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1150e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1151e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 115315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 115415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1161e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1162e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1163e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 116415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1165e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11703175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11713175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11723175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11733175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11743175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1175011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1181011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1182054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1186054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1196609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1198054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1199054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 120015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 120115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 120215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 121015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 121315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 121415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 121515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12200806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12210806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12220806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12230806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12240806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1249609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 125415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 125515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12573fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12583fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12590806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12623fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 126690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 126790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 126890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 126990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1291604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1292604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1293604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1294604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1295604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1296604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1305f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13068ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1307054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1308ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1309ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1310ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1311ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1312ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1313ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1314ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 131515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1316dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 131715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 131815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 131915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1320dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1321dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1323dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1324b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1325b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1326dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1327dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1328dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 132990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1330dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1331dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1334dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 134515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1356054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1365054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1368b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1369b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1372054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1373054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1374054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1375054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1376054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1377054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1378054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1379054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1380054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13810806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13820806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13830806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13840806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1385054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13870806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13880806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13890806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 139015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1393d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 13950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1397054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1398054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1399054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1400054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1401054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1402054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1403054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14047c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1405054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1406054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1407054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1408054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1409054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1410054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1411054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14127c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1420f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1422938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1423938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1427777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14300806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1432777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1435349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1437938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1438938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14422ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14432ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14442ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14452ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1446777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1447777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1448777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1449777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1453777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14580806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 146115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 146215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 146315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 146415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 146515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 146615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 146715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 146815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 146915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14720806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14730806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14770806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14790806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14810806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14850806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14860806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 149015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 149115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 149215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1493604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1494604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1495604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1496604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 149790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1503f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15040806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15312944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15322944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15332944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15342944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1541729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1542729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1543bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1544bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1545c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1546c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1547c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1548c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15512472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15522472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 155794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 155894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 155994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 156094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1561ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1562ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 15632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1565ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1566ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1567774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1568774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 156997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 157097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 16075ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1624e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16254e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1626e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1629054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1630054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1646d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1647d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1648d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1649054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1650d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1651054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1652308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1653d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1654054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1655054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1656054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1657054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1658054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1659054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1660054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1661c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1662c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1663c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1664c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1665c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1666c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1667c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1668c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1669054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1671308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 16833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 16843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 16853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 16873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 16883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 16913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 16923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 16933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 16953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1698308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1699308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1700308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1701308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1703308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1704308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1705308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1706308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1707308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1708054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1709308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1710308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1711308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1712308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1713a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1714a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1715a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1716a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1717a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1718a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 171994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 172094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 172437b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 172537b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 172637b2b389139ed638831e49708c947863eef631efRonghua Wu } 172737b2b389139ed638831e49708c947863eef631efRonghua Wu 17282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 173094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 173172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 173272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 173372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 173472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 173572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 173672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1737308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1738308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1740054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1743011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1744e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1745e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17461713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17471713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17481713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17491713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17501713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17511713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17521713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17531713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17541713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17581de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17591de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17696597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17716597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17726597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17736597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17746597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17756597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17766597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17776597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1783ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 17845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 178597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 178697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 17875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 17885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 17905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 179197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 17925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 17935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1794fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1795fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1796d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1797d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1798d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1799d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1800d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1801d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1802d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1803d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1804d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1807d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1808d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1809d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1810d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1811d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1812d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1814ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1815ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1816ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18173fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18183fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18193fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18203fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18213fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18223fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18233fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18243fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18253fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1828054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1831fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1832e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1874e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1880054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1881011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1882011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1883011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1885fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 18860167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18920167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1893e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1894e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1895e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1896e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1897e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1898e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1899e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1900054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1901054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1902308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19211de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1943777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1955e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1958054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1959054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1960054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1961054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 198242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 198342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 198442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 198542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 198642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 198742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 198842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 198942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 199042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 199142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 199242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 199342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 199442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2001aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2002b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20042965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2006ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2007ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2008ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2009aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2010aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2011aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2012b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2013b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2014b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2015ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20192965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20202965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20212965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20222965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2044ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20454471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20472965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2049729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2051729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2053729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2054729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2055729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2056729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2057729de186450f78c099637e1fce743fe531862c52Andreas Huber 2058729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 206217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 206317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 206417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 206517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 206617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2069ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2077516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2078cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2079cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2080516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2081cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2083516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2084516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2085516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 20872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2088516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2089516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2090516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 20922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2094516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2095516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 20962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2097ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2098ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2099ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2100ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2101ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2102ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2103ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2104ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2105ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 210697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 210797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 210897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 210997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 211097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 211197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 211297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 211397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 211497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2125729de186450f78c099637e1fce743fe531862c52Andreas Huber 21264471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21274471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21284471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21294471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21339806555d3930be43e11106281dee354820ac1c88Andreas Huber 21348b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21358b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21368b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21378b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21389806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21399806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21409806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21419806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21429806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21439806555d3930be43e11106281dee354820ac1c88Andreas Huber 2144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21518b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21528b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21538b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21548b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21558b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2156ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2157ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2158ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2159ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2160ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2161ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2162ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2163ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2164ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2165ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21664e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21674e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21808b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21818b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21838b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 21848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 21898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 21908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 21918b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 21938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 21948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2200ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2203ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2204ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2205ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2206ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2207ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2208ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2209ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2210ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2211ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2212ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2216ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2223f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2255777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2256777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2257777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2258777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2290aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 22918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 22922965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 22932965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2294ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2295ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2296ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2297ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2358aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2360b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2361b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2362b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2363b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2364b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2365b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2366b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2367b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2368b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2369b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2370b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2371b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2372b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2373b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2374b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2375b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2376b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2377b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2378b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2379b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2380b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2381b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2382b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2383b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2384b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2385b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2410ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2411ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2412ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2413ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2414ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 24178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 24188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 24198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 24208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 24218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 24228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 24232965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 24248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 24258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 24278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 24288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 24298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 24308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 24318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 24328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 24338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 243797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 243897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 243997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 244097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 244197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 244297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 244397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 244497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 244597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 244697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 244797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 244897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 244997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 245097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 245197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 245297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 245397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 245497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 245597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 245697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 245797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 245897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 245997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 246197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 246297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 246397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 246597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 246697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 246897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 246997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 247097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 247197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 247297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 247397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 24748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 24758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 24768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 24778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 24788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 24848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 24858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 24868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 24898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 24908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 24918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 24938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 25008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 25038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 25048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 25068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 25078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 25088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 25098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 25108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 25118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2558729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2559729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2561729de186450f78c099637e1fce743fe531862c52Andreas Huber 2562729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2563729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2564729de186450f78c099637e1fce743fe531862c52Andreas Huber 2565729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2566729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2567729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2568729de186450f78c099637e1fce743fe531862c52Andreas Huber 2569729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2574729de186450f78c099637e1fce743fe531862c52Andreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2578729de186450f78c099637e1fce743fe531862c52Andreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2583729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2584729de186450f78c099637e1fce743fe531862c52Andreas Huber 258517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2590729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 259117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2592729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2593729de186450f78c099637e1fce743fe531862c52Andreas Huber 25942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 25952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 25962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 25982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 25992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 26002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 26012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 26032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 26062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 26092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 26122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 26172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 26182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 26192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 26202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 26212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2622729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2623729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2624729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2625729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2626729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2627729de186450f78c099637e1fce743fe531862c52Andreas Huber 2628729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2629729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2630729de186450f78c099637e1fce743fe531862c52Andreas Huber 2631729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2632729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2633729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2634729de186450f78c099637e1fce743fe531862c52Andreas Huber 2635729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2636729de186450f78c099637e1fce743fe531862c52Andreas Huber 2637729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2638729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2639729de186450f78c099637e1fce743fe531862c52Andreas Huber 2640729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2641729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2642729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2643729de186450f78c099637e1fce743fe531862c52Andreas Huber 2644729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2645729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2646729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2647729de186450f78c099637e1fce743fe531862c52Andreas Huber 2648729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2649729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2650729de186450f78c099637e1fce743fe531862c52Andreas Huber 2651729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2652729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2653729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2654729de186450f78c099637e1fce743fe531862c52Andreas Huber 2655729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2656729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2657729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2658729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2659729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2660729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2661729de186450f78c099637e1fce743fe531862c52Andreas Huber 2662c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2663c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2664729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2665729de186450f78c099637e1fce743fe531862c52Andreas Huber 2666729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2667729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2668729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2669729de186450f78c099637e1fce743fe531862c52Andreas Huber 26705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 267197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 26725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 26735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 26755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 26765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 26785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 26825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 26845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 26855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 26895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 26905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2691f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 26940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 26950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2713229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2714229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 27150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 27160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 27180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2719229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2720229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2721229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2722229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2723229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 27630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 27640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 27650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 27660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 27670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 27690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 27700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 27710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 27720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 27730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 27750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 27760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 27770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 27820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 27830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 27860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 27870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 27880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 27890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 27900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 27910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 27920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 27930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 27940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 27970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 27990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 28000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 28020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 28050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 28060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 28070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 28080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 28090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 28100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 28130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 28140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 28150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 28170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 28180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 28190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 28200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2827e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2828e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2829e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2830e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2831e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 28322472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2833e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2834e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 283694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 283794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2838e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2842e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2843e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2846e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2848e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2854e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 28730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 287489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 287589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 287689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 287789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 287889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 287989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 289589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 289689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 289789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 289889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 28990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 290089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 290189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 290289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 290489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 290589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 29060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 290789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 291478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 291578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 291678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 291778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 291878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 291978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 292078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 292178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 292378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 30072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3012a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3013a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3014a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3015a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3016a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 30485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3086c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3087c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3088c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3089c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 309089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 309189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 309289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 309389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 309489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3099d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3100d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3101d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 31070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 31080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 31090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 31100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 31120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 31140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 31170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 31200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 31230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 31260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 31290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 31310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 31320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 31350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 31380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 31390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 31400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 31410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 31420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 315396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 315496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 315596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 315696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 315796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 315896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 315996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 316096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 316196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 316996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 317096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 325096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 325196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 331096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3319a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3320a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3321a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3322a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3323a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3324a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3325a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3326a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3327a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3328a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3329a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3330a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3331a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3332a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3333a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3334a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3335a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3336a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3337a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3338a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3339a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3340a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3341a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3342a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3343a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3344a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3345a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3346a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3347a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3348a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3349a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3350a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3351a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3352a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3353a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3354a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3355a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3356a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3357a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3358a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3359a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3360a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3361a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3362a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3363a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3364a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3365a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3366a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3367a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3368a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3369a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3370a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 337896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 337996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 33900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 33910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 33920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 33930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 33940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 33950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 33960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 33970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 34327c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 34337c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 34347c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 347696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3479c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3480c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3481c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3482c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3483c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3484c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3485c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3486c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3487c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3488c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3489c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3490c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3491c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3492c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3493c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3494c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3495c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3496c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3497c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3498c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3499c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3500c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3501c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3502c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3503c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3504c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3505c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3506c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3507c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3508c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3509c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3510c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3511c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3512c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3513c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3514c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3515c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3516c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3517c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3518c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3519c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3520c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3521c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3522c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3523c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3524c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3525c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3526c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3527c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3528c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3529c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3530c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3531c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3532c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3533c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3534c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 353589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 353689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 35374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 35384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 35394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 35404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 35414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 35424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 35434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 35444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 35454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 35464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 35474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 354889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 354989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 355089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 35514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 355289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 355389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 355489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 35564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 35574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 35584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 35594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 35604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 35624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 35654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 35664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 35674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 35694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 35704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 35724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 35734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 35754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 35764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 35774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 35814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 35824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 35834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 35844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 35884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 35894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 35904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 35924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 35934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 35944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 35954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 35964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 35974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 36004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 36014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 36024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 36054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 36064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 36074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 36084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 36094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 361289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 361389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 361489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 364196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 364296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 365596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3687f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 368978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 369078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3699777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3700777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3701777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3713777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3714777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 372278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 372378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 372478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3733f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3742d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3743d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3744d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3745d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3746d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3747d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3748d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3749d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3750d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3751d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3752d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3753d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3754d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3755d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 37567e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 37577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 37587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 37607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 37617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 37637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 37647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 37687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37697e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37707e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 37717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 37727e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 37737e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3775e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 37767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3777c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3778054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3779054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3780c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 37817e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37827e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3784f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3791609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3801f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3806f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3810f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3821229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 382203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 382303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 382403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 382503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 382603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 382703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 382803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 382903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 383003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 383103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 383203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 383303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 383403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 383503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 38365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 38375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 383803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3839229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 384003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 384103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3842b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3843b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3844b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3845b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3846b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3847b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3848b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3849b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3850b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3851b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3852b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3853b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3854b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3855b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 385603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 385703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 385803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 385903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 386003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 386103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 386203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 386303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 386403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 386503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 38665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 38675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 38685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 38695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 38705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 38715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 38725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 38745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 38755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 38765a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 38775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 38785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38795a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 38805a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 38815a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 38825a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 38835a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 38845a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 38855a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 38865a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 38875a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 38885a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 38895a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38905a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 389103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 389203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 389303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 389403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 389503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 389603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 389703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 389803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 389903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 390003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 390103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 390203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 390303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 390403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 390503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 390603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 390703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 390803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 390903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 391003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 391103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 391203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 391303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 391403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 391503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 391603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 391703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 391803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 391903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 392003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 392103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 392203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 392303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 392403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 392503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3926229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3927229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3928229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3929229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3930229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3931229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3932229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3933229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3934229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3935229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3936229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3937229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3938229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3939229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3940229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3941229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3942229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3943229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3944229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3945229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3946229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3947229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3948229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3949229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 39500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3951229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3952229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3953229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3954229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3955229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3956229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3957229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3958229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 39590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3960229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3961229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3962229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3963229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3964229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3966229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3967229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3968229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3970229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3971229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3972229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3973229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3974229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3975229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3976229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3977229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3978229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3979229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3980229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3981229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3982229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3983229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3986229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 398803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 398903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3991777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 399231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 399331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3994e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 399531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3998777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3999777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 400031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4001777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 400531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 400631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 400731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 400831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 400931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4010e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4011e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4012e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4013e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4014e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4015e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4016e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4017e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4018e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 40200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 40210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 40220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 40230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 40240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 40250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 40260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 40270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 40280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 40290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 40300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 40310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 40320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 40330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 40340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 40350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 40365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 40387c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 40395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 40405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 40415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 40425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 40430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 404403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 404503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 404691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 404791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 404891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 404991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 405091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4051e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 405391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4054e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4055e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 405691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 405791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 405891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 405991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4060e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4062e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4063e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4064e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4065e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 406631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4070777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4074777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4078e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4079577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4080577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4081577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4082e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4083e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4084e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4085e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4086e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 40874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 40894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 40904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 40924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 40934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 40944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 40954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 40964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 40974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 40984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 40994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 41004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 41014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 41024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 41034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 41044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 41054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 41064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 41084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 41114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 41134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 41164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 41184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 41214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 41274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 41294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4131e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4132e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4135777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4136777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4137777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4140e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4141e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4142e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4143e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4144e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4147e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 414931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4150e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4151e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 41525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 41535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 41545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 41555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 415631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 415731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 415831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 415931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 416031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 416131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 416231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 416397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 417514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4181777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4182777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4183777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4184777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 41968b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 41988b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 41999806555d3930be43e11106281dee354820ac1c88Andreas Huber 4200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 42239806555d3930be43e11106281dee354820ac1c88Andreas Huber 4224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4226777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4227777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4228777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4229e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 42320806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 42350806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4245e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4247777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4248777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4249777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4250777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4251777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4257e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4258e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4259e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4260e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4261e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4262e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4263e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4264e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4265777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4266777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4267777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4270e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4271e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4272e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4273e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4274e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4275e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4277e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4278e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4279e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4280e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4281e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4282e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4288e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4289e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4290e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4291e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4292e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4293e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4294e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 429597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 429697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 429797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 429897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4299e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 430097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4303777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4304777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 430797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 430897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 430997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 431097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 431197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 431297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4313e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 43148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 43158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 43168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 43178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 43188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 43198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4324777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4325777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 43288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 43298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 43308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 43318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 43328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43338c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 43348c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 43358c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 43368c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 43378c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 43388c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4339777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4340777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 43468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 43478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 43488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 43498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 43508c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 43518c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 435210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 435310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 435410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 435510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 435610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 435710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 436310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 436410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 436510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 436610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 436710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 436810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 436910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 437010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 437110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 437210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 437310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 437410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 437510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 437610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 437741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 437841d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 437941d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 43800806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 438141d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 438241d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 438341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4388777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 438941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 439041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 439141d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 43920806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 439341d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 439410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 439510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4397777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4398777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4399777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4400e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 440131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 440231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 440331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 440431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4405777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4406777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 440731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 440831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4410e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 44134e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4416777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4417777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4418777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4419777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4421e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4423e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4425e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 4436e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4439ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4440e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4441e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4442e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 4443e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 4444e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4446e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 444731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 444831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 444931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 445031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 445131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 44525778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4453cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4454d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4455251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4456251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4457251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4458251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4462251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4463251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 44655778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4466251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4467cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4468cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4469cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4472eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4473eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4474eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4475496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4476496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4477496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4478496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4479496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4480496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4481496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4482496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4483496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4484496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4485496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4486496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4487496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4488496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4489496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4490496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4491496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4492496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4493eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4494eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4495eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4496eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4497eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4498eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4499eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4500eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4501eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4502eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4503eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4504eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4505eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4506eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4507eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4508eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4509eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4510eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4511eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4512eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4513f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4518ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4519ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4523f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 453726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 453826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 453926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 454026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 454126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4542e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4543e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4544e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4545e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4546e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4547e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 455026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 45541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 45551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 45561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 45571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 45591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 45601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45612235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 45621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 45641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 45651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 45661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 45671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 45681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 45708f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 45717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 45727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4573251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 45747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 45757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 45767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 45777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 45787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4579ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4580ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4581251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4582ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4583ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4584ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4585ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4586ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 458730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 458830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 458930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 459030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 459130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 459230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 459330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 459430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 459530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 459630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 459730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 459830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 459930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 460726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 46085e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 46095e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4610ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 46115e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 46125e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 461326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 46145e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 46155e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4617609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4618777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4619777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4620777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4621777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 462226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 462326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 462426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 462526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 462626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 462726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 462826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 462926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 463090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 463126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 463226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4633e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4634e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 463590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 463690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 463790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 463890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 463990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 464090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 464190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 464290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 464390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 464490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 464526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 464626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 464726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 464826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 464926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 465026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 465126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46610af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 46620af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 46630af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 46640af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 46650af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 46660af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 46670af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 46680af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 46690af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 46700af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 46710af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 468115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 468215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4683609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 468415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 468615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4692609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 470115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 470715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 470815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 471290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 471390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 471490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 471590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 471690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 471790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 471890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 471990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 472090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 472190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 472990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 473090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 473190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 473290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 473390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4737ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4743ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4745251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4746251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4747251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4748251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4749251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4750251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4751251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4757ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4758349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4759349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 47600806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 47610806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 47620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 47630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 47640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 476515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 476615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 476715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 47690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 477215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 477315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 477415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 477515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 477615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 477715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 477815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 477996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 478096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 478196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 478296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 478396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 478496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4785d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4796777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4798777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4799777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4805f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4813d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4814609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 48172d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4820609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4829f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4831609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 48322d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 48345778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4835a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 48365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48372d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4838a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48417fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 48427fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 48437fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 48447fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 48457fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 48467fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 48477fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 48487fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 48493831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 48502d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 48545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 48555778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 48565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 48575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 48600806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 48610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 48620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 48630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 48640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 48650806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4874dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4875dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4876dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4877dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4885fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 4886fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 4887fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 4888fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 4889fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 4890fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 49025778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 49035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4906ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4907d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4908d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4909d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 49120806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 49130806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 49140806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 49150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 49160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4921078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4922ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4923078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 49245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4925ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 49265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4927078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4928d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4929ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4930ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4931d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4932ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4933ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4934d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4935078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4936349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4937d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4938d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4939d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4940d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4941d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4942d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4944054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4945054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4946054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4947054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4948054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4949054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4950054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4951054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4952054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4953054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4954054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4955054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 495615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49570806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49590806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49600806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49610806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 49620806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 496315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 496415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 496515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 49735778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 49745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 49750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 49760806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 49775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 49795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 49805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 49820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 49830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 4984dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4985dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 49863856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4987dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4988dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4990ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4991349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4992349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 499315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49940806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49960806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49970806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49980806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49990806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 500015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 500115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 500215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 50030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 50040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 50050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5010dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5014625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5016777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5018625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5019777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5020625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5024f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 505715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 505815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5059609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 50605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5061349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 50630806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5064d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5065d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5066d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5067d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5068d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5069d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5070d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5071d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5072d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5073d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5074d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5075d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5076d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5077d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5078d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5079d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 50820806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 50860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 508715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 508815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 508915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50900806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 509690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 509790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 509890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 509990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 510090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 510190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 510290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 510390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 510490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 510515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 510615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 510715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 510815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 510915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 511015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 511115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5120a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5121a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5122609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 51235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5124349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 512515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 512615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 51335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 51345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 513531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5136577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 51371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5138577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 51394bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5140577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 51415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5142054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5143054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5144054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5145054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5146054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5147054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 51487c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5149054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5150054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 51517c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 51527c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 51537c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 51547c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5155054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 51567c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5157054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5158308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5159308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5160308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5161308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5162308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5163308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5164496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 516521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5166496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5167496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5168496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 51695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 517021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51728b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 51738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 51748b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 51755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5178d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5179609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 51802d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 51815778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5183609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51855778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51875778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 51885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51895778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 51925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 51935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5195d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5196dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 52050806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 52060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52080806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5222609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52240806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52250806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 52270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52290806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5233577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5235777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5236777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5237577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5238577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 52416aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 524279ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 52436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 524790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 524890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 524990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 525090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 525190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 525290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 525390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5254fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5255fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5256c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5257fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5258c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5259fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5260fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5261fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5262fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 52635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5264fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 52650806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5266fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 526715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 52680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 526915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 527015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5272cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5273cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5274264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5275251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5276cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 527715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 527815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5279cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 52816fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 52826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 528315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 528415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 52856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 52866fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5316c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5317609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5318c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 531915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 532015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 532115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 532215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 53240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 53260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5328c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5333777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 53350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 53360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5350f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5356ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5357ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5358f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5359ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5360ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5361ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5362ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5363e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5364ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5365ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5366ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5367ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5368054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5369054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5370ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5371c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5372c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 53865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 53875778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 53885778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 53895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 539754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 539854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5401d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5405c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5411d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5415c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 541930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 542030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 542130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 542230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 542330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 542430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5434c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5435c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 54385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 54395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 54415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 54425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5443ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 54445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 544648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 544748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 544848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 544948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5454ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5455ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5456f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5457ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5458ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5459ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5460ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5461ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5462e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 54635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54665778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5467d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 54687791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 54695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5470e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 5471e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 5472e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 5473afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 5474e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 5475e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 5476e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 5477afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 54785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 54795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 54805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 54825778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 54835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 54865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 54875778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 54885778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 54895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 5490e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 54915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54921065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 54931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5494ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 54951065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5496201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 54971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 54981065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5499e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5500e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5502da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5503078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5504078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 55059f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5506078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 55091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 55107a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 55117a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 55121065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55131065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5514ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 55151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55161065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5517ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 55185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 55199f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 55209f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 55215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55229f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 55235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5524c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 552552e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5526c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5527c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 553390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5534ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5535ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5536ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5537ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 55381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 55390167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5540ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5541ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5542afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5548d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 55495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 55505778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5567f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5568f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5569f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5570f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5571f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5572054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5573054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5574a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5575e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5576e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 55774e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5578054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5580c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 558754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5588f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5589f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5593c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 55940806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 559954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 560054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5601d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 560254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 560354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 560454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 56187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 56197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 56207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 56217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 56227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 56237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5626d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 56278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5628d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5632c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5633c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5635c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5636c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5637c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5638c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5640c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5641c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 564554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5647c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5655d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5656c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5657c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5661c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5663c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5666c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5668c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5669c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 56705778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 56715778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 56725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5673ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 56745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56750806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 56765778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 56770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 56780806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 56790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 56810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 56825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5683c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5684c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5685c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5686251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5687c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 56885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5692d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5693e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5694e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 56955778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 56965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5697c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5698c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 56995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5701d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5702d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5703a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5704d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5705a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5706a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5707a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5708a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5709a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5710a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5711a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5712a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5713a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5714a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5715a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5716a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5718a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5719a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5720a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 572294ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 572394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 572494ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 572594ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 572694ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 572794ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 572894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 572994ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 573094ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 573172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 573272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5733d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57342c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5737d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 573837b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 573937b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 574037b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 574137b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 574237b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 574337b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 574437b2b389139ed638831e49708c947863eef631efRonghua Wu 574537b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 574637b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 574737b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 574837b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5749d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 575037b2b389139ed638831e49708c947863eef631efRonghua Wu } 575137b2b389139ed638831e49708c947863eef631efRonghua Wu } 575237b2b389139ed638831e49708c947863eef631efRonghua Wu 5753d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 57542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 57552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 57562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 57572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 57582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 57592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 57602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 57612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 57622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 57632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 57642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 57652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 57662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 57672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 57682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5769d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 577272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5773d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 577472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 577572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 577672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 577772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 577872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 577972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 578072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 578172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 578272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 578372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 578494ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 578594ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 578794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 578894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 578994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5790c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5791c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5792c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5793c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5794c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5795c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5796c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5797c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5798d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5799d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5800d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5801d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5802d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5803d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5804d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5805d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5806d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5807d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5808d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5809d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5810054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5813d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 58177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 58187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 58197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 58207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 58217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 58227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 58237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 58247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 58257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 58267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 58287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 58297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58308f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5831d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 58328f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5833d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5834d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5836d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5838d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5839d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5840d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58418f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5842054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5843054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5844d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5845d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5846d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5847d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5848d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5849d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5850d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 58538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5859d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5860c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 58615778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 58625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58630806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 58640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 58680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5873f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 58783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5880cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5881cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 588229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5883cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5884cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5885cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5886251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 588791bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 588891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5889cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 590472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 59126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 59136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 59146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 59156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 59166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 59176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 59186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59196463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 59206463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59226463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 59236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 59246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59256463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 59266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5927d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 59286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 59296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59306463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59420806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 59440806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 59450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 59460806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 59470806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 59480806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 59490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 59520806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 59530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 59540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59570806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 59600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5972f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 59773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 598272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5989d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5990d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5991d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5992d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5993d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5994d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5995d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5996d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5997d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5998d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5999d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6000d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6001d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6002d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6003d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6004d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 60056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 60066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 60076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 60096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 60106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 60220806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 60230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 60240806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 60250806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 60260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6043f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6044349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6045349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6048f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6049ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6053054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6055054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6060054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 60644dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 60654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6066054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 60700806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 60750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 60760806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 60770806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 60780806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60790806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 60860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 60870806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 60880806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60890806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6094349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 609515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 609615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 609715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60990806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 61000806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 61010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 61050806340688c937e7b78c2d89db3809274130df4eLajos Molnar 61060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 61070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6112c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6113054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6114054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6117054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6119349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 61200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6121349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6122349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6123349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61263cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 61313cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 61323cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 61333cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 61343cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 61353cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 61363cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6137349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6138349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 61423856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6156c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6158c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 615954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6162349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6163349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61640806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 61650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 61730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61817a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6182ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6183d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6184d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6185d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6186d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6187d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6188d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6189349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6190349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61910806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 61920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 61960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6210496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6211496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6212496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6213496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6214496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6215496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6216496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6217496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6218496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6219496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6220496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6223a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6224a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6226a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6236a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 62387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 62397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 62406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 62427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 62437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 62447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 62454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6246054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 62474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 62484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 62494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6250054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 62514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6252054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 62534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62554dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 62564dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6266a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6267a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6268530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6269a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6270a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6271a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6272a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6274a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6275a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6276a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6277a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6278a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6279a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6280a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6281a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6282a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6283a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6284a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6285a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6286a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6287a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 628872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 628972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 629072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 629172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 629272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 629372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 629472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 629572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 629672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 629772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 629872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 629972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 630072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 630172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 630272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 630372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6304e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6305e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6306e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6307e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6308b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6309b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6310e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6311e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6312e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6313e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6314b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6315b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6316b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6317b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6318b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6319b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6320b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6321b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6322b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6323b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6324b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6325b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6326b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6327b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6328b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6329b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6330e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6331e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 63328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 63338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 63348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 63358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 63368db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 63378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 63388db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63398db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63408db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6341a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6342a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6343a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 63446507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 63456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6346d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 63476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 63486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 63496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 63506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 63516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 63536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 63546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 635590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 635690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 635790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 635890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 635990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 636731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6368054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6374349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 637731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 637831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6380ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6399f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6404f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6415f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6422349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6423e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6425349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 64263856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6427349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6428349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 64433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 644790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 644890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 644990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 645090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 645190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 645290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 64590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 64600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 64610806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 64620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64660806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 64680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 64690806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 64700806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 64710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 64730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64760806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 64770806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 64780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64810806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 64820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 64830806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 64840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6485cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 64860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6487251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6488d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6489755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6490755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6491755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6492755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6493755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6494755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6495755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6496755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6497cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6503777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6504777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 650631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 650731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65080fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 65090fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 65100fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 65110fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 65120fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 65130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6515349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6516349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6517349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6518349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6534f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 65355778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 65365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6539f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 65470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 65683856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 656931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 657131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65800806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 65810806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 65820806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65830806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65850806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 65895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6595349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6596349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6597349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6598349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6599349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6600349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6601349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 66060af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6607f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 66085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 66090806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 66100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 66110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66120806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 66130806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 66140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66150806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 66160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66190167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 66200167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6621bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6622bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6623bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6624bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6625b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6626bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6627bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 66280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66290806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 66310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66320806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6637f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6653f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 66730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 66863856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66950806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 66960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 66970806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66980806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67000806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6703c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6715f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 67203856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6752ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6753ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6754d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 67590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 67600806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 67610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67620806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6766777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6767777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6768777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6769777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6770777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6772e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 67730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6774e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6775e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6776777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6778777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6792349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6793349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 67941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6795349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6796609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6797349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6798349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6799349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6800349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 68013856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6802349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6803349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6804349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6805349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6806349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6807349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6808349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 68327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 68337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 68347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 68357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 683690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 683790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6839d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6845dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6846dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6847f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6848f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6849f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6850f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6856