ACodec.cpp revision b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 45d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 46b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 53777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 101f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 113984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 114984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 132984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 133984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 143984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 319d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 368349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 493f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 494afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 496e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4988db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 500a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang mFatalError(false), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5039806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 505e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5069806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 508054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 509054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 510054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 511011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 512054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51537b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 517609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 518ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 519ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 534dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 556a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 557a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5585778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5645778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5898f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 592d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 593d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5985778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 602f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6037a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 607f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 630054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 632054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 633054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 647e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 666e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 667e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 672f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 675e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 708dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 709dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 710dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 716054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 717011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 734054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 754484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 755484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 756484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 757484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 758484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 760e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 772054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 773054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 774054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 775054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 776054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7975fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7985fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 8005fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8025fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8035fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 805054219874873b41f1c815552987c10465c34ba2bLajos Molnar 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 815054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8165581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 821ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 825afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 827afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 828afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 8291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 830308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 831054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 833ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 834ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 835ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 836054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 837ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 838ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 839308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 840ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 842054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 844054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 845ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 846ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 847ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 848054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 849054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 850054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8551065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8561065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 864d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 867eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 868eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 869eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 871eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 873eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 876eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 882e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 883e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 908f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 909e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 910b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 932e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 935e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 939ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 940ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 941ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 942ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 943ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 944ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 945ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 946ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 947ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 954054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 955258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 956258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 958258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 959258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 961258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 962258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 963258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 964258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 965e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 966e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9671faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9681faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 969e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 970e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 971e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9761faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9771faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 980258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 981258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 982258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 983258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 985e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 986e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 989609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 990e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 992e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 993258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 994258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 995258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 996258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 100129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1008054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1009054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1017e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1019054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10203298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10213298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10223298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10233298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1024609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1026054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1029054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10308ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 103115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 103215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 103429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 103974006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104074006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 104215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 104390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1044054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 104574006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 104674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 104774006804065941841883c4b46ee785070164023fJamie Gennis 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1052609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 105374006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 105774006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 105874006804065941841883c4b46ee785070164023fJamie Gennis 1059609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 107174006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1073054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1074054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1075054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10853fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1088054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10893298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10903298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10913298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10923298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1096054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1097054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1098054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1099054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1101054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1102e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1103054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1104e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1105e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1106e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1107054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1108054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1109054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1110e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1111e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1112e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 111615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 111790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1121054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11225581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1123777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1124777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1125054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1126054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1127054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1130e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1131e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1132cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1133e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1134e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1136e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1140011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1142011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1143011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1144011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1145011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1146011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1148011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1151e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1152e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 115415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 115515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1161011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1162e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1163e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1164e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 116515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1166e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11713175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11723175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11733175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11743175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11753175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1181011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1182011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1183054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1186054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1189054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1192054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1197609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1198054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1200054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 120115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 120215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 120315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1207054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1210054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 121315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 121415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 121515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12210806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12220806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12230806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12240806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1250609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 125515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 125615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12583fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12593fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12600806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12633fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 126790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 126890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 126990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1292604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1293604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1294604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1295604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1296604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1297604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1306f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13078ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1308054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1309ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1310ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1311ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1312ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1313ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1314ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1315ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1316a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang if (mFatalError) { 1317a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1318a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang return NULL; 1319a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang } 1320a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 132115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1322dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 132315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 132415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 132515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1326dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1327dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1329dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1330ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1331ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen i--; 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1334dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 133590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 135115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1362054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1371054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1374ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1375ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen i--; 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1378054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1379054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1380054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1383054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1384054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1385054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13870806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13880806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13890806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13900806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1391054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13930806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13950806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 139615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 139790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 139890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1399d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1403054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1404054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1405054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1406054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1407054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1408054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1409054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14107c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1411054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1412054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14187c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14230806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1426f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1427777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1428938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1429938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1430777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1431777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1432777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14360806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1438777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1441349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1443938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1444938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14482ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14492ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14502ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14512ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1453777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1454777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1462f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14640806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 146715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 146815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 146915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 147115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 147215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 147315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14780806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14790806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14810806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14850806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14860806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 149615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 149715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 149815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1499604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1500604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1501604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1502604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 150390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1504777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1506777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1509f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15100806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1522777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15372944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15382944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15392944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15402944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1547729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1548729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1549bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1550bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1551c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1552c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1553c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1554c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15572472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15582472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 156394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 156494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 156594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 156694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1567ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1568ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 15692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1571ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1572ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1573774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1574774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 157597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 157697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 16135ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1630e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16314e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1632e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1635054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1636054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1651d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1652d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1653d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1654d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1655054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1656d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1657054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1658308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1659d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1660054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1661054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1662054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1663054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1664054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1665054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1666054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1667c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1668c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1669c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1670c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1671c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1672c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1673c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1674c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1676d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1677308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 16893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 16903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 16913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 16933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1704308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1705308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1706308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1707308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17088db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1709308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1710308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1711308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1712308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1713308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1714054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1715308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1716308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1717308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1718308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1719a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1720a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1721a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1722a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1723a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1724a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 172594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 172694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 173037b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 173137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 173237b2b389139ed638831e49708c947863eef631efRonghua Wu } 173337b2b389139ed638831e49708c947863eef631efRonghua Wu 17342c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 173694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 173772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 173872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 173972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 174072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 174172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 174272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1743308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1744308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1746054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1749011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1750e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1751e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17521713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17531713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17541713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17561713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17571713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17581713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17591713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17601713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17611713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17641de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17651de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17696597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17716597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17726597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17736597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17746597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17756597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17766597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17776597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1789ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 17905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 179197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 179297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 17935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 17945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 17965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 179797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 17985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 17995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1800fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1801fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1802d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1803d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1804d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1805d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1806d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1807d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1808d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1809d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1810d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1813d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1814d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1815d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1816d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1817d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1818d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1820ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1821ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1822ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18233fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18243fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18253fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18263fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18273fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18283fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18293fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18303fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18313fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1834054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1837fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1838e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1880e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1886054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1887011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1888011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1889011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1891fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 18920167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18980167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1899e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1900e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1901e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1902e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1903e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1904e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1905e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1906054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1907054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1908308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1932777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1933777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1943777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1961e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1964054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1965054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1966054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1967054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 198842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 198942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 199042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 199142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 199242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 199342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 199442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 199542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 199642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 199742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 199842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 199942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 200042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2007aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2008b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20102965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2012ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2013ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2014ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2015aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2016aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2017aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2018b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2019b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2020b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2021ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20252965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20262965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20272965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2050ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20514471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20522965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20532965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2055729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2057729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2059729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2060729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2061729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2062729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2063729de186450f78c099637e1fce743fe531862c52Andreas Huber 2064729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 206817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 206917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 207017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 207117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 207217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2075ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2083516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2084cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2085cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2086516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2087cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2089516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2090516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2091516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 20932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2094516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2095516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2096516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 20982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2100516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2101516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2103ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2104ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2105ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2106ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2107ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2108ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2109ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2110ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2111ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 211297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 211397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 211497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 211597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 211697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 211797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 211897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 211997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 212097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2131729de186450f78c099637e1fce743fe531862c52Andreas Huber 21324471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21334471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21344471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21354471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21368b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21378b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21388b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21399806555d3930be43e11106281dee354820ac1c88Andreas Huber 21408b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21418b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21428b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21438b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21449806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21459806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21469806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21479806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21489806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21499806555d3930be43e11106281dee354820ac1c88Andreas Huber 2150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21578b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21588b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21598b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21608b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21618b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2162ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2163ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2164ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2165ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2166ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2167ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2168ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2169ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2170ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2171ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21724e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21734e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2181777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 21908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 21918b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 21928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 21938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 21948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 21958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 21968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 21978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 21998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2203ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2204ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2205ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2206ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2207ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2208ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2209ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2210ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2211ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2212ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2216ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2223ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2224ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2225ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2226ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2227ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2261777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2262777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2263777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2296aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 22978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 22982965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 22992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2300ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2301ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2302ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2303ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2364aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2366b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2367b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2368b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2369b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2370b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2371b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2372b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2373b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2374b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2375b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2376b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2377b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2378b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2379b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2380b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2381b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2382b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2383b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2384b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2385b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2386b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2387b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2388b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2389b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2390b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2391b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2416ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2417ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2418ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2419ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2420ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 24238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 24248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 24258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 24268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 24278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 24288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 24292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 24308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 24318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 24338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 24348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 24358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 24368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 24378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 24388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 24398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 244297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 244397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 244497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 244597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 244697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 244797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 244897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 244997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 245097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 245197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 245297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 245397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 245497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 245597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 245697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 245797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 245897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 245997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 246197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 246297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 246397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 246497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 246597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 246797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 246897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 246997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 247097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 247197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 247297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 247397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 247497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 247597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 247697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 247797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 247897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 247997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 24808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 24818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 24828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 24838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 24848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 24908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 24918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 24928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 24958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 24968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 24978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 24998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 25008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 25018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 25028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 25038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 25058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 25068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 25098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 25108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 25128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 25138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 25148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 25158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 25168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 25178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2564729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2565729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2567729de186450f78c099637e1fce743fe531862c52Andreas Huber 2568729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2569729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2570729de186450f78c099637e1fce743fe531862c52Andreas Huber 2571729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2572729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2573729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2574729de186450f78c099637e1fce743fe531862c52Andreas Huber 2575729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2580729de186450f78c099637e1fce743fe531862c52Andreas Huber 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2584729de186450f78c099637e1fce743fe531862c52Andreas Huber 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2589729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2590729de186450f78c099637e1fce743fe531862c52Andreas Huber 259117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2593777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2596729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 259717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2598729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2599729de186450f78c099637e1fce743fe531862c52Andreas Huber 26002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 26012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 26022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 26042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 26052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 26062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 26072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 26092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 26122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 26152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 26182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 26232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 26242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 26252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 26262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 26272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2628729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2629729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2630729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2631729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2632729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2633729de186450f78c099637e1fce743fe531862c52Andreas Huber 2634729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2635729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2636729de186450f78c099637e1fce743fe531862c52Andreas Huber 2637729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2638729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2639729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2640729de186450f78c099637e1fce743fe531862c52Andreas Huber 2641729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2642729de186450f78c099637e1fce743fe531862c52Andreas Huber 2643729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2644729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2645729de186450f78c099637e1fce743fe531862c52Andreas Huber 2646729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2647729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2648729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2649729de186450f78c099637e1fce743fe531862c52Andreas Huber 2650729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2651729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2652729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2653729de186450f78c099637e1fce743fe531862c52Andreas Huber 2654729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2655729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2656729de186450f78c099637e1fce743fe531862c52Andreas Huber 2657729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2658729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2659729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2660729de186450f78c099637e1fce743fe531862c52Andreas Huber 2661729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2662729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2663729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2664729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2665729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2666729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2667729de186450f78c099637e1fce743fe531862c52Andreas Huber 2668c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2669c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2670729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2671729de186450f78c099637e1fce743fe531862c52Andreas Huber 2672729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2673729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2674729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2675729de186450f78c099637e1fce743fe531862c52Andreas Huber 26765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 267797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 26785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 26795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 26815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 26825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 26845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 26885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 26905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 26915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 26955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 26965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2697f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 27000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 27010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2719229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2720229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 27210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 27220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 27240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2725229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2726229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2727229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2728229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2729229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 27690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 27700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 27710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 27720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 27730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 27750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 27760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 27770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 27780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 27790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 27810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 27820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 27830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 27880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 27890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 27920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 27930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 27940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 27950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 27960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 27970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 27980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 27990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 28000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 28030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 28050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 28060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 28080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 28110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 28120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 28130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 28140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 28150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 28160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 28190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 28200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 28210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 28230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 28240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 28250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 28260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2833e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2834e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2836e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2837e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 28382472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2840e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2841e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 284294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 284394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2848e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2849e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2850e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2854e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 28790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 288089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 288189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 288289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 288389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 288489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 288589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 290189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 290289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 290389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 290489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 290689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 290789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 290889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 291089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 291189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 291389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 292078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 292178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 292278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 292378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 292478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 292578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 292678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 292778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 292978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 30132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3018a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3019a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3020a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3021a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3022a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 30355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30365778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 30485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3092c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3093c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3094c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3095c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 309689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 309789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 309889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 309989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 310089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3105d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3106d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3107d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 31130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 31140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 31150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 31160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 31180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 31200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 31230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 31260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 31290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 31320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 31350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 31370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 31380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 31410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 31440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 31450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 31460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 31470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 31480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 315996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 316096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 316196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 316296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 316396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 316496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 316596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 316696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 316796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 317596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 317696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 324096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 325696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 325796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 331696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3325a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3326a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3327a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3328a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3329a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3330a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3331a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3332a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3333a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3334a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3335a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3336a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3337a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3338a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3339a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3340a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3341a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3342a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3343a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3344a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3345a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3346a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3347a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3348a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3349a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3350a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3351a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3352a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3353a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3354a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3355a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3356a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3357a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3358a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3359a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3360a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3361a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3362a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3363a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3364a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3365a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3366a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3367a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3368a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3369a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3370a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3371a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3372a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3373a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3374a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3375a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3376a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 338496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 338596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 33960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 33970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 33980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 33990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 34000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 34010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 34020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 34030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 34387c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 34397c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 34407c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 348296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 34835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3485c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3486c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3487c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3488c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3489c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3490c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3491c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3492c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3493c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3494c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3495c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3496c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3497c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3498c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3499c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3500c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3501c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3502c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3503c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3504c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3505c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3506c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3507c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3508c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3509c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3510c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3511c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3512c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3513c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3514c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3515c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3516c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3517c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3518c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3519c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3520c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3521c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3522c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3523c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3524c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3525c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3526c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3527c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3528c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3529c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3530c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3531c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3532c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3533c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3534c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3535c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3536c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3537c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3538c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3539c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3540c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 354189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 354289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 35434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 35444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 35454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 35464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 35474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 35484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 35494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 35504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 35514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 35524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 35534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 355489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 355589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 355689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 35574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 355889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 355989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 356089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 35624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 35634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 35644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 35654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 35664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 35684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 35714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 35724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 35734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 35754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 35764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 35784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 35794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 35814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 35824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 35834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 35874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 35884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 35894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 35904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 35944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 35954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 35964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 35984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 35994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 36004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 36014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 36024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 36034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 36064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 36074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 36084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 36114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 36124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 36134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 36144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 36154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 361889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 361989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 362089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 364796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 364896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 366196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3693f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 369578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 369678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3705777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3706777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3707777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3717777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3718777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3719777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3720777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 372878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 372978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 373078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3739f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3748d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3749d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3750d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3751d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3752d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3753d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3754d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3755d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3756d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3757d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3758d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3759d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3760d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3761d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 37627e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 37637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 37647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 37667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 37677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 37697e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 37707e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37727e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37737e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 37747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37767e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 37777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 37787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 37797e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37807e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3781e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 37827e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3783c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3784054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3785054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3786c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 37877e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3790f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3797609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3807f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3812f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3816f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3827229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 382803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 382903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 383003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 383103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 383203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 383303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 383403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 383503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 383603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 383703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 383803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 383903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 384003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 384103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 38425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 38435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 384403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3845229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 384603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 384703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3848b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3849b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3850b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3851b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3852b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3853b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3854b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3855b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3856b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3857b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3858b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3859b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3860b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3861b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 386203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 386303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 386403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 386503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 386603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 386703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 386803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 386903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 387003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 387103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 38725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 38735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 38745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 38755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 38765a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 38775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 38785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38795a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 38805a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 38815a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 38825a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 38835a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 38845a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38855a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 38865a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 38875a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 38885a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 38895a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 38905a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 38915a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 38925a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 38935a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 38945a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 38955a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38965a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 389703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 389803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 389903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 390003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 390103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 390203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 390303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 390403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 390503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 390603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 390703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 390803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 390903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 391003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 391103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 391203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 391303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 391403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 391503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 391603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 391703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 391803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 391903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 392003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 392103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 392203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 392303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 392403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 392503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 392603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 392703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 392803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 392903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 393003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 393103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3932229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3933229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3934229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3935229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3936229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3937229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3938229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3939229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3940229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3941229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3942229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3943229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3944229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3945229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3946229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3947229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3948229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3949229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3950229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3951229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3952229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3953229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3954229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3955229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 39560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3957229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3958229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3959229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3960229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3961229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3962229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3963229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3964229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 39650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3966229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3967229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3968229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3970229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3971229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3972229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3973229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3974229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3975229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3976229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3977229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3978229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3979229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3980229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3981229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3982229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3983229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3986229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3988229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3989229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3990229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3991229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3992229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3993229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 399403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 399503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3996e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 399831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 399931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 400131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4005777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 400631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4007777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4009777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 401131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 401231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 401331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 401431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 401531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4016e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4017e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4018e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4020e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4022e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4023e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4024e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4025e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 40260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 40270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 40280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 40290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 40300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 40310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 40320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 40330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 40340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 40350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 40360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 40370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 40380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 40390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 40400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 40410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 40425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 40447c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 40455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 40465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 40475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 40485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 40490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 405003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 405103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 405291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 405391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 405491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 405591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 405691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4057e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4058e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 405991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4060e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 406291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 406391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 406491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 406591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4067e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4068e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4069e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4070e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4071e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 407231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4074777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4077777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4079777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4080777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4084e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4085577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4086577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4087577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4088e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4089e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4090e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4091e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4092e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 40934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 40954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 40964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 40984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 40994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 41004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 41014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 41024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 41034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 41044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 41054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 41064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 41074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 41084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 41094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 41104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 41114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 41124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 41144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 41174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 41194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 41224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 41244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 41274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 41334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 41354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4137e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4138e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4142777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4143777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4144777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4145777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4147e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4148e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4149e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4150e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4151e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4152e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4153e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 415531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4156e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4157e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 41585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 41595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 41605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 41615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 416231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 416331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 416431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 416531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 416631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 416731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 416831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 416997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4174e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 418114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4182777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4183777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4184777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 42028b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 42048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 42059806555d3930be43e11106281dee354820ac1c88Andreas Huber 4206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4210e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4228e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 42299806555d3930be43e11106281dee354820ac1c88Andreas Huber 4230777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4231777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4232777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4235e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 42380806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 42410806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4251e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4253777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4254777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4255777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4256777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4257777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4258e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4259e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4260e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4261e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4262e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4263e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4264e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4265e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4266e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4267e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4268e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4269e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4270e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4274777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4275777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4277e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4278e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4279e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4280e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4281e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4282e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4283e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4284e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4285e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4286e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4287e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4288e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4291777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4294e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4296e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4298e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4299e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4300e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 430197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 430297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 430397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 430497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4305e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 430697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4312777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 431397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 431497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 431597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 431697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 431797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 431897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4319e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 43208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 43218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 43228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 43238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 43248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 43258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4327777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4328777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4329777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4330777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4331777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 43348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 43358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 43368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 43378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 43388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43398c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 43408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 43418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 43428c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 43438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 43448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4345777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4346777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4347777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4348777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4349777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4350777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43518c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 43528c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 43538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 43548c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 43558c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 43568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 43578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 435810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 435910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 436010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 436110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 436210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 436310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4366777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4367777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 436910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 437010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 437110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 437210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 437310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 437410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 437510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 437610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 437710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 437810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 437910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 438010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 438110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 438210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 438341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 438441d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 438541d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 43860806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 438741d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 438841d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 438941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4390777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4391777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4392777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4393777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4394777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 439541d3f579d2c166984958263533284209b90c87d5Marco Nelissen 439641d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 439741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 43980806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 439941d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 440010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 440110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4402e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4404777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4405777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4406e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 440731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 440831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 440931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 441031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4411777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4412777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 441331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 441431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4417e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4418e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 44194e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4421e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4436e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4439e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4440e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4441e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4442e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4443e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4444ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4446e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4447b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4449e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 445031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 445131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 445231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 445331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 445431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 44555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4456cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4457d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4458251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4462251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4463251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4465251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4466251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4468a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 4469a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang mFatalError = true; 4470a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 44715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4472251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4473cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4474cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4475cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4478eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4479eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4480eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4481496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4482496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4483496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4484496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4485496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4486496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4487496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4488496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4489496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4490496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4491496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4492496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4493496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4494496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4495496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4496496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4497496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4498496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4499eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4500eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4501eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4502eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4503eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4504eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4505eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4506eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4507eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4508eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4509eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4510eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4511eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4512eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4513eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4514eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4515eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4516eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4517eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4518eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4519f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4524ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4525ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4529f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 454426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 454526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 454626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 454726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4548e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4549e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4550e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4551e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4552e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4553e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 455626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 45601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 45611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 45621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 45631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 45651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 45661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45672235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 45681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 45701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 45711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 45721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 45731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 45741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 45768f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 45777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 45787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 45807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 45817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 45827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 45837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 45847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4585ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4586ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4587251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4588ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4589ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4590ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4591ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4592ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 459330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 459430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 459530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 459630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 459730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 459830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 459930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 460030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 460130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 460230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 460330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 460430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 460530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 461326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 46145e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 46155e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4616ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 46175e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 46185e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 461926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 46205e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 46215e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4623609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4625777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4626777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4627777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 462826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 462926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 463026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 463126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 463226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 463326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 463426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 463526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 463690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 463726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 463826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4639e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4640e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 464190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 464290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 464390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 464490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 464590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 464690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 464790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 464890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 464990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 465090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 465126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 465226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 465326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 465426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 465526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 465626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 465726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46670af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 46680af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 46690af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 46700af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 46710af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 46720af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 46730af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 46740af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 46750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 46760af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 46770af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 468715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 468815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4689609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 469015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4698609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 470015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 470715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 471315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 471415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 471890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 471990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 472090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 472190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 472290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 472390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 472490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 472590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 472690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 472790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4730777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 473590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 473690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 473790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 473890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 473990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4743ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4749ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4751251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4752251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4753251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4754251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4755251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4756251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4757251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 476215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4763ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4764349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4765349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 47660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 47670806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 47680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 47690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 47700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 477115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 477215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 477315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47740806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 47750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 477815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 477915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 478015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 478115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 478215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 478315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 478415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 478596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 478696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 478796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 478896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 478996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 479096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4791d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4802777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4804777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4805777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4811f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4819d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4820609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 48232d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4826609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4837609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 48382d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 48405778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4841a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 48425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48432d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4844a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48477fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 48487fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 48497fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 48507fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 48517fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 48527fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 48537fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 48547fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 48553831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 48562d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 48605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 48615778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 48625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 48635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 48660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 48670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 48680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 48690806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 48700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 48710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4880dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4881dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4882dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4883dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4891fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 4892fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 4893fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 4894fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 4895fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 4896fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 49085778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 49095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4912ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4913d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4914d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4915d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 49180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 49190806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 49200806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 49210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 49220806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4927078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4928ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4929078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 49305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4931ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 49325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4933078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4934d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4935ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4936ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4937d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4938ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4939ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4940d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4941078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4942349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4945d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4947d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4948d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4949d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4950054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4951054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4952054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4953054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4954054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4955054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4956054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4958054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4959054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 496215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49630806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49650806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49660806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49670806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 49680806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 496915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 497015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 497115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49740806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 49795778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 49805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 49810806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 49820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 49835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 49855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 49865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 49880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 49890806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 4990dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4991dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 49923856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4993dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4994dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4996ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4997349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4998349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 499915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 50000806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 50010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 50020806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 50030806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 50040806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 50050806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 500615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 500715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 500815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 50090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 50100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 50110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5016dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5020625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5024625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5026625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 506315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 506415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5065609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 50665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5067349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 50690806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5070d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5071d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5072d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5073d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5074d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5075d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5076d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5077d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5078d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5079d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5080d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5081d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5082d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5083d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5084d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5085d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 50880806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 50920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 509315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 509415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 509515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5099054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 510290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 510390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 510490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 510590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 510690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 510790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 510890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 510990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 511090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 511115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 511215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 511315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 511415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 511515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 511615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 511715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5126a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5127a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5128609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 51295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5130349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 513115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 513215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51350806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51385778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 51395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 51405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 514131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5142577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 51431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5144577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 51454bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5146577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 51475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5148054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5149054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5150054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5151054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5152054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5153054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 51547c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5155054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5156054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 51577c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 51587c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 51597c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 51607c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5161054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 51627c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5163054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5164308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5165308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5166308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5167308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5168308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5169308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5170496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 517121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5172496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5173496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5174496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 51755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 517621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51788b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 51798b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 51808b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 51815778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5184d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5185609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 51862d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 51875778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5189609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51915778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51935778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 51945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51955778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 51985778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 51995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5201d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5202dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 52110806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 52120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52130806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52140806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5219777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5220777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5228609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52300806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52310806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 52330806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52350806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52360806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5239577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5240777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5243577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5244577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 52476aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 524879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 52496fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 525390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 525490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 525590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 525690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 525790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 525890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 525990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5260fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5261fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5262c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5263fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5264c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5265fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5266fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5267fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5268fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 52695778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5270fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5272fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 527315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 52740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 527515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 527615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5278cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5279cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5280264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5281251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5282cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 528315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 528415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5285cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 52876fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 52886fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 528915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 529015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 52916fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 52926fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5322c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5323609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5324c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 532515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 532615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 532715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 532815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 53300806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 53320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5334c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5339777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 53410806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 53420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5347777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5348777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5349777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5350777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5356f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5361c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5362ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5363ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5364f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5365ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5366ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5367ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5368ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5369e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5370ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5371ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5372ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5373ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5374054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5375054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5376ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5377c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5378c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 53925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 53935778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 53945778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 53955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5400c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5402c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 540354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 540454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5405c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5407d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5411c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5417d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5421c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 542530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 542630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 542730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 542830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 542930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 543030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 54445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 54455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 54475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 54485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5449ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 54505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 545248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 545348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 545448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 545548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5460ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5461ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5462f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5463ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5464ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5465ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5466ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5467ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5468e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 54695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54725778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5473d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 54747791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 54755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5476e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 5477e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 5478e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 5479afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 5480e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 5481e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 5482e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 5483afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 54845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 54855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 54865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 54885778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 54895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 54925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 54935778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 54945778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 54955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 5496e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 54975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54981065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 54991065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5500ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 55011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5502201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 55031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 55041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5505e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5506e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5508da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5509078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5510078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 55119f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5512078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55141065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 55151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 55167a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 55177a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 55181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55191065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5520ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 55211065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55221065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5523ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 55245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 55259f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 55269f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 55275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55289f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 55295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5530c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 553152e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5533c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 553990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5540ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5541ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5542ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5543ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 55441713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 55450167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5546ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5547ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5548afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5554d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 55555778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 55565778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5567c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5568c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5569c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5570c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5571c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5572c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5573f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5574f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5575f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5576f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5577f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5578054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5579054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5580a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5581e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 55834e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5584054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 559354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5594f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5595f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 56000806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 560554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 560654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5607d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 560854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 560954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 561054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 56247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 56257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 56267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 56277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 56287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 56297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56318f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 56338f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5635d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5638c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5640c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5641c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5647c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 565154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5655c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5656c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5657c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5661d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5663c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5666c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5668c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5669c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5670c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5671c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5672c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5673c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5674c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5675c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 56765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 56775778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 56785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5679ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56810806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 56825778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 56830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 56840806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 56850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56860806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 56870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 56885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5689c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5690c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5691c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5692251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5693c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 56945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56975778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5698d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5699e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5700e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 57015778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5703c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5704c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 57055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5707d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5708d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5709a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5710d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5711a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5712a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5713a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5714a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5715a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5716a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5717a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5718a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5719a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5720a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5721a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5722a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5724a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5725a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5726a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 572894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 572994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 573094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 573194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 573294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 573394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 573494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 573594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 573694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 573772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 573872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5739d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5743d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 574437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 574537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 574637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 574737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 574837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 574937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 575037b2b389139ed638831e49708c947863eef631efRonghua Wu 575137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 575237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 575337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 575437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5755d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 575637b2b389139ed638831e49708c947863eef631efRonghua Wu } 575737b2b389139ed638831e49708c947863eef631efRonghua Wu } 575837b2b389139ed638831e49708c947863eef631efRonghua Wu 5759d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 57602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 57612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 57622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 57632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 57642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 57652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 57662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 57672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 57682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 57692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 57702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 57712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 57722c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 57732c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 57742c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5775d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57762c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57772c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 577872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5779d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 578072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 578172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 578272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 578372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 578472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 578572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 578672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 578772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 578872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 578972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 579094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 579194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 579394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 579494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 579594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5796c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5797c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5798c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5799c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5800c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5801c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5802c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5803c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5804d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5805d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5806d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5807d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5808d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5809d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5813d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5816054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5817d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5818d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5819d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5820d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5821d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 58237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 58247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 58257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 58267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 58277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 58287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 58297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 58307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 58317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 58327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 58347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 58357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58368f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 58388f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5839d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5840d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5841d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5842d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5843d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5844d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5845d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5846d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58478f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5848054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5849054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5850d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5853d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 58598f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5860d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5861d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5862d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5863d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5864d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5865d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5866c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 58675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 58685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58690806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 58700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 58740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5879f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 58843856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5886cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5887cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 588829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5889cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5890cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5891cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5892251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 589391bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 589491bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5895cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 591072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 59186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 59196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 59206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 59216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 59226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 59236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 59246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59256463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 59266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59276463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 59296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 59306463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 59326463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5933d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 59346463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 59356463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59366463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59376463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59480806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 59500806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 59510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 59520806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 59530806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 59540806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 59550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 59580806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 59590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 59600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 59660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5978f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 59833856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 598872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5995d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5996d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5997d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5998d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5999d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6000d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6001d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6002d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6003d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6004d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6005d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6006d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6007d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6008d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6009d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6010d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 60116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 60126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 60136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 60156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 60166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 60280806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 60290806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 60300806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 60310806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 60320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6049f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6050349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6051349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6054f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6055ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6064054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6065054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6066054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 60704dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 60714dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6072054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6073054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6074054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6075054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 60760806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 60810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 60820806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 60830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 60840806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60850806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 60920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 60930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 60940806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60950806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6100349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 610115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 610215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 610315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61050806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 61060806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 61070806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 61110806340688c937e7b78c2d89db3809274130df4eLajos Molnar 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6117054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6118c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6119054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6120054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6121054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6122054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6123054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6125349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 61260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6127349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6128349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6129349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61323cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6135777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6136777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 61373cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 61383cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 61393cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 61403cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 61413cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 61423cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6143349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6144349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 61483856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 615090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6162c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6163c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6164c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 616554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6166c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6167c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6168349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6169349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 61740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 61760806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 61770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 61790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61877a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6188ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6189d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6190d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6191d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6192d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6193d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6194d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6195349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6196349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61970806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 61980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 62020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6216496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6217496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6218496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6219496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6220496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6221496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6222496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6223496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6224496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6225496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6226496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6236a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6238a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6239a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6240a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6241a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6242a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6243a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 62447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 62457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 62466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 62487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 62497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 62507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 62514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6252054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 62534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 62544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 62554dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6256054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 62574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6258054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 62594dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62604dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62614dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 62624dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62634dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6272a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6274530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6275a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6276a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6277a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6278a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6279a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6280a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6281a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6282a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6283a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6284a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6285a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6286a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6287a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6288a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6289a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6290a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6291a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6292a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6293a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 629472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 629572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 629672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 629772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 629872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 629972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 630072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 630172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 630272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 630372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 630472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 630572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 630672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 630772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 630872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 630972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6310e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6311e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6312e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6313e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6314b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6315b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6316e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6317e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6318e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6319e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6320b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6321b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6322b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6323b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6324b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6325b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6326b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6327b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6328b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6329b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6330b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6331b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6332b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6333b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6334b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6335b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6336e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6337e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 63388db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 63398db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 63408db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 63418db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 63428db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 63438db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 63448db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63458db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63468db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6347a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6348a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6349a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 63506507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 63516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6352d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 63536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 63546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 63556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 63566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 63576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 63596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 63606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 636190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 636290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 636390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 636490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 636590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 637331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6374054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6380349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 638331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 638431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 638598a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 638698a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 638798a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 638898a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 638998a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6391ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6410f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6415f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6426f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6433349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6434e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6436349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 64373856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6438349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6439349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 64543856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 645890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 645990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 646090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 646190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 646290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 646390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6464f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 64700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 64710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 64720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 64730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64770806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 64790806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 64800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 64810806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 64820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 64840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64870806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 64880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 64890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64920806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 64930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 64940806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 64950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6496cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 64970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6498251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6499d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6500755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6501755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6502755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6503755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6504755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6505755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6506755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6507755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6508cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 651731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 651831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65190fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 65200fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 65210fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 65220fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 65230fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 65240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6526349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6527349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6528349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6529349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6545f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 65465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 65475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 65580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 65793856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 658031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 658231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6585f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65910806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 65920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 65930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65940806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 66005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6606349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6607349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6608349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6609349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6610349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6611349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6612349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 66170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 66195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 66200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 66210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 66220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66230806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 66240806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 66250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66260806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 66270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66300167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 66310167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6632bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6633bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6634bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6635bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6636b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6637bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6638bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 66390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66410806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 66420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6664f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 66840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 66973856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67060806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 67070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 67080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67090806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6714c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6726f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 67313856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6763ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6764ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6765d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 67700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 67710806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 67720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67730806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6778777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6783e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 67840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6785e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6786e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6787777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6788777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6789777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6790777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6791777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6792777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6793777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6796777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6797777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6803349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6804349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 68051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6806349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6807609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6808349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6809349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6810349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6811349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 68123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6813349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6814349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6815349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6816349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6817349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6818349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6819349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 68437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 68447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 68457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 68467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 684790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 684890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6850d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6856dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6857dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6858f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6859f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6860f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6861f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6867